/* Generated by Cython 0.29.15 */

/* BEGIN: Cython Metadata
{
    "distutils": {
        "depends": [
            "/home/travis/virtualenv/python3.8.0/lib/python3.8/site-packages/numpy/core/include/numpy/arrayobject.h",
            "/home/travis/virtualenv/python3.8.0/lib/python3.8/site-packages/numpy/core/include/numpy/ufuncobject.h",
            "pygsti/objects/replib/fastreps.h"
        ],
        "extra_compile_args": [
            "-std=c++11"
        ],
        "extra_link_args": [
            "-std=c++11"
        ],
        "include_dirs": [
            "pygsti/objects/replib",
            ".",
            "/home/travis/virtualenv/python3.8.0/lib/python3.8/site-packages/numpy/core/include"
        ],
        "language": "c++",
        "name": "pygsti.objects.replib.fastreplib",
        "sources": [
            "pygsti/objects/replib/fastreplib.pyx",
            "pygsti/objects/replib/fastreps.cpp"
        ]
    },
    "module_name": "pygsti.objects.replib.fastreplib"
}
END: Cython Metadata */

#define PY_SSIZE_T_CLEAN
#include "Python.h"
#ifndef Py_PYTHON_H
    #error Python headers needed to compile C extensions, please install development version of Python.
#elif PY_VERSION_HEX < 0x02060000 || (0x03000000 <= PY_VERSION_HEX && PY_VERSION_HEX < 0x03030000)
    #error Cython requires Python 2.6+ or Python 3.3+.
#else
#define CYTHON_ABI "0_29_15"
#define CYTHON_HEX_VERSION 0x001D0FF0
#define CYTHON_FUTURE_DIVISION 0
#include <stddef.h>
#ifndef offsetof
  #define offsetof(type, member) ( (size_t) & ((type*)0) -> member )
#endif
#if !defined(WIN32) && !defined(MS_WINDOWS)
  #ifndef __stdcall
    #define __stdcall
  #endif
  #ifndef __cdecl
    #define __cdecl
  #endif
  #ifndef __fastcall
    #define __fastcall
  #endif
#endif
#ifndef DL_IMPORT
  #define DL_IMPORT(t) t
#endif
#ifndef DL_EXPORT
  #define DL_EXPORT(t) t
#endif
#define __PYX_COMMA ,
#ifndef HAVE_LONG_LONG
  #if PY_VERSION_HEX >= 0x02070000
    #define HAVE_LONG_LONG
  #endif
#endif
#ifndef PY_LONG_LONG
  #define PY_LONG_LONG LONG_LONG
#endif
#ifndef Py_HUGE_VAL
  #define Py_HUGE_VAL HUGE_VAL
#endif
#ifdef PYPY_VERSION
  #define CYTHON_COMPILING_IN_PYPY 1
  #define CYTHON_COMPILING_IN_PYSTON 0
  #define CYTHON_COMPILING_IN_CPYTHON 0
  #undef CYTHON_USE_TYPE_SLOTS
  #define CYTHON_USE_TYPE_SLOTS 0
  #undef CYTHON_USE_PYTYPE_LOOKUP
  #define CYTHON_USE_PYTYPE_LOOKUP 0
  #if PY_VERSION_HEX < 0x03050000
    #undef CYTHON_USE_ASYNC_SLOTS
    #define CYTHON_USE_ASYNC_SLOTS 0
  #elif !defined(CYTHON_USE_ASYNC_SLOTS)
    #define CYTHON_USE_ASYNC_SLOTS 1
  #endif
  #undef CYTHON_USE_PYLIST_INTERNALS
  #define CYTHON_USE_PYLIST_INTERNALS 0
  #undef CYTHON_USE_UNICODE_INTERNALS
  #define CYTHON_USE_UNICODE_INTERNALS 0
  #undef CYTHON_USE_UNICODE_WRITER
  #define CYTHON_USE_UNICODE_WRITER 0
  #undef CYTHON_USE_PYLONG_INTERNALS
  #define CYTHON_USE_PYLONG_INTERNALS 0
  #undef CYTHON_AVOID_BORROWED_REFS
  #define CYTHON_AVOID_BORROWED_REFS 1
  #undef CYTHON_ASSUME_SAFE_MACROS
  #define CYTHON_ASSUME_SAFE_MACROS 0
  #undef CYTHON_UNPACK_METHODS
  #define CYTHON_UNPACK_METHODS 0
  #undef CYTHON_FAST_THREAD_STATE
  #define CYTHON_FAST_THREAD_STATE 0
  #undef CYTHON_FAST_PYCALL
  #define CYTHON_FAST_PYCALL 0
  #undef CYTHON_PEP489_MULTI_PHASE_INIT
  #define CYTHON_PEP489_MULTI_PHASE_INIT 0
  #undef CYTHON_USE_TP_FINALIZE
  #define CYTHON_USE_TP_FINALIZE 0
  #undef CYTHON_USE_DICT_VERSIONS
  #define CYTHON_USE_DICT_VERSIONS 0
  #undef CYTHON_USE_EXC_INFO_STACK
  #define CYTHON_USE_EXC_INFO_STACK 0
#elif defined(PYSTON_VERSION)
  #define CYTHON_COMPILING_IN_PYPY 0
  #define CYTHON_COMPILING_IN_PYSTON 1
  #define CYTHON_COMPILING_IN_CPYTHON 0
  #ifndef CYTHON_USE_TYPE_SLOTS
    #define CYTHON_USE_TYPE_SLOTS 1
  #endif
  #undef CYTHON_USE_PYTYPE_LOOKUP
  #define CYTHON_USE_PYTYPE_LOOKUP 0
  #undef CYTHON_USE_ASYNC_SLOTS
  #define CYTHON_USE_ASYNC_SLOTS 0
  #undef CYTHON_USE_PYLIST_INTERNALS
  #define CYTHON_USE_PYLIST_INTERNALS 0
  #ifndef CYTHON_USE_UNICODE_INTERNALS
    #define CYTHON_USE_UNICODE_INTERNALS 1
  #endif
  #undef CYTHON_USE_UNICODE_WRITER
  #define CYTHON_USE_UNICODE_WRITER 0
  #undef CYTHON_USE_PYLONG_INTERNALS
  #define CYTHON_USE_PYLONG_INTERNALS 0
  #ifndef CYTHON_AVOID_BORROWED_REFS
    #define CYTHON_AVOID_BORROWED_REFS 0
  #endif
  #ifndef CYTHON_ASSUME_SAFE_MACROS
    #define CYTHON_ASSUME_SAFE_MACROS 1
  #endif
  #ifndef CYTHON_UNPACK_METHODS
    #define CYTHON_UNPACK_METHODS 1
  #endif
  #undef CYTHON_FAST_THREAD_STATE
  #define CYTHON_FAST_THREAD_STATE 0
  #undef CYTHON_FAST_PYCALL
  #define CYTHON_FAST_PYCALL 0
  #undef CYTHON_PEP489_MULTI_PHASE_INIT
  #define CYTHON_PEP489_MULTI_PHASE_INIT 0
  #undef CYTHON_USE_TP_FINALIZE
  #define CYTHON_USE_TP_FINALIZE 0
  #undef CYTHON_USE_DICT_VERSIONS
  #define CYTHON_USE_DICT_VERSIONS 0
  #undef CYTHON_USE_EXC_INFO_STACK
  #define CYTHON_USE_EXC_INFO_STACK 0
#else
  #define CYTHON_COMPILING_IN_PYPY 0
  #define CYTHON_COMPILING_IN_PYSTON 0
  #define CYTHON_COMPILING_IN_CPYTHON 1
  #ifndef CYTHON_USE_TYPE_SLOTS
    #define CYTHON_USE_TYPE_SLOTS 1
  #endif
  #if PY_VERSION_HEX < 0x02070000
    #undef CYTHON_USE_PYTYPE_LOOKUP
    #define CYTHON_USE_PYTYPE_LOOKUP 0
  #elif !defined(CYTHON_USE_PYTYPE_LOOKUP)
    #define CYTHON_USE_PYTYPE_LOOKUP 1
  #endif
  #if PY_MAJOR_VERSION < 3
    #undef CYTHON_USE_ASYNC_SLOTS
    #define CYTHON_USE_ASYNC_SLOTS 0
  #elif !defined(CYTHON_USE_ASYNC_SLOTS)
    #define CYTHON_USE_ASYNC_SLOTS 1
  #endif
  #if PY_VERSION_HEX < 0x02070000
    #undef CYTHON_USE_PYLONG_INTERNALS
    #define CYTHON_USE_PYLONG_INTERNALS 0
  #elif !defined(CYTHON_USE_PYLONG_INTERNALS)
    #define CYTHON_USE_PYLONG_INTERNALS 1
  #endif
  #ifndef CYTHON_USE_PYLIST_INTERNALS
    #define CYTHON_USE_PYLIST_INTERNALS 1
  #endif
  #ifndef CYTHON_USE_UNICODE_INTERNALS
    #define CYTHON_USE_UNICODE_INTERNALS 1
  #endif
  #if PY_VERSION_HEX < 0x030300F0
    #undef CYTHON_USE_UNICODE_WRITER
    #define CYTHON_USE_UNICODE_WRITER 0
  #elif !defined(CYTHON_USE_UNICODE_WRITER)
    #define CYTHON_USE_UNICODE_WRITER 1
  #endif
  #ifndef CYTHON_AVOID_BORROWED_REFS
    #define CYTHON_AVOID_BORROWED_REFS 0
  #endif
  #ifndef CYTHON_ASSUME_SAFE_MACROS
    #define CYTHON_ASSUME_SAFE_MACROS 1
  #endif
  #ifndef CYTHON_UNPACK_METHODS
    #define CYTHON_UNPACK_METHODS 1
  #endif
  #ifndef CYTHON_FAST_THREAD_STATE
    #define CYTHON_FAST_THREAD_STATE 1
  #endif
  #ifndef CYTHON_FAST_PYCALL
    #define CYTHON_FAST_PYCALL 1
  #endif
  #ifndef CYTHON_PEP489_MULTI_PHASE_INIT
    #define CYTHON_PEP489_MULTI_PHASE_INIT (PY_VERSION_HEX >= 0x03050000)
  #endif
  #ifndef CYTHON_USE_TP_FINALIZE
    #define CYTHON_USE_TP_FINALIZE (PY_VERSION_HEX >= 0x030400a1)
  #endif
  #ifndef CYTHON_USE_DICT_VERSIONS
    #define CYTHON_USE_DICT_VERSIONS (PY_VERSION_HEX >= 0x030600B1)
  #endif
  #ifndef CYTHON_USE_EXC_INFO_STACK
    #define CYTHON_USE_EXC_INFO_STACK (PY_VERSION_HEX >= 0x030700A3)
  #endif
#endif
#if !defined(CYTHON_FAST_PYCCALL)
#define CYTHON_FAST_PYCCALL  (CYTHON_FAST_PYCALL && PY_VERSION_HEX >= 0x030600B1)
#endif
#if CYTHON_USE_PYLONG_INTERNALS
  #include "longintrepr.h"
  #undef SHIFT
  #undef BASE
  #undef MASK
  #ifdef SIZEOF_VOID_P
    enum { __pyx_check_sizeof_voidp = 1 / (int)(SIZEOF_VOID_P == sizeof(void*)) };
  #endif
#endif
#ifndef __has_attribute
  #define __has_attribute(x) 0
#endif
#ifndef __has_cpp_attribute
  #define __has_cpp_attribute(x) 0
#endif
#ifndef CYTHON_RESTRICT
  #if defined(__GNUC__)
    #define CYTHON_RESTRICT __restrict__
  #elif defined(_MSC_VER) && _MSC_VER >= 1400
    #define CYTHON_RESTRICT __restrict
  #elif defined (__STDC_VERSION__) && __STDC_VERSION__ >= 199901L
    #define CYTHON_RESTRICT restrict
  #else
    #define CYTHON_RESTRICT
  #endif
#endif
#ifndef CYTHON_UNUSED
# if defined(__GNUC__)
#   if !(defined(__cplusplus)) || (__GNUC__ > 3 || (__GNUC__ == 3 && __GNUC_MINOR__ >= 4))
#     define CYTHON_UNUSED __attribute__ ((__unused__))
#   else
#     define CYTHON_UNUSED
#   endif
# elif defined(__ICC) || (defined(__INTEL_COMPILER) && !defined(_MSC_VER))
#   define CYTHON_UNUSED __attribute__ ((__unused__))
# else
#   define CYTHON_UNUSED
# endif
#endif
#ifndef CYTHON_MAYBE_UNUSED_VAR
#  if defined(__cplusplus)
     template<class T> void CYTHON_MAYBE_UNUSED_VAR( const T& ) { }
#  else
#    define CYTHON_MAYBE_UNUSED_VAR(x) (void)(x)
#  endif
#endif
#ifndef CYTHON_NCP_UNUSED
# if CYTHON_COMPILING_IN_CPYTHON
#  define CYTHON_NCP_UNUSED
# else
#  define CYTHON_NCP_UNUSED CYTHON_UNUSED
# endif
#endif
#define __Pyx_void_to_None(void_result) ((void)(void_result), Py_INCREF(Py_None), Py_None)
#ifdef _MSC_VER
    #ifndef _MSC_STDINT_H_
        #if _MSC_VER < 1300
           typedef unsigned char     uint8_t;
           typedef unsigned int      uint32_t;
        #else
           typedef unsigned __int8   uint8_t;
           typedef unsigned __int32  uint32_t;
        #endif
    #endif
#else
   #include <stdint.h>
#endif
#ifndef CYTHON_FALLTHROUGH
  #if defined(__cplusplus) && __cplusplus >= 201103L
    #if __has_cpp_attribute(fallthrough)
      #define CYTHON_FALLTHROUGH [[fallthrough]]
    #elif __has_cpp_attribute(clang::fallthrough)
      #define CYTHON_FALLTHROUGH [[clang::fallthrough]]
    #elif __has_cpp_attribute(gnu::fallthrough)
      #define CYTHON_FALLTHROUGH [[gnu::fallthrough]]
    #endif
  #endif
  #ifndef CYTHON_FALLTHROUGH
    #if __has_attribute(fallthrough)
      #define CYTHON_FALLTHROUGH __attribute__((fallthrough))
    #else
      #define CYTHON_FALLTHROUGH
    #endif
  #endif
  #if defined(__clang__ ) && defined(__apple_build_version__)
    #if __apple_build_version__ < 7000000
      #undef  CYTHON_FALLTHROUGH
      #define CYTHON_FALLTHROUGH
    #endif
  #endif
#endif

#ifndef __cplusplus
  #error "Cython files generated with the C++ option must be compiled with a C++ compiler."
#endif
#ifndef CYTHON_INLINE
  #if defined(__clang__)
    #define CYTHON_INLINE __inline__ __attribute__ ((__unused__))
  #else
    #define CYTHON_INLINE inline
  #endif
#endif
template<typename T>
void __Pyx_call_destructor(T& x) {
    x.~T();
}
template<typename T>
class __Pyx_FakeReference {
  public:
    __Pyx_FakeReference() : ptr(NULL) { }
    __Pyx_FakeReference(const T& ref) : ptr(const_cast<T*>(&ref)) { }
    T *operator->() { return ptr; }
    T *operator&() { return ptr; }
    operator T&() { return *ptr; }
    template<typename U> bool operator ==(U other) { return *ptr == other; }
    template<typename U> bool operator !=(U other) { return *ptr != other; }
  private:
    T *ptr;
};

#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX < 0x02070600 && !defined(Py_OptimizeFlag)
  #define Py_OptimizeFlag 0
#endif
#define __PYX_BUILD_PY_SSIZE_T "n"
#define CYTHON_FORMAT_SSIZE_T "z"
#if PY_MAJOR_VERSION < 3
  #define __Pyx_BUILTIN_MODULE_NAME "__builtin__"
  #define __Pyx_PyCode_New(a, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos)\
          PyCode_New(a+k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos)
  #define __Pyx_DefaultClassType PyClass_Type
#else
  #define __Pyx_BUILTIN_MODULE_NAME "builtins"
#if PY_VERSION_HEX >= 0x030800A4 && PY_VERSION_HEX < 0x030800B2
  #define __Pyx_PyCode_New(a, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos)\
          PyCode_New(a, 0, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos)
#else
  #define __Pyx_PyCode_New(a, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos)\
          PyCode_New(a, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos)
#endif
  #define __Pyx_DefaultClassType PyType_Type
#endif
#ifndef Py_TPFLAGS_CHECKTYPES
  #define Py_TPFLAGS_CHECKTYPES 0
#endif
#ifndef Py_TPFLAGS_HAVE_INDEX
  #define Py_TPFLAGS_HAVE_INDEX 0
#endif
#ifndef Py_TPFLAGS_HAVE_NEWBUFFER
  #define Py_TPFLAGS_HAVE_NEWBUFFER 0
#endif
#ifndef Py_TPFLAGS_HAVE_FINALIZE
  #define Py_TPFLAGS_HAVE_FINALIZE 0
#endif
#ifndef METH_STACKLESS
  #define METH_STACKLESS 0
#endif
#if PY_VERSION_HEX <= 0x030700A3 || !defined(METH_FASTCALL)
  #ifndef METH_FASTCALL
     #define METH_FASTCALL 0x80
  #endif
  typedef PyObject *(*__Pyx_PyCFunctionFast) (PyObject *self, PyObject *const *args, Py_ssize_t nargs);
  typedef PyObject *(*__Pyx_PyCFunctionFastWithKeywords) (PyObject *self, PyObject *const *args,
                                                          Py_ssize_t nargs, PyObject *kwnames);
#else
  #define __Pyx_PyCFunctionFast _PyCFunctionFast
  #define __Pyx_PyCFunctionFastWithKeywords _PyCFunctionFastWithKeywords
#endif
#if CYTHON_FAST_PYCCALL
#define __Pyx_PyFastCFunction_Check(func)\
    ((PyCFunction_Check(func) && (METH_FASTCALL == (PyCFunction_GET_FLAGS(func) & ~(METH_CLASS | METH_STATIC | METH_COEXIST | METH_KEYWORDS | METH_STACKLESS)))))
#else
#define __Pyx_PyFastCFunction_Check(func) 0
#endif
#if CYTHON_COMPILING_IN_PYPY && !defined(PyObject_Malloc)
  #define PyObject_Malloc(s)   PyMem_Malloc(s)
  #define PyObject_Free(p)     PyMem_Free(p)
  #define PyObject_Realloc(p)  PyMem_Realloc(p)
#endif
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX < 0x030400A1
  #define PyMem_RawMalloc(n)           PyMem_Malloc(n)
  #define PyMem_RawRealloc(p, n)       PyMem_Realloc(p, n)
  #define PyMem_RawFree(p)             PyMem_Free(p)
#endif
#if CYTHON_COMPILING_IN_PYSTON
  #define __Pyx_PyCode_HasFreeVars(co)  PyCode_HasFreeVars(co)
  #define __Pyx_PyFrame_SetLineNumber(frame, lineno) PyFrame_SetLineNumber(frame, lineno)
#else
  #define __Pyx_PyCode_HasFreeVars(co)  (PyCode_GetNumFree(co) > 0)
  #define __Pyx_PyFrame_SetLineNumber(frame, lineno)  (frame)->f_lineno = (lineno)
#endif
#if !CYTHON_FAST_THREAD_STATE || PY_VERSION_HEX < 0x02070000
  #define __Pyx_PyThreadState_Current PyThreadState_GET()
#elif PY_VERSION_HEX >= 0x03060000
  #define __Pyx_PyThreadState_Current _PyThreadState_UncheckedGet()
#elif PY_VERSION_HEX >= 0x03000000
  #define __Pyx_PyThreadState_Current PyThreadState_GET()
#else
  #define __Pyx_PyThreadState_Current _PyThreadState_Current
#endif
#if PY_VERSION_HEX < 0x030700A2 && !defined(PyThread_tss_create) && !defined(Py_tss_NEEDS_INIT)
#include "pythread.h"
#define Py_tss_NEEDS_INIT 0
typedef int Py_tss_t;
static CYTHON_INLINE int PyThread_tss_create(Py_tss_t *key) {
  *key = PyThread_create_key();
  return 0;
}
static CYTHON_INLINE Py_tss_t * PyThread_tss_alloc(void) {
  Py_tss_t *key = (Py_tss_t *)PyObject_Malloc(sizeof(Py_tss_t));
  *key = Py_tss_NEEDS_INIT;
  return key;
}
static CYTHON_INLINE void PyThread_tss_free(Py_tss_t *key) {
  PyObject_Free(key);
}
static CYTHON_INLINE int PyThread_tss_is_created(Py_tss_t *key) {
  return *key != Py_tss_NEEDS_INIT;
}
static CYTHON_INLINE void PyThread_tss_delete(Py_tss_t *key) {
  PyThread_delete_key(*key);
  *key = Py_tss_NEEDS_INIT;
}
static CYTHON_INLINE int PyThread_tss_set(Py_tss_t *key, void *value) {
  return PyThread_set_key_value(*key, value);
}
static CYTHON_INLINE void * PyThread_tss_get(Py_tss_t *key) {
  return PyThread_get_key_value(*key);
}
#endif
#if CYTHON_COMPILING_IN_CPYTHON || defined(_PyDict_NewPresized)
#define __Pyx_PyDict_NewPresized(n)  ((n <= 8) ? PyDict_New() : _PyDict_NewPresized(n))
#else
#define __Pyx_PyDict_NewPresized(n)  PyDict_New()
#endif
#if PY_MAJOR_VERSION >= 3 || CYTHON_FUTURE_DIVISION
  #define __Pyx_PyNumber_Divide(x,y)         PyNumber_TrueDivide(x,y)
  #define __Pyx_PyNumber_InPlaceDivide(x,y)  PyNumber_InPlaceTrueDivide(x,y)
#else
  #define __Pyx_PyNumber_Divide(x,y)         PyNumber_Divide(x,y)
  #define __Pyx_PyNumber_InPlaceDivide(x,y)  PyNumber_InPlaceDivide(x,y)
#endif
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030500A1 && CYTHON_USE_UNICODE_INTERNALS
#define __Pyx_PyDict_GetItemStr(dict, name)  _PyDict_GetItem_KnownHash(dict, name, ((PyASCIIObject *) name)->hash)
#else
#define __Pyx_PyDict_GetItemStr(dict, name)  PyDict_GetItem(dict, name)
#endif
#if PY_VERSION_HEX > 0x03030000 && defined(PyUnicode_KIND)
  #define CYTHON_PEP393_ENABLED 1
  #define __Pyx_PyUnicode_READY(op)       (likely(PyUnicode_IS_READY(op)) ?\
                                              0 : _PyUnicode_Ready((PyObject *)(op)))
  #define __Pyx_PyUnicode_GET_LENGTH(u)   PyUnicode_GET_LENGTH(u)
  #define __Pyx_PyUnicode_READ_CHAR(u, i) PyUnicode_READ_CHAR(u, i)
  #define __Pyx_PyUnicode_MAX_CHAR_VALUE(u)   PyUnicode_MAX_CHAR_VALUE(u)
  #define __Pyx_PyUnicode_KIND(u)         PyUnicode_KIND(u)
  #define __Pyx_PyUnicode_DATA(u)         PyUnicode_DATA(u)
  #define __Pyx_PyUnicode_READ(k, d, i)   PyUnicode_READ(k, d, i)
  #define __Pyx_PyUnicode_WRITE(k, d, i, ch)  PyUnicode_WRITE(k, d, i, ch)
  #define __Pyx_PyUnicode_IS_TRUE(u)      (0 != (likely(PyUnicode_IS_READY(u)) ? PyUnicode_GET_LENGTH(u) : PyUnicode_GET_SIZE(u)))
#else
  #define CYTHON_PEP393_ENABLED 0
  #define PyUnicode_1BYTE_KIND  1
  #define PyUnicode_2BYTE_KIND  2
  #define PyUnicode_4BYTE_KIND  4
  #define __Pyx_PyUnicode_READY(op)       (0)
  #define __Pyx_PyUnicode_GET_LENGTH(u)   PyUnicode_GET_SIZE(u)
  #define __Pyx_PyUnicode_READ_CHAR(u, i) ((Py_UCS4)(PyUnicode_AS_UNICODE(u)[i]))
  #define __Pyx_PyUnicode_MAX_CHAR_VALUE(u)   ((sizeof(Py_UNICODE) == 2) ? 65535 : 1114111)
  #define __Pyx_PyUnicode_KIND(u)         (sizeof(Py_UNICODE))
  #define __Pyx_PyUnicode_DATA(u)         ((void*)PyUnicode_AS_UNICODE(u))
  #define __Pyx_PyUnicode_READ(k, d, i)   ((void)(k), (Py_UCS4)(((Py_UNICODE*)d)[i]))
  #define __Pyx_PyUnicode_WRITE(k, d, i, ch)  (((void)(k)), ((Py_UNICODE*)d)[i] = ch)
  #define __Pyx_PyUnicode_IS_TRUE(u)      (0 != PyUnicode_GET_SIZE(u))
#endif
#if CYTHON_COMPILING_IN_PYPY
  #define __Pyx_PyUnicode_Concat(a, b)      PyNumber_Add(a, b)
  #define __Pyx_PyUnicode_ConcatSafe(a, b)  PyNumber_Add(a, b)
#else
  #define __Pyx_PyUnicode_Concat(a, b)      PyUnicode_Concat(a, b)
  #define __Pyx_PyUnicode_ConcatSafe(a, b)  ((unlikely((a) == Py_None) || unlikely((b) == Py_None)) ?\
      PyNumber_Add(a, b) : __Pyx_PyUnicode_Concat(a, b))
#endif
#if CYTHON_COMPILING_IN_PYPY && !defined(PyUnicode_Contains)
  #define PyUnicode_Contains(u, s)  PySequence_Contains(u, s)
#endif
#if CYTHON_COMPILING_IN_PYPY && !defined(PyByteArray_Check)
  #define PyByteArray_Check(obj)  PyObject_TypeCheck(obj, &PyByteArray_Type)
#endif
#if CYTHON_COMPILING_IN_PYPY && !defined(PyObject_Format)
  #define PyObject_Format(obj, fmt)  PyObject_CallMethod(obj, "__format__", "O", fmt)
#endif
#define __Pyx_PyString_FormatSafe(a, b)   ((unlikely((a) == Py_None || (PyString_Check(b) && !PyString_CheckExact(b)))) ? PyNumber_Remainder(a, b) : __Pyx_PyString_Format(a, b))
#define __Pyx_PyUnicode_FormatSafe(a, b)  ((unlikely((a) == Py_None || (PyUnicode_Check(b) && !PyUnicode_CheckExact(b)))) ? PyNumber_Remainder(a, b) : PyUnicode_Format(a, b))
#if PY_MAJOR_VERSION >= 3
  #define __Pyx_PyString_Format(a, b)  PyUnicode_Format(a, b)
#else
  #define __Pyx_PyString_Format(a, b)  PyString_Format(a, b)
#endif
#if PY_MAJOR_VERSION < 3 && !defined(PyObject_ASCII)
  #define PyObject_ASCII(o)            PyObject_Repr(o)
#endif
#if PY_MAJOR_VERSION >= 3
  #define PyBaseString_Type            PyUnicode_Type
  #define PyStringObject               PyUnicodeObject
  #define PyString_Type                PyUnicode_Type
  #define PyString_Check               PyUnicode_Check
  #define PyString_CheckExact          PyUnicode_CheckExact
  #define PyObject_Unicode             PyObject_Str
#endif
#if PY_MAJOR_VERSION >= 3
  #define __Pyx_PyBaseString_Check(obj) PyUnicode_Check(obj)
  #define __Pyx_PyBaseString_CheckExact(obj) PyUnicode_CheckExact(obj)
#else
  #define __Pyx_PyBaseString_Check(obj) (PyString_Check(obj) || PyUnicode_Check(obj))
  #define __Pyx_PyBaseString_CheckExact(obj) (PyString_CheckExact(obj) || PyUnicode_CheckExact(obj))
#endif
#ifndef PySet_CheckExact
  #define PySet_CheckExact(obj)        (Py_TYPE(obj) == &PySet_Type)
#endif
#if CYTHON_ASSUME_SAFE_MACROS
  #define __Pyx_PySequence_SIZE(seq)  Py_SIZE(seq)
#else
  #define __Pyx_PySequence_SIZE(seq)  PySequence_Size(seq)
#endif
#if PY_MAJOR_VERSION >= 3
  #define PyIntObject                  PyLongObject
  #define PyInt_Type                   PyLong_Type
  #define PyInt_Check(op)              PyLong_Check(op)
  #define PyInt_CheckExact(op)         PyLong_CheckExact(op)
  #define PyInt_FromString             PyLong_FromString
  #define PyInt_FromUnicode            PyLong_FromUnicode
  #define PyInt_FromLong               PyLong_FromLong
  #define PyInt_FromSize_t             PyLong_FromSize_t
  #define PyInt_FromSsize_t            PyLong_FromSsize_t
  #define PyInt_AsLong                 PyLong_AsLong
  #define PyInt_AS_LONG                PyLong_AS_LONG
  #define PyInt_AsSsize_t              PyLong_AsSsize_t
  #define PyInt_AsUnsignedLongMask     PyLong_AsUnsignedLongMask
  #define PyInt_AsUnsignedLongLongMask PyLong_AsUnsignedLongLongMask
  #define PyNumber_Int                 PyNumber_Long
#endif
#if PY_MAJOR_VERSION >= 3
  #define PyBoolObject                 PyLongObject
#endif
#if PY_MAJOR_VERSION >= 3 && CYTHON_COMPILING_IN_PYPY
  #ifndef PyUnicode_InternFromString
    #define PyUnicode_InternFromString(s) PyUnicode_FromString(s)
  #endif
#endif
#if PY_VERSION_HEX < 0x030200A4
  typedef long Py_hash_t;
  #define __Pyx_PyInt_FromHash_t PyInt_FromLong
  #define __Pyx_PyInt_AsHash_t   PyInt_AsLong
#else
  #define __Pyx_PyInt_FromHash_t PyInt_FromSsize_t
  #define __Pyx_PyInt_AsHash_t   PyInt_AsSsize_t
#endif
#if PY_MAJOR_VERSION >= 3
  #define __Pyx_PyMethod_New(func, self, klass) ((self) ? PyMethod_New(func, self) : (Py_INCREF(func), func))
#else
  #define __Pyx_PyMethod_New(func, self, klass) PyMethod_New(func, self, klass)
#endif
#if CYTHON_USE_ASYNC_SLOTS
  #if PY_VERSION_HEX >= 0x030500B1
    #define __Pyx_PyAsyncMethodsStruct PyAsyncMethods
    #define __Pyx_PyType_AsAsync(obj) (Py_TYPE(obj)->tp_as_async)
  #else
    #define __Pyx_PyType_AsAsync(obj) ((__Pyx_PyAsyncMethodsStruct*) (Py_TYPE(obj)->tp_reserved))
  #endif
#else
  #define __Pyx_PyType_AsAsync(obj) NULL
#endif
#ifndef __Pyx_PyAsyncMethodsStruct
    typedef struct {
        unaryfunc am_await;
        unaryfunc am_aiter;
        unaryfunc am_anext;
    } __Pyx_PyAsyncMethodsStruct;
#endif

#if defined(WIN32) || defined(MS_WINDOWS)
  #define _USE_MATH_DEFINES
#endif
#include <math.h>
#ifdef NAN
#define __PYX_NAN() ((float) NAN)
#else
static CYTHON_INLINE float __PYX_NAN() {
  float value;
  memset(&value, 0xFF, sizeof(value));
  return value;
}
#endif
#if defined(__CYGWIN__) && defined(_LDBL_EQ_DBL)
#define __Pyx_truncl trunc
#else
#define __Pyx_truncl truncl
#endif


#define __PYX_ERR(f_index, lineno, Ln_error) \
{ \
  __pyx_filename = __pyx_f[f_index]; __pyx_lineno = lineno; __pyx_clineno = __LINE__; goto Ln_error; \
}

#ifndef __PYX_EXTERN_C
  #ifdef __cplusplus
    #define __PYX_EXTERN_C extern "C"
  #else
    #define __PYX_EXTERN_C extern
  #endif
#endif

#define __PYX_HAVE__pygsti__objects__replib__fastreplib
#define __PYX_HAVE_API__pygsti__objects__replib__fastreplib
/* Early includes */
#include <string.h>
#include <stdlib.h>
#include <math.h>
#include <stddef.h>
#include <time.h>
#include "ios"
#include "new"
#include "stdexcept"
#include "typeinfo"
#include <vector>
#include <utility>
#include <algorithm>
#include <unordered_map>
#include <stdio.h>
#include "numpy/arrayobject.h"
#include "numpy/ufuncobject.h"
#include "fastreps.h"
#include "pythread.h"
#include "pystate.h"
#ifdef _OPENMP
#include <omp.h>
#endif /* _OPENMP */

#if defined(PYREX_WITHOUT_ASSERTIONS) && !defined(CYTHON_WITHOUT_ASSERTIONS)
#define CYTHON_WITHOUT_ASSERTIONS
#endif

typedef struct {PyObject **p; const char *s; const Py_ssize_t n; const char* encoding;
                const char is_unicode; const char is_str; const char intern; } __Pyx_StringTabEntry;

#define __PYX_DEFAULT_STRING_ENCODING_IS_ASCII 0
#define __PYX_DEFAULT_STRING_ENCODING_IS_UTF8 0
#define __PYX_DEFAULT_STRING_ENCODING_IS_DEFAULT (PY_MAJOR_VERSION >= 3 && __PYX_DEFAULT_STRING_ENCODING_IS_UTF8)
#define __PYX_DEFAULT_STRING_ENCODING ""
#define __Pyx_PyObject_FromString __Pyx_PyBytes_FromString
#define __Pyx_PyObject_FromStringAndSize __Pyx_PyBytes_FromStringAndSize
#define __Pyx_uchar_cast(c) ((unsigned char)c)
#define __Pyx_long_cast(x) ((long)x)
#define __Pyx_fits_Py_ssize_t(v, type, is_signed)  (\
    (sizeof(type) < sizeof(Py_ssize_t))  ||\
    (sizeof(type) > sizeof(Py_ssize_t) &&\
          likely(v < (type)PY_SSIZE_T_MAX ||\
                 v == (type)PY_SSIZE_T_MAX)  &&\
          (!is_signed || likely(v > (type)PY_SSIZE_T_MIN ||\
                                v == (type)PY_SSIZE_T_MIN)))  ||\
    (sizeof(type) == sizeof(Py_ssize_t) &&\
          (is_signed || likely(v < (type)PY_SSIZE_T_MAX ||\
                               v == (type)PY_SSIZE_T_MAX)))  )
static CYTHON_INLINE int __Pyx_is_valid_index(Py_ssize_t i, Py_ssize_t limit) {
    return (size_t) i < (size_t) limit;
}
#if defined (__cplusplus) && __cplusplus >= 201103L
    #include <cstdlib>
    #define __Pyx_sst_abs(value) std::abs(value)
#elif SIZEOF_INT >= SIZEOF_SIZE_T
    #define __Pyx_sst_abs(value) abs(value)
#elif SIZEOF_LONG >= SIZEOF_SIZE_T
    #define __Pyx_sst_abs(value) labs(value)
#elif defined (_MSC_VER)
    #define __Pyx_sst_abs(value) ((Py_ssize_t)_abs64(value))
#elif defined (__STDC_VERSION__) && __STDC_VERSION__ >= 199901L
    #define __Pyx_sst_abs(value) llabs(value)
#elif defined (__GNUC__)
    #define __Pyx_sst_abs(value) __builtin_llabs(value)
#else
    #define __Pyx_sst_abs(value) ((value<0) ? -value : value)
#endif
static CYTHON_INLINE const char* __Pyx_PyObject_AsString(PyObject*);
static CYTHON_INLINE const char* __Pyx_PyObject_AsStringAndSize(PyObject*, Py_ssize_t* length);
#define __Pyx_PyByteArray_FromString(s) PyByteArray_FromStringAndSize((const char*)s, strlen((const char*)s))
#define __Pyx_PyByteArray_FromStringAndSize(s, l) PyByteArray_FromStringAndSize((const char*)s, l)
#define __Pyx_PyBytes_FromString        PyBytes_FromString
#define __Pyx_PyBytes_FromStringAndSize PyBytes_FromStringAndSize
static CYTHON_INLINE PyObject* __Pyx_PyUnicode_FromString(const char*);
#if PY_MAJOR_VERSION < 3
    #define __Pyx_PyStr_FromString        __Pyx_PyBytes_FromString
    #define __Pyx_PyStr_FromStringAndSize __Pyx_PyBytes_FromStringAndSize
#else
    #define __Pyx_PyStr_FromString        __Pyx_PyUnicode_FromString
    #define __Pyx_PyStr_FromStringAndSize __Pyx_PyUnicode_FromStringAndSize
#endif
#define __Pyx_PyBytes_AsWritableString(s)     ((char*) PyBytes_AS_STRING(s))
#define __Pyx_PyBytes_AsWritableSString(s)    ((signed char*) PyBytes_AS_STRING(s))
#define __Pyx_PyBytes_AsWritableUString(s)    ((unsigned char*) PyBytes_AS_STRING(s))
#define __Pyx_PyBytes_AsString(s)     ((const char*) PyBytes_AS_STRING(s))
#define __Pyx_PyBytes_AsSString(s)    ((const signed char*) PyBytes_AS_STRING(s))
#define __Pyx_PyBytes_AsUString(s)    ((const unsigned char*) PyBytes_AS_STRING(s))
#define __Pyx_PyObject_AsWritableString(s)    ((char*) __Pyx_PyObject_AsString(s))
#define __Pyx_PyObject_AsWritableSString(s)    ((signed char*) __Pyx_PyObject_AsString(s))
#define __Pyx_PyObject_AsWritableUString(s)    ((unsigned char*) __Pyx_PyObject_AsString(s))
#define __Pyx_PyObject_AsSString(s)    ((const signed char*) __Pyx_PyObject_AsString(s))
#define __Pyx_PyObject_AsUString(s)    ((const unsigned char*) __Pyx_PyObject_AsString(s))
#define __Pyx_PyObject_FromCString(s)  __Pyx_PyObject_FromString((const char*)s)
#define __Pyx_PyBytes_FromCString(s)   __Pyx_PyBytes_FromString((const char*)s)
#define __Pyx_PyByteArray_FromCString(s)   __Pyx_PyByteArray_FromString((const char*)s)
#define __Pyx_PyStr_FromCString(s)     __Pyx_PyStr_FromString((const char*)s)
#define __Pyx_PyUnicode_FromCString(s) __Pyx_PyUnicode_FromString((const char*)s)
static CYTHON_INLINE size_t __Pyx_Py_UNICODE_strlen(const Py_UNICODE *u) {
    const Py_UNICODE *u_end = u;
    while (*u_end++) ;
    return (size_t)(u_end - u - 1);
}
#define __Pyx_PyUnicode_FromUnicode(u)       PyUnicode_FromUnicode(u, __Pyx_Py_UNICODE_strlen(u))
#define __Pyx_PyUnicode_FromUnicodeAndLength PyUnicode_FromUnicode
#define __Pyx_PyUnicode_AsUnicode            PyUnicode_AsUnicode
#define __Pyx_NewRef(obj) (Py_INCREF(obj), obj)
#define __Pyx_Owned_Py_None(b) __Pyx_NewRef(Py_None)
static CYTHON_INLINE PyObject * __Pyx_PyBool_FromLong(long b);
static CYTHON_INLINE int __Pyx_PyObject_IsTrue(PyObject*);
static CYTHON_INLINE int __Pyx_PyObject_IsTrueAndDecref(PyObject*);
static CYTHON_INLINE PyObject* __Pyx_PyNumber_IntOrLong(PyObject* x);
#define __Pyx_PySequence_Tuple(obj)\
    (likely(PyTuple_CheckExact(obj)) ? __Pyx_NewRef(obj) : PySequence_Tuple(obj))
static CYTHON_INLINE Py_ssize_t __Pyx_PyIndex_AsSsize_t(PyObject*);
static CYTHON_INLINE PyObject * __Pyx_PyInt_FromSize_t(size_t);
#if CYTHON_ASSUME_SAFE_MACROS
#define __pyx_PyFloat_AsDouble(x) (PyFloat_CheckExact(x) ? PyFloat_AS_DOUBLE(x) : PyFloat_AsDouble(x))
#else
#define __pyx_PyFloat_AsDouble(x) PyFloat_AsDouble(x)
#endif
#define __pyx_PyFloat_AsFloat(x) ((float) __pyx_PyFloat_AsDouble(x))
#if PY_MAJOR_VERSION >= 3
#define __Pyx_PyNumber_Int(x) (PyLong_CheckExact(x) ? __Pyx_NewRef(x) : PyNumber_Long(x))
#else
#define __Pyx_PyNumber_Int(x) (PyInt_CheckExact(x) ? __Pyx_NewRef(x) : PyNumber_Int(x))
#endif
#define __Pyx_PyNumber_Float(x) (PyFloat_CheckExact(x) ? __Pyx_NewRef(x) : PyNumber_Float(x))
#if PY_MAJOR_VERSION < 3 && __PYX_DEFAULT_STRING_ENCODING_IS_ASCII
static int __Pyx_sys_getdefaultencoding_not_ascii;
static int __Pyx_init_sys_getdefaultencoding_params(void) {
    PyObject* sys;
    PyObject* default_encoding = NULL;
    PyObject* ascii_chars_u = NULL;
    PyObject* ascii_chars_b = NULL;
    const char* default_encoding_c;
    sys = PyImport_ImportModule("sys");
    if (!sys) goto bad;
    default_encoding = PyObject_CallMethod(sys, (char*) "getdefaultencoding", NULL);
    Py_DECREF(sys);
    if (!default_encoding) goto bad;
    default_encoding_c = PyBytes_AsString(default_encoding);
    if (!default_encoding_c) goto bad;
    if (strcmp(default_encoding_c, "ascii") == 0) {
        __Pyx_sys_getdefaultencoding_not_ascii = 0;
    } else {
        char ascii_chars[128];
        int c;
        for (c = 0; c < 128; c++) {
            ascii_chars[c] = c;
        }
        __Pyx_sys_getdefaultencoding_not_ascii = 1;
        ascii_chars_u = PyUnicode_DecodeASCII(ascii_chars, 128, NULL);
        if (!ascii_chars_u) goto bad;
        ascii_chars_b = PyUnicode_AsEncodedString(ascii_chars_u, default_encoding_c, NULL);
        if (!ascii_chars_b || !PyBytes_Check(ascii_chars_b) || memcmp(ascii_chars, PyBytes_AS_STRING(ascii_chars_b), 128) != 0) {
            PyErr_Format(
                PyExc_ValueError,
                "This module compiled with c_string_encoding=ascii, but default encoding '%.200s' is not a superset of ascii.",
                default_encoding_c);
            goto bad;
        }
        Py_DECREF(ascii_chars_u);
        Py_DECREF(ascii_chars_b);
    }
    Py_DECREF(default_encoding);
    return 0;
bad:
    Py_XDECREF(default_encoding);
    Py_XDECREF(ascii_chars_u);
    Py_XDECREF(ascii_chars_b);
    return -1;
}
#endif
#if __PYX_DEFAULT_STRING_ENCODING_IS_DEFAULT && PY_MAJOR_VERSION >= 3
#define __Pyx_PyUnicode_FromStringAndSize(c_str, size) PyUnicode_DecodeUTF8(c_str, size, NULL)
#else
#define __Pyx_PyUnicode_FromStringAndSize(c_str, size) PyUnicode_Decode(c_str, size, __PYX_DEFAULT_STRING_ENCODING, NULL)
#if __PYX_DEFAULT_STRING_ENCODING_IS_DEFAULT
static char* __PYX_DEFAULT_STRING_ENCODING;
static int __Pyx_init_sys_getdefaultencoding_params(void) {
    PyObject* sys;
    PyObject* default_encoding = NULL;
    char* default_encoding_c;
    sys = PyImport_ImportModule("sys");
    if (!sys) goto bad;
    default_encoding = PyObject_CallMethod(sys, (char*) (const char*) "getdefaultencoding", NULL);
    Py_DECREF(sys);
    if (!default_encoding) goto bad;
    default_encoding_c = PyBytes_AsString(default_encoding);
    if (!default_encoding_c) goto bad;
    __PYX_DEFAULT_STRING_ENCODING = (char*) malloc(strlen(default_encoding_c) + 1);
    if (!__PYX_DEFAULT_STRING_ENCODING) goto bad;
    strcpy(__PYX_DEFAULT_STRING_ENCODING, default_encoding_c);
    Py_DECREF(default_encoding);
    return 0;
bad:
    Py_XDECREF(default_encoding);
    return -1;
}
#endif
#endif


/* Test for GCC > 2.95 */
#if defined(__GNUC__)     && (__GNUC__ > 2 || (__GNUC__ == 2 && (__GNUC_MINOR__ > 95)))
  #define likely(x)   __builtin_expect(!!(x), 1)
  #define unlikely(x) __builtin_expect(!!(x), 0)
#else /* !__GNUC__ or GCC < 2.95 */
  #define likely(x)   (x)
  #define unlikely(x) (x)
#endif /* __GNUC__ */
static CYTHON_INLINE void __Pyx_pretend_to_initialize(void* ptr) { (void)ptr; }

static PyObject *__pyx_m = NULL;
static PyObject *__pyx_d;
static PyObject *__pyx_b;
static PyObject *__pyx_cython_runtime = NULL;
static PyObject *__pyx_empty_tuple;
static PyObject *__pyx_empty_bytes;
static PyObject *__pyx_empty_unicode;
static int __pyx_lineno;
static int __pyx_clineno = 0;
static const char * __pyx_cfilenm= __FILE__;
static const char *__pyx_filename;

/* Header.proto */
#if !defined(CYTHON_CCOMPLEX)
  #if defined(__cplusplus)
    #define CYTHON_CCOMPLEX 1
  #elif defined(_Complex_I)
    #define CYTHON_CCOMPLEX 1
  #else
    #define CYTHON_CCOMPLEX 0
  #endif
#endif
#if CYTHON_CCOMPLEX
  #ifdef __cplusplus
    #include <complex>
  #else
    #include <complex.h>
  #endif
#endif
#if CYTHON_CCOMPLEX && !defined(__cplusplus) && defined(__sun__) && defined(__GNUC__)
  #undef _Complex_I
  #define _Complex_I 1.0fj
#endif


static const char *__pyx_f[] = {
  "pygsti/objects/replib/fastreplib.pyx",
  "stringsource",
  "__init__.pxd",
  "type.pxd",
};
/* BufferFormatStructs.proto */
#define IS_UNSIGNED(type) (((type) -1) > 0)
struct __Pyx_StructField_;
#define __PYX_BUF_FLAGS_PACKED_STRUCT (1 << 0)
typedef struct {
  const char* name;
  struct __Pyx_StructField_* fields;
  size_t size;
  size_t arraysize[8];
  int ndim;
  char typegroup;
  char is_unsigned;
  int flags;
} __Pyx_TypeInfo;
typedef struct __Pyx_StructField_ {
  __Pyx_TypeInfo* type;
  const char* name;
  size_t offset;
} __Pyx_StructField;
typedef struct {
  __Pyx_StructField* field;
  size_t parent_offset;
} __Pyx_BufFmt_StackElem;
typedef struct {
  __Pyx_StructField root;
  __Pyx_BufFmt_StackElem* head;
  size_t fmt_offset;
  size_t new_count, enc_count;
  size_t struct_alignment;
  int is_complex;
  char enc_type;
  char new_packmode;
  char enc_packmode;
  char is_valid_array;
} __Pyx_BufFmt_Context;

/* MemviewSliceStruct.proto */
struct __pyx_memoryview_obj;
typedef struct {
  struct __pyx_memoryview_obj *memview;
  char *data;
  Py_ssize_t shape[8];
  Py_ssize_t strides[8];
  Py_ssize_t suboffsets[8];
} __Pyx_memviewslice;
#define __Pyx_MemoryView_Len(m)  (m.shape[0])

/* Atomics.proto */
#include <pythread.h>
#ifndef CYTHON_ATOMICS
    #define CYTHON_ATOMICS 1
#endif
#define __pyx_atomic_int_type int
#if CYTHON_ATOMICS && __GNUC__ >= 4 && (__GNUC_MINOR__ > 1 ||\
                    (__GNUC_MINOR__ == 1 && __GNUC_PATCHLEVEL >= 2)) &&\
                    !defined(__i386__)
    #define __pyx_atomic_incr_aligned(value, lock) __sync_fetch_and_add(value, 1)
    #define __pyx_atomic_decr_aligned(value, lock) __sync_fetch_and_sub(value, 1)
    #ifdef __PYX_DEBUG_ATOMICS
        #warning "Using GNU atomics"
    #endif
#elif CYTHON_ATOMICS && defined(_MSC_VER) && 0
    #include <Windows.h>
    #undef __pyx_atomic_int_type
    #define __pyx_atomic_int_type LONG
    #define __pyx_atomic_incr_aligned(value, lock) InterlockedIncrement(value)
    #define __pyx_atomic_decr_aligned(value, lock) InterlockedDecrement(value)
    #ifdef __PYX_DEBUG_ATOMICS
        #pragma message ("Using MSVC atomics")
    #endif
#elif CYTHON_ATOMICS && (defined(__ICC) || defined(__INTEL_COMPILER)) && 0
    #define __pyx_atomic_incr_aligned(value, lock) _InterlockedIncrement(value)
    #define __pyx_atomic_decr_aligned(value, lock) _InterlockedDecrement(value)
    #ifdef __PYX_DEBUG_ATOMICS
        #warning "Using Intel atomics"
    #endif
#else
    #undef CYTHON_ATOMICS
    #define CYTHON_ATOMICS 0
    #ifdef __PYX_DEBUG_ATOMICS
        #warning "Not using atomics"
    #endif
#endif
typedef volatile __pyx_atomic_int_type __pyx_atomic_int;
#if CYTHON_ATOMICS
    #define __pyx_add_acquisition_count(memview)\
             __pyx_atomic_incr_aligned(__pyx_get_slice_count_pointer(memview), memview->lock)
    #define __pyx_sub_acquisition_count(memview)\
            __pyx_atomic_decr_aligned(__pyx_get_slice_count_pointer(memview), memview->lock)
#else
    #define __pyx_add_acquisition_count(memview)\
            __pyx_add_acquisition_count_locked(__pyx_get_slice_count_pointer(memview), memview->lock)
    #define __pyx_sub_acquisition_count(memview)\
            __pyx_sub_acquisition_count_locked(__pyx_get_slice_count_pointer(memview), memview->lock)
#endif

/* ForceInitThreads.proto */
#ifndef __PYX_FORCE_INIT_THREADS
  #define __PYX_FORCE_INIT_THREADS 0
#endif

/* NoFastGil.proto */
#define __Pyx_PyGILState_Ensure PyGILState_Ensure
#define __Pyx_PyGILState_Release PyGILState_Release
#define __Pyx_FastGIL_Remember()
#define __Pyx_FastGIL_Forget()
#define __Pyx_FastGilFuncInit()


/* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":776
 * # in Cython to enable them only on the right systems.
 * 
 * ctypedef npy_int8       int8_t             # <<<<<<<<<<<<<<
 * ctypedef npy_int16      int16_t
 * ctypedef npy_int32      int32_t
 */
typedef npy_int8 __pyx_t_5numpy_int8_t;

/* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":777
 * 
 * ctypedef npy_int8       int8_t
 * ctypedef npy_int16      int16_t             # <<<<<<<<<<<<<<
 * ctypedef npy_int32      int32_t
 * ctypedef npy_int64      int64_t
 */
typedef npy_int16 __pyx_t_5numpy_int16_t;

/* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":778
 * ctypedef npy_int8       int8_t
 * ctypedef npy_int16      int16_t
 * ctypedef npy_int32      int32_t             # <<<<<<<<<<<<<<
 * ctypedef npy_int64      int64_t
 * #ctypedef npy_int96      int96_t
 */
typedef npy_int32 __pyx_t_5numpy_int32_t;

/* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":779
 * ctypedef npy_int16      int16_t
 * ctypedef npy_int32      int32_t
 * ctypedef npy_int64      int64_t             # <<<<<<<<<<<<<<
 * #ctypedef npy_int96      int96_t
 * #ctypedef npy_int128     int128_t
 */
typedef npy_int64 __pyx_t_5numpy_int64_t;

/* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":783
 * #ctypedef npy_int128     int128_t
 * 
 * ctypedef npy_uint8      uint8_t             # <<<<<<<<<<<<<<
 * ctypedef npy_uint16     uint16_t
 * ctypedef npy_uint32     uint32_t
 */
typedef npy_uint8 __pyx_t_5numpy_uint8_t;

/* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":784
 * 
 * ctypedef npy_uint8      uint8_t
 * ctypedef npy_uint16     uint16_t             # <<<<<<<<<<<<<<
 * ctypedef npy_uint32     uint32_t
 * ctypedef npy_uint64     uint64_t
 */
typedef npy_uint16 __pyx_t_5numpy_uint16_t;

/* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":785
 * ctypedef npy_uint8      uint8_t
 * ctypedef npy_uint16     uint16_t
 * ctypedef npy_uint32     uint32_t             # <<<<<<<<<<<<<<
 * ctypedef npy_uint64     uint64_t
 * #ctypedef npy_uint96     uint96_t
 */
typedef npy_uint32 __pyx_t_5numpy_uint32_t;

/* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":786
 * ctypedef npy_uint16     uint16_t
 * ctypedef npy_uint32     uint32_t
 * ctypedef npy_uint64     uint64_t             # <<<<<<<<<<<<<<
 * #ctypedef npy_uint96     uint96_t
 * #ctypedef npy_uint128    uint128_t
 */
typedef npy_uint64 __pyx_t_5numpy_uint64_t;

/* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":790
 * #ctypedef npy_uint128    uint128_t
 * 
 * ctypedef npy_float32    float32_t             # <<<<<<<<<<<<<<
 * ctypedef npy_float64    float64_t
 * #ctypedef npy_float80    float80_t
 */
typedef npy_float32 __pyx_t_5numpy_float32_t;

/* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":791
 * 
 * ctypedef npy_float32    float32_t
 * ctypedef npy_float64    float64_t             # <<<<<<<<<<<<<<
 * #ctypedef npy_float80    float80_t
 * #ctypedef npy_float128   float128_t
 */
typedef npy_float64 __pyx_t_5numpy_float64_t;

/* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":800
 * # The int types are mapped a bit surprising --
 * # numpy.int corresponds to 'l' and numpy.long to 'q'
 * ctypedef npy_long       int_t             # <<<<<<<<<<<<<<
 * ctypedef npy_longlong   long_t
 * ctypedef npy_longlong   longlong_t
 */
typedef npy_long __pyx_t_5numpy_int_t;

/* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":801
 * # numpy.int corresponds to 'l' and numpy.long to 'q'
 * ctypedef npy_long       int_t
 * ctypedef npy_longlong   long_t             # <<<<<<<<<<<<<<
 * ctypedef npy_longlong   longlong_t
 * 
 */
typedef npy_longlong __pyx_t_5numpy_long_t;

/* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":802
 * ctypedef npy_long       int_t
 * ctypedef npy_longlong   long_t
 * ctypedef npy_longlong   longlong_t             # <<<<<<<<<<<<<<
 * 
 * ctypedef npy_ulong      uint_t
 */
typedef npy_longlong __pyx_t_5numpy_longlong_t;

/* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":804
 * ctypedef npy_longlong   longlong_t
 * 
 * ctypedef npy_ulong      uint_t             # <<<<<<<<<<<<<<
 * ctypedef npy_ulonglong  ulong_t
 * ctypedef npy_ulonglong  ulonglong_t
 */
typedef npy_ulong __pyx_t_5numpy_uint_t;

/* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":805
 * 
 * ctypedef npy_ulong      uint_t
 * ctypedef npy_ulonglong  ulong_t             # <<<<<<<<<<<<<<
 * ctypedef npy_ulonglong  ulonglong_t
 * 
 */
typedef npy_ulonglong __pyx_t_5numpy_ulong_t;

/* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":806
 * ctypedef npy_ulong      uint_t
 * ctypedef npy_ulonglong  ulong_t
 * ctypedef npy_ulonglong  ulonglong_t             # <<<<<<<<<<<<<<
 * 
 * ctypedef npy_intp       intp_t
 */
typedef npy_ulonglong __pyx_t_5numpy_ulonglong_t;

/* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":808
 * ctypedef npy_ulonglong  ulonglong_t
 * 
 * ctypedef npy_intp       intp_t             # <<<<<<<<<<<<<<
 * ctypedef npy_uintp      uintp_t
 * 
 */
typedef npy_intp __pyx_t_5numpy_intp_t;

/* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":809
 * 
 * ctypedef npy_intp       intp_t
 * ctypedef npy_uintp      uintp_t             # <<<<<<<<<<<<<<
 * 
 * ctypedef npy_double     float_t
 */
typedef npy_uintp __pyx_t_5numpy_uintp_t;

/* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":811
 * ctypedef npy_uintp      uintp_t
 * 
 * ctypedef npy_double     float_t             # <<<<<<<<<<<<<<
 * ctypedef npy_double     double_t
 * ctypedef npy_longdouble longdouble_t
 */
typedef npy_double __pyx_t_5numpy_float_t;

/* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":812
 * 
 * ctypedef npy_double     float_t
 * ctypedef npy_double     double_t             # <<<<<<<<<<<<<<
 * ctypedef npy_longdouble longdouble_t
 * 
 */
typedef npy_double __pyx_t_5numpy_double_t;

/* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":813
 * ctypedef npy_double     float_t
 * ctypedef npy_double     double_t
 * ctypedef npy_longdouble longdouble_t             # <<<<<<<<<<<<<<
 * 
 * ctypedef npy_cfloat      cfloat_t
 */
typedef npy_longdouble __pyx_t_5numpy_longdouble_t;

/* "pygsti/objects/replib/fastreplib.pyx":50
 * 
 * #Use 64-bit integers
 * ctypedef long long INT             # <<<<<<<<<<<<<<
 * ctypedef unsigned long long UINT
 * 
 */
typedef PY_LONG_LONG __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT;

/* "pygsti/objects/replib/fastreplib.pyx":51
 * #Use 64-bit integers
 * ctypedef long long INT
 * ctypedef unsigned long long UINT             # <<<<<<<<<<<<<<
 * 
 * cdef extern from "fastreps.h" namespace "CReps":
 */
typedef unsigned PY_LONG_LONG __pyx_t_6pygsti_7objects_6replib_10fastreplib_UINT;
/* Declarations.proto */
#if CYTHON_CCOMPLEX
  #ifdef __cplusplus
    typedef ::std::complex< double > __pyx_t_double_complex;
  #else
    typedef double _Complex __pyx_t_double_complex;
  #endif
#else
    typedef struct { double real, imag; } __pyx_t_double_complex;
#endif
static CYTHON_INLINE __pyx_t_double_complex __pyx_t_double_complex_from_parts(double, double);

/* Declarations.proto */
#if CYTHON_CCOMPLEX
  #ifdef __cplusplus
    typedef ::std::complex< float > __pyx_t_float_complex;
  #else
    typedef float _Complex __pyx_t_float_complex;
  #endif
#else
    typedef struct { float real, imag; } __pyx_t_float_complex;
#endif
static CYTHON_INLINE __pyx_t_float_complex __pyx_t_float_complex_from_parts(float, float);


/*--- Type declarations ---*/
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep;
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep;
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense;
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_TensorProd;
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational;
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen;
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep;
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense;
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded;
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed;
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum;
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated;
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad;
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse;
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep;
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep;
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense;
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_TensorProd;
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational;
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep;
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense;
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded;
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed;
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum;
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated;
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep;
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep;
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep;
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded;
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed;
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum;
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated;
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford;
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep;
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep;
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep;
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep;
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_RepCacheEl;
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl;
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator;
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms;
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms;
struct __pyx_array_obj;
struct __pyx_MemviewEnum_obj;
struct __pyx_memoryview_obj;
struct __pyx_memoryviewslice_obj;

/* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":815
 * ctypedef npy_longdouble longdouble_t
 * 
 * ctypedef npy_cfloat      cfloat_t             # <<<<<<<<<<<<<<
 * ctypedef npy_cdouble     cdouble_t
 * ctypedef npy_clongdouble clongdouble_t
 */
typedef npy_cfloat __pyx_t_5numpy_cfloat_t;

/* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":816
 * 
 * ctypedef npy_cfloat      cfloat_t
 * ctypedef npy_cdouble     cdouble_t             # <<<<<<<<<<<<<<
 * ctypedef npy_clongdouble clongdouble_t
 * 
 */
typedef npy_cdouble __pyx_t_5numpy_cdouble_t;

/* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":817
 * ctypedef npy_cfloat      cfloat_t
 * ctypedef npy_cdouble     cdouble_t
 * ctypedef npy_clongdouble clongdouble_t             # <<<<<<<<<<<<<<
 * 
 * ctypedef npy_cdouble     complex_t
 */
typedef npy_clongdouble __pyx_t_5numpy_clongdouble_t;

/* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":819
 * ctypedef npy_clongdouble clongdouble_t
 * 
 * ctypedef npy_cdouble     complex_t             # <<<<<<<<<<<<<<
 * 
 * cdef inline object PyArray_MultiIterNew1(a):
 */
typedef npy_cdouble __pyx_t_5numpy_complex_t;

/* "pygsti/objects/replib/fastreplib.pyx":362
 * 
 * ctypedef double complex DCOMPLEX
 * ctypedef DMOpCRep* DMGateCRep_ptr             # <<<<<<<<<<<<<<
 * ctypedef DMStateCRep* DMStateCRep_ptr
 * ctypedef DMEffectCRep* DMEffectCRep_ptr
 */
typedef CReps::DMOpCRep *__pyx_t_6pygsti_7objects_6replib_10fastreplib_DMGateCRep_ptr;

/* "pygsti/objects/replib/fastreplib.pyx":363
 * ctypedef double complex DCOMPLEX
 * ctypedef DMOpCRep* DMGateCRep_ptr
 * ctypedef DMStateCRep* DMStateCRep_ptr             # <<<<<<<<<<<<<<
 * ctypedef DMEffectCRep* DMEffectCRep_ptr
 * ctypedef SVOpCRep* SVGateCRep_ptr
 */
typedef CReps::DMStateCRep *__pyx_t_6pygsti_7objects_6replib_10fastreplib_DMStateCRep_ptr;

/* "pygsti/objects/replib/fastreplib.pyx":364
 * ctypedef DMOpCRep* DMGateCRep_ptr
 * ctypedef DMStateCRep* DMStateCRep_ptr
 * ctypedef DMEffectCRep* DMEffectCRep_ptr             # <<<<<<<<<<<<<<
 * ctypedef SVOpCRep* SVGateCRep_ptr
 * ctypedef SVStateCRep* SVStateCRep_ptr
 */
typedef CReps::DMEffectCRep *__pyx_t_6pygsti_7objects_6replib_10fastreplib_DMEffectCRep_ptr;

/* "pygsti/objects/replib/fastreplib.pyx":365
 * ctypedef DMStateCRep* DMStateCRep_ptr
 * ctypedef DMEffectCRep* DMEffectCRep_ptr
 * ctypedef SVOpCRep* SVGateCRep_ptr             # <<<<<<<<<<<<<<
 * ctypedef SVStateCRep* SVStateCRep_ptr
 * ctypedef SVEffectCRep* SVEffectCRep_ptr
 */
typedef CReps::SVOpCRep *__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVGateCRep_ptr;

/* "pygsti/objects/replib/fastreplib.pyx":366
 * ctypedef DMEffectCRep* DMEffectCRep_ptr
 * ctypedef SVOpCRep* SVGateCRep_ptr
 * ctypedef SVStateCRep* SVStateCRep_ptr             # <<<<<<<<<<<<<<
 * ctypedef SVEffectCRep* SVEffectCRep_ptr
 * ctypedef SVTermCRep* SVTermCRep_ptr
 */
typedef CReps::SVStateCRep *__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVStateCRep_ptr;

/* "pygsti/objects/replib/fastreplib.pyx":367
 * ctypedef SVOpCRep* SVGateCRep_ptr
 * ctypedef SVStateCRep* SVStateCRep_ptr
 * ctypedef SVEffectCRep* SVEffectCRep_ptr             # <<<<<<<<<<<<<<
 * ctypedef SVTermCRep* SVTermCRep_ptr
 * ctypedef SVTermDirectCRep* SVTermDirectCRep_ptr
 */
typedef CReps::SVEffectCRep *__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVEffectCRep_ptr;

/* "pygsti/objects/replib/fastreplib.pyx":368
 * ctypedef SVStateCRep* SVStateCRep_ptr
 * ctypedef SVEffectCRep* SVEffectCRep_ptr
 * ctypedef SVTermCRep* SVTermCRep_ptr             # <<<<<<<<<<<<<<
 * ctypedef SVTermDirectCRep* SVTermDirectCRep_ptr
 * ctypedef SBOpCRep* SBGateCRep_ptr
 */
typedef CReps::SVTermCRep *__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr;

/* "pygsti/objects/replib/fastreplib.pyx":369
 * ctypedef SVEffectCRep* SVEffectCRep_ptr
 * ctypedef SVTermCRep* SVTermCRep_ptr
 * ctypedef SVTermDirectCRep* SVTermDirectCRep_ptr             # <<<<<<<<<<<<<<
 * ctypedef SBOpCRep* SBGateCRep_ptr
 * ctypedef SBStateCRep* SBStateCRep_ptr
 */
typedef CReps::SVTermDirectCRep *__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermDirectCRep_ptr;

/* "pygsti/objects/replib/fastreplib.pyx":370
 * ctypedef SVTermCRep* SVTermCRep_ptr
 * ctypedef SVTermDirectCRep* SVTermDirectCRep_ptr
 * ctypedef SBOpCRep* SBGateCRep_ptr             # <<<<<<<<<<<<<<
 * ctypedef SBStateCRep* SBStateCRep_ptr
 * ctypedef SBEffectCRep* SBEffectCRep_ptr
 */
typedef CReps::SBOpCRep *__pyx_t_6pygsti_7objects_6replib_10fastreplib_SBGateCRep_ptr;

/* "pygsti/objects/replib/fastreplib.pyx":371
 * ctypedef SVTermDirectCRep* SVTermDirectCRep_ptr
 * ctypedef SBOpCRep* SBGateCRep_ptr
 * ctypedef SBStateCRep* SBStateCRep_ptr             # <<<<<<<<<<<<<<
 * ctypedef SBEffectCRep* SBEffectCRep_ptr
 * ctypedef SBTermCRep* SBTermCRep_ptr
 */
typedef CReps::SBStateCRep *__pyx_t_6pygsti_7objects_6replib_10fastreplib_SBStateCRep_ptr;

/* "pygsti/objects/replib/fastreplib.pyx":372
 * ctypedef SBOpCRep* SBGateCRep_ptr
 * ctypedef SBStateCRep* SBStateCRep_ptr
 * ctypedef SBEffectCRep* SBEffectCRep_ptr             # <<<<<<<<<<<<<<
 * ctypedef SBTermCRep* SBTermCRep_ptr
 * ctypedef PolyCRep* PolyCRep_ptr
 */
typedef CReps::SBEffectCRep *__pyx_t_6pygsti_7objects_6replib_10fastreplib_SBEffectCRep_ptr;

/* "pygsti/objects/replib/fastreplib.pyx":373
 * ctypedef SBStateCRep* SBStateCRep_ptr
 * ctypedef SBEffectCRep* SBEffectCRep_ptr
 * ctypedef SBTermCRep* SBTermCRep_ptr             # <<<<<<<<<<<<<<
 * ctypedef PolyCRep* PolyCRep_ptr
 * ctypedef vector[SVTermCRep_ptr]* vector_SVTermCRep_ptr_ptr
 */
typedef CReps::SBTermCRep *__pyx_t_6pygsti_7objects_6replib_10fastreplib_SBTermCRep_ptr;

/* "pygsti/objects/replib/fastreplib.pyx":374
 * ctypedef SBEffectCRep* SBEffectCRep_ptr
 * ctypedef SBTermCRep* SBTermCRep_ptr
 * ctypedef PolyCRep* PolyCRep_ptr             # <<<<<<<<<<<<<<
 * ctypedef vector[SVTermCRep_ptr]* vector_SVTermCRep_ptr_ptr
 * ctypedef vector[SBTermCRep_ptr]* vector_SBTermCRep_ptr_ptr
 */
typedef CReps::PolyCRep *__pyx_t_6pygsti_7objects_6replib_10fastreplib_PolyCRep_ptr;

/* "pygsti/objects/replib/fastreplib.pyx":375
 * ctypedef SBTermCRep* SBTermCRep_ptr
 * ctypedef PolyCRep* PolyCRep_ptr
 * ctypedef vector[SVTermCRep_ptr]* vector_SVTermCRep_ptr_ptr             # <<<<<<<<<<<<<<
 * ctypedef vector[SBTermCRep_ptr]* vector_SBTermCRep_ptr_ptr
 * ctypedef vector[SVTermDirectCRep_ptr]* vector_SVTermDirectCRep_ptr_ptr
 */
typedef std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr>  *__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_SVTermCRep_ptr_ptr;

/* "pygsti/objects/replib/fastreplib.pyx":376
 * ctypedef PolyCRep* PolyCRep_ptr
 * ctypedef vector[SVTermCRep_ptr]* vector_SVTermCRep_ptr_ptr
 * ctypedef vector[SBTermCRep_ptr]* vector_SBTermCRep_ptr_ptr             # <<<<<<<<<<<<<<
 * ctypedef vector[SVTermDirectCRep_ptr]* vector_SVTermDirectCRep_ptr_ptr
 * ctypedef vector[INT]* vector_INT_ptr
 */
typedef std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SBTermCRep_ptr>  *__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_SBTermCRep_ptr_ptr;

/* "pygsti/objects/replib/fastreplib.pyx":377
 * ctypedef vector[SVTermCRep_ptr]* vector_SVTermCRep_ptr_ptr
 * ctypedef vector[SBTermCRep_ptr]* vector_SBTermCRep_ptr_ptr
 * ctypedef vector[SVTermDirectCRep_ptr]* vector_SVTermDirectCRep_ptr_ptr             # <<<<<<<<<<<<<<
 * ctypedef vector[INT]* vector_INT_ptr
 * 
 */
typedef std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermDirectCRep_ptr>  *__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_SVTermDirectCRep_ptr_ptr;

/* "pygsti/objects/replib/fastreplib.pyx":378
 * ctypedef vector[SBTermCRep_ptr]* vector_SBTermCRep_ptr_ptr
 * ctypedef vector[SVTermDirectCRep_ptr]* vector_SVTermDirectCRep_ptr_ptr
 * ctypedef vector[INT]* vector_INT_ptr             # <<<<<<<<<<<<<<
 * 
 * #Create a function pointer type for term-based calc inner loop
 */
typedef std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  *__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_INT_ptr;

/* "pygsti/objects/replib/fastreplib.pyx":381
 * 
 * #Create a function pointer type for term-based calc inner loop
 * ctypedef void (*sv_innerloopfn_ptr)(vector[vector_SVTermCRep_ptr_ptr],             # <<<<<<<<<<<<<<
 *                                     vector[INT]*, vector[PolyCRep*]*, INT)
 * ctypedef INT (*sv_innerloopfn_direct_ptr)(vector[vector_SVTermDirectCRep_ptr_ptr],
 */
typedef void (*__pyx_t_6pygsti_7objects_6replib_10fastreplib_sv_innerloopfn_ptr)(std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_SVTermCRep_ptr_ptr> , std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  *, std::vector<CReps::PolyCRep *>  *, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT);

/* "pygsti/objects/replib/fastreplib.pyx":383
 * ctypedef void (*sv_innerloopfn_ptr)(vector[vector_SVTermCRep_ptr_ptr],
 *                                     vector[INT]*, vector[PolyCRep*]*, INT)
 * ctypedef INT (*sv_innerloopfn_direct_ptr)(vector[vector_SVTermDirectCRep_ptr_ptr],             # <<<<<<<<<<<<<<
 *                                            vector[INT]*, vector[DCOMPLEX]*, INT, vector[double]*, double)
 * ctypedef void (*sb_innerloopfn_ptr)(vector[vector_SBTermCRep_ptr_ptr],
 */
typedef __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT (*__pyx_t_6pygsti_7objects_6replib_10fastreplib_sv_innerloopfn_direct_ptr)(std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_SVTermDirectCRep_ptr_ptr> , std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  *, std::vector<__pyx_t_double_complex>  *, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, std::vector<double>  *, double);

/* "pygsti/objects/replib/fastreplib.pyx":385
 * ctypedef INT (*sv_innerloopfn_direct_ptr)(vector[vector_SVTermDirectCRep_ptr_ptr],
 *                                            vector[INT]*, vector[DCOMPLEX]*, INT, vector[double]*, double)
 * ctypedef void (*sb_innerloopfn_ptr)(vector[vector_SBTermCRep_ptr_ptr],             # <<<<<<<<<<<<<<
 *                                     vector[INT]*, vector[PolyCRep*]*, INT)
 * ctypedef void (*sv_addpathfn_ptr)(vector[PolyCRep*]*, vector[INT]&, INT, vector[vector_SVTermCRep_ptr_ptr]&,
 */
typedef void (*__pyx_t_6pygsti_7objects_6replib_10fastreplib_sb_innerloopfn_ptr)(std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_SBTermCRep_ptr_ptr> , std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  *, std::vector<CReps::PolyCRep *>  *, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT);

/* "pygsti/objects/replib/fastreplib.pyx":387
 * ctypedef void (*sb_innerloopfn_ptr)(vector[vector_SBTermCRep_ptr_ptr],
 *                                     vector[INT]*, vector[PolyCRep*]*, INT)
 * ctypedef void (*sv_addpathfn_ptr)(vector[PolyCRep*]*, vector[INT]&, INT, vector[vector_SVTermCRep_ptr_ptr]&,             # <<<<<<<<<<<<<<
 *                                   SVStateCRep**, SVStateCRep**, vector[INT]*,
 *                                   vector[SVStateCRep*]*, vector[SVStateCRep*]*, vector[PolyCRep]*)
 */
typedef void (*__pyx_t_6pygsti_7objects_6replib_10fastreplib_sv_addpathfn_ptr)(std::vector<CReps::PolyCRep *>  *, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  &, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_SVTermCRep_ptr_ptr>  &, CReps::SVStateCRep **, CReps::SVStateCRep **, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  *, std::vector<CReps::SVStateCRep *>  *, std::vector<CReps::SVStateCRep *>  *, std::vector<CReps::PolyCRep>  *);

/* "pygsti/objects/replib/fastreplib.pyx":391
 *                                   vector[SVStateCRep*]*, vector[SVStateCRep*]*, vector[PolyCRep]*)
 * 
 * ctypedef double (*TD_obj_fn)(double, double, double, double, double, double, double)             # <<<<<<<<<<<<<<
 * 
 * 
 */
typedef double (*__pyx_t_6pygsti_7objects_6replib_10fastreplib_TD_obj_fn)(double, double, double, double, double, double, double);

/* "pygsti/objects/replib/fastreplib.pyx":398
 * 
 * # Density matrix (DM) propagation wrapper classes
 * cdef class DMStateRep: #(StateRep):             # <<<<<<<<<<<<<<
 *     cdef DMStateCRep* c_state
 *     cdef public np.ndarray base
 */
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep {
  PyObject_HEAD
  CReps::DMStateCRep *c_state;
  PyArrayObject *base;
};


/* "pygsti/objects/replib/fastreplib.pyx":436
 * 
 * 
 * cdef class DMEffectRep:             # <<<<<<<<<<<<<<
 *     cdef DMEffectCRep* c_effect
 * 
 */
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep {
  PyObject_HEAD
  CReps::DMEffectCRep *c_effect;
};


/* "pygsti/objects/replib/fastreplib.pyx":457
 * 
 * 
 * cdef class DMEffectRep_Dense(DMEffectRep):             # <<<<<<<<<<<<<<
 *     cdef public np.ndarray base
 * 
 */
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep __pyx_base;
  PyArrayObject *base;
};


/* "pygsti/objects/replib/fastreplib.pyx":479
 * 
 * 
 * cdef class DMEffectRep_TensorProd(DMEffectRep):             # <<<<<<<<<<<<<<
 *     cdef np.ndarray data_ref1
 *     cdef np.ndarray data_ref2
 */
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_TensorProd {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep __pyx_base;
  PyArrayObject *data_ref1;
  PyArrayObject *data_ref2;
};


/* "pygsti/objects/replib/fastreplib.pyx":501
 * 
 * 
 * cdef class DMEffectRep_Computational(DMEffectRep):             # <<<<<<<<<<<<<<
 *     cdef public np.ndarray zvals
 * 
 */
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep __pyx_base;
  PyArrayObject *zvals;
};


/* "pygsti/objects/replib/fastreplib.pyx":520
 * 
 * 
 * cdef class DMEffectRep_Errgen(DMEffectRep):  #TODO!! Need to make SV version             # <<<<<<<<<<<<<<
 *     cdef public DMOpRep errgen_rep
 *     cdef public DMEffectRep effect_rep
 */
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep __pyx_base;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *errgen_rep;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep *effect_rep;
};


/* "pygsti/objects/replib/fastreplib.pyx":537
 * 
 * 
 * cdef class DMOpRep:             # <<<<<<<<<<<<<<
 *     cdef DMOpCRep* c_gate
 * 
 */
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep {
  PyObject_HEAD
  CReps::DMOpCRep *c_gate;
};


/* "pygsti/objects/replib/fastreplib.pyx":581
 * 
 * 
 * cdef class DMOpRep_Dense(DMOpRep):             # <<<<<<<<<<<<<<
 *     cdef public np.ndarray base
 * 
 */
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep __pyx_base;
  PyArrayObject *base;
};


/* "pygsti/objects/replib/fastreplib.pyx":613
 * 
 * 
 * cdef class DMOpRep_Embedded(DMOpRep):             # <<<<<<<<<<<<<<
 *     cdef np.ndarray data_ref1
 *     cdef np.ndarray data_ref2
 */
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep __pyx_base;
  PyArrayObject *data_ref1;
  PyArrayObject *data_ref2;
  PyArrayObject *data_ref3;
  PyArrayObject *data_ref4;
  PyArrayObject *data_ref5;
  PyArrayObject *data_ref6;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *embedded;
};


/* "pygsti/objects/replib/fastreplib.pyx":690
 * 
 * 
 * cdef class DMOpRep_Composed(DMOpRep):             # <<<<<<<<<<<<<<
 *     cdef public object factor_reps # list of DMOpRep objs?
 * 
 */
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep __pyx_base;
  PyObject *factor_reps;
};


/* "pygsti/objects/replib/fastreplib.pyx":714
 * 
 * 
 * cdef class DMOpRep_Sum(DMOpRep):             # <<<<<<<<<<<<<<
 *     cdef public object factor_reps # list of DMOpRep objs?
 * 
 */
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep __pyx_base;
  PyObject *factor_reps;
};


/* "pygsti/objects/replib/fastreplib.pyx":730
 * 
 * 
 * cdef class DMOpRep_Exponentiated(DMOpRep):             # <<<<<<<<<<<<<<
 *     cdef public DMOpRep exponentiated_op
 *     cdef public INT power
 */
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep __pyx_base;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *exponentiated_op;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT power;
};


/* "pygsti/objects/replib/fastreplib.pyx":743
 * 
 * 
 * cdef class DMOpRep_Lindblad(DMOpRep):             # <<<<<<<<<<<<<<
 *     cdef public object errgen_rep
 *     cdef np.ndarray data_ref2
 */
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep __pyx_base;
  PyObject *errgen_rep;
  PyArrayObject *data_ref2;
  PyArrayObject *data_ref3;
  PyArrayObject *data_ref4;
};


/* "pygsti/objects/replib/fastreplib.pyx":787
 * 
 * 
 * cdef class DMOpRep_Sparse(DMOpRep):             # <<<<<<<<<<<<<<
 *     cdef public np.ndarray data
 *     cdef public np.ndarray indices
 */
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep __pyx_base;
  PyArrayObject *data;
  PyArrayObject *indices;
  PyArrayObject *indptr;
};


/* "pygsti/objects/replib/fastreplib.pyx":808
 * 
 * # State vector (SV) propagation wrapper classes
 * cdef class SVStateRep: #(StateRep):             # <<<<<<<<<<<<<<
 *     cdef SVStateCRep* c_state
 *     cdef public np.ndarray base
 */
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep {
  PyObject_HEAD
  CReps::SVStateCRep *c_state;
  PyArrayObject *base;
};


/* "pygsti/objects/replib/fastreplib.pyx":840
 * 
 * 
 * cdef class SVEffectRep:             # <<<<<<<<<<<<<<
 *     cdef SVEffectCRep* c_effect
 * 
 */
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep {
  PyObject_HEAD
  CReps::SVEffectCRep *c_effect;
};


/* "pygsti/objects/replib/fastreplib.pyx":864
 * 
 * 
 * cdef class SVEffectRep_Dense(SVEffectRep):             # <<<<<<<<<<<<<<
 *     cdef public np.ndarray base
 * 
 */
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep __pyx_base;
  PyArrayObject *base;
};


/* "pygsti/objects/replib/fastreplib.pyx":883
 * 
 * 
 * cdef class SVEffectRep_TensorProd(SVEffectRep):             # <<<<<<<<<<<<<<
 *     cdef np.ndarray data_ref1
 *     cdef np.ndarray data_ref2
 */
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_TensorProd {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep __pyx_base;
  PyArrayObject *data_ref1;
  PyArrayObject *data_ref2;
};


/* "pygsti/objects/replib/fastreplib.pyx":903
 * 
 * 
 * cdef class SVEffectRep_Computational(SVEffectRep):             # <<<<<<<<<<<<<<
 *     cdef public np.ndarray zvals;
 * 
 */
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep __pyx_base;
  PyArrayObject *zvals;
};


/* "pygsti/objects/replib/fastreplib.pyx":922
 * 
 * 
 * cdef class SVOpRep:             # <<<<<<<<<<<<<<
 *     cdef SVOpCRep* c_gate
 * 
 */
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep {
  PyObject_HEAD
  CReps::SVOpCRep *c_gate;
};


/* "pygsti/objects/replib/fastreplib.pyx":948
 * 
 * 
 * cdef class SVOpRep_Dense(SVOpRep):             # <<<<<<<<<<<<<<
 *     cdef public np.ndarray base
 * 
 */
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep __pyx_base;
  PyArrayObject *base;
};


/* "pygsti/objects/replib/fastreplib.pyx":979
 * 
 * 
 * cdef class SVOpRep_Embedded(SVOpRep):             # <<<<<<<<<<<<<<
 *     cdef np.ndarray data_ref1
 *     cdef np.ndarray data_ref2
 */
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep __pyx_base;
  PyArrayObject *data_ref1;
  PyArrayObject *data_ref2;
  PyArrayObject *data_ref3;
  PyArrayObject *data_ref4;
  PyArrayObject *data_ref5;
  PyArrayObject *data_ref6;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep *embedded;
};


/* "pygsti/objects/replib/fastreplib.pyx":1056
 * 
 * 
 * cdef class SVOpRep_Composed(SVOpRep):             # <<<<<<<<<<<<<<
 *     cdef public object factor_reps # list of SVOpRep objs?
 * 
 */
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep __pyx_base;
  PyObject *factor_reps;
};


/* "pygsti/objects/replib/fastreplib.pyx":1080
 * 
 * 
 * cdef class SVOpRep_Sum(SVOpRep):             # <<<<<<<<<<<<<<
 *     cdef public object factor_reps # list of SVOpRep objs?
 * 
 */
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep __pyx_base;
  PyObject *factor_reps;
};


/* "pygsti/objects/replib/fastreplib.pyx":1096
 * 
 * 
 * cdef class SVOpRep_Exponentiated(SVOpRep):             # <<<<<<<<<<<<<<
 *     cdef public SVOpRep exponentiated_op
 *     cdef public INT power
 */
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep __pyx_base;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep *exponentiated_op;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT power;
};


/* "pygsti/objects/replib/fastreplib.pyx":1110
 * 
 * # Stabilizer state (SB) propagation wrapper classes
 * cdef class SBStateRep: #(StateRep):             # <<<<<<<<<<<<<<
 *     cdef SBStateCRep* c_state
 *     cdef public np.ndarray smatrix
 */
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep {
  PyObject_HEAD
  CReps::SBStateCRep *c_state;
  PyArrayObject *smatrix;
  PyArrayObject *pvectors;
  PyArrayObject *amps;
};


/* "pygsti/objects/replib/fastreplib.pyx":1153
 * 
 * 
 * cdef class SBEffectRep:             # <<<<<<<<<<<<<<
 *     cdef SBEffectCRep* c_effect
 *     cdef public np.ndarray zvals
 */
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep {
  PyObject_HEAD
  CReps::SBEffectCRep *c_effect;
  PyArrayObject *zvals;
};


/* "pygsti/objects/replib/fastreplib.pyx":1185
 * 
 * 
 * cdef class SBOpRep:             # <<<<<<<<<<<<<<
 *     cdef SBOpCRep* c_gate
 * 
 */
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep {
  PyObject_HEAD
  CReps::SBOpCRep *c_gate;
};


/* "pygsti/objects/replib/fastreplib.pyx":1224
 * 
 * 
 * cdef class SBOpRep_Embedded(SBOpRep):             # <<<<<<<<<<<<<<
 *     cdef public np.ndarray qubits
 *     cdef public SBOpRep embedded
 */
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep __pyx_base;
  PyArrayObject *qubits;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep *embedded;
};


/* "pygsti/objects/replib/fastreplib.pyx":1239
 * 
 * 
 * cdef class SBOpRep_Composed(SBOpRep):             # <<<<<<<<<<<<<<
 *     cdef public object factor_reps # list of SBOpRep objs?
 * 
 */
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep __pyx_base;
  PyObject *factor_reps;
};


/* "pygsti/objects/replib/fastreplib.pyx":1255
 * 
 * 
 * cdef class SBOpRep_Sum(SBOpRep):             # <<<<<<<<<<<<<<
 *     cdef public object factor_reps # list of SBOpRep objs?
 * 
 */
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep __pyx_base;
  PyObject *factor_reps;
};


/* "pygsti/objects/replib/fastreplib.pyx":1271
 * 
 * 
 * cdef class SBOpRep_Exponentiated(SBOpRep):             # <<<<<<<<<<<<<<
 *     cdef public SBOpRep exponentiated_op
 *     cdef public INT power
 */
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep __pyx_base;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep *exponentiated_op;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT power;
};


/* "pygsti/objects/replib/fastreplib.pyx":1284
 * 
 * 
 * cdef class SBOpRep_Clifford(SBOpRep):             # <<<<<<<<<<<<<<
 *     cdef public np.ndarray smatrix
 *     cdef public np.ndarray svector
 */
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep __pyx_base;
  PyArrayObject *smatrix;
  PyArrayObject *svector;
  PyArrayObject *unitary;
  PyArrayObject *smatrix_inv;
  PyArrayObject *svector_inv;
  PyArrayObject *unitary_dagger;
};


/* "pygsti/objects/replib/fastreplib.pyx":1315
 * 
 * # Other classes
 * cdef class PolyRep:             # <<<<<<<<<<<<<<
 *     cdef PolyCRep* c_poly
 * 
 */
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep {
  PyObject_HEAD
  CReps::PolyCRep *c_poly;
};


/* "pygsti/objects/replib/fastreplib.pyx":1631
 *     return a.first < b.first
 * 
 * cdef class SVTermRep:             # <<<<<<<<<<<<<<
 *     cdef SVTermCRep* c_term
 * 
 */
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep {
  PyObject_HEAD
  CReps::SVTermCRep *c_term;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *coeff;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *pre_state;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *post_state;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *pre_effect;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *post_effect;
  PyObject *pre_ops;
  PyObject *post_ops;
  PyObject *compact_coeff;
};


/* "pygsti/objects/replib/fastreplib.pyx":1745
 * #Note: to use direct term reps (numerical coeffs) we'll need to update
 * # what the members are called and add methods as was done for SVTermRep.
 * cdef class SVTermDirectRep:             # <<<<<<<<<<<<<<
 *     cdef SVTermDirectCRep* c_term
 * 
 */
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep {
  PyObject_HEAD
  CReps::SVTermDirectCRep *c_term;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *state_ref1;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *state_ref2;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *effect_ref1;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *effect_ref2;
  PyObject *list_of_preops_ref;
  PyObject *list_of_postops_ref;
};


/* "pygsti/objects/replib/fastreplib.pyx":1807
 * 
 * 
 * cdef class SBTermRep:             # <<<<<<<<<<<<<<
 *     cdef SBTermCRep* c_term
 * 
 */
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep {
  PyObject_HEAD
  CReps::SBTermCRep *c_term;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *coeff;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *pre_state;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *post_state;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *pre_effect;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *post_effect;
  PyObject *pre_ops;
  PyObject *post_ops;
};


/* "pygsti/objects/replib/fastreplib.pyx":1917
 * 
 * 
 * cdef class RepCacheEl:             # <<<<<<<<<<<<<<
 *     cdef vector[SVTermCRep_ptr] reps
 *     cdef vector[INT] foat_indices
 */
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_RepCacheEl {
  PyObject_HEAD
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr>  reps;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  foat_indices;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  E_indices;
  PyObject *pyterm_references;
};


/* "pygsti/objects/replib/fastreplib.pyx":1930
 * 
 * 
 * cdef class CircuitSetupCacheEl:             # <<<<<<<<<<<<<<
 *     cdef vector[INT] cgatestring
 *     cdef vector[SVTermCRep_ptr] rho_term_reps
 */
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl {
  PyObject_HEAD
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  cgatestring;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr>  rho_term_reps;
  std::unordered_map<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT,std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr> >  op_term_reps;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr>  E_term_reps;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  rho_foat_indices;
  std::unordered_map<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT,std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  op_foat_indices;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  E_foat_indices;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  E_indices;
  PyObject *pyterm_references;
};


/* "pygsti/objects/replib/fastreplib.pyx":567
 *         return out_state
 * 
 *     def aslinearoperator(self):             # <<<<<<<<<<<<<<
 *         def mv(v):
 *             if v.ndim == 2 and v.shape[1] == 1: v = v[:,0]
 */
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator {
  PyObject_HEAD
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *__pyx_v_self;
};


/* "pygsti/objects/replib/fastreplib.pyx":2389
 * 
 * 
 * def DM_mapfill_TDdchi2_terms(calc, mxToFill, dest_indices, dest_param_indices, num_outcomes,             # <<<<<<<<<<<<<<
 *                              evalTree, dataset_rows, minProbClipForWeighting, probClipInterval, wrtSlice, comm):
 * 
 */
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms {
  PyObject_HEAD
  PyObject *__pyx_v_calc;
  PyObject *__pyx_v_minProbClipForWeighting;
  PyObject *__pyx_v_probClipInterval;
};


/* "pygsti/objects/replib/fastreplib.pyx":2400
 * 
 * 
 * def DM_mapfill_TDdloglpp_terms(calc, mxToFill, dest_indices, dest_param_indices, num_outcomes,             # <<<<<<<<<<<<<<
 *                                evalTree, dataset_rows, minProbClip, radius, probClipInterval, wrtSlice, comm):
 * 
 */
struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms {
  PyObject_HEAD
  PyObject *__pyx_v_calc;
  PyObject *__pyx_v_minProbClip;
  PyObject *__pyx_v_probClipInterval;
  PyObject *__pyx_v_radius;
};


/* "View.MemoryView":105
 * 
 * @cname("__pyx_array")
 * cdef class array:             # <<<<<<<<<<<<<<
 * 
 *     cdef:
 */
struct __pyx_array_obj {
  PyObject_HEAD
  struct __pyx_vtabstruct_array *__pyx_vtab;
  char *data;
  Py_ssize_t len;
  char *format;
  int ndim;
  Py_ssize_t *_shape;
  Py_ssize_t *_strides;
  Py_ssize_t itemsize;
  PyObject *mode;
  PyObject *_format;
  void (*callback_free_data)(void *);
  int free_data;
  int dtype_is_object;
};


/* "View.MemoryView":279
 * 
 * @cname('__pyx_MemviewEnum')
 * cdef class Enum(object):             # <<<<<<<<<<<<<<
 *     cdef object name
 *     def __init__(self, name):
 */
struct __pyx_MemviewEnum_obj {
  PyObject_HEAD
  PyObject *name;
};


/* "View.MemoryView":330
 * 
 * @cname('__pyx_memoryview')
 * cdef class memoryview(object):             # <<<<<<<<<<<<<<
 * 
 *     cdef object obj
 */
struct __pyx_memoryview_obj {
  PyObject_HEAD
  struct __pyx_vtabstruct_memoryview *__pyx_vtab;
  PyObject *obj;
  PyObject *_size;
  PyObject *_array_interface;
  PyThread_type_lock lock;
  __pyx_atomic_int acquisition_count[2];
  __pyx_atomic_int *acquisition_count_aligned_p;
  Py_buffer view;
  int flags;
  int dtype_is_object;
  __Pyx_TypeInfo *typeinfo;
};


/* "View.MemoryView":965
 * 
 * @cname('__pyx_memoryviewslice')
 * cdef class _memoryviewslice(memoryview):             # <<<<<<<<<<<<<<
 *     "Internal class for passing memoryview slices to Python"
 * 
 */
struct __pyx_memoryviewslice_obj {
  struct __pyx_memoryview_obj __pyx_base;
  __Pyx_memviewslice from_slice;
  PyObject *from_object;
  PyObject *(*to_object_func)(char *);
  int (*to_dtype_func)(char *, PyObject *);
};



/* "View.MemoryView":105
 * 
 * @cname("__pyx_array")
 * cdef class array:             # <<<<<<<<<<<<<<
 * 
 *     cdef:
 */

struct __pyx_vtabstruct_array {
  PyObject *(*get_memview)(struct __pyx_array_obj *);
};
static struct __pyx_vtabstruct_array *__pyx_vtabptr_array;


/* "View.MemoryView":330
 * 
 * @cname('__pyx_memoryview')
 * cdef class memoryview(object):             # <<<<<<<<<<<<<<
 * 
 *     cdef object obj
 */

struct __pyx_vtabstruct_memoryview {
  char *(*get_item_pointer)(struct __pyx_memoryview_obj *, PyObject *);
  PyObject *(*is_slice)(struct __pyx_memoryview_obj *, PyObject *);
  PyObject *(*setitem_slice_assignment)(struct __pyx_memoryview_obj *, PyObject *, PyObject *);
  PyObject *(*setitem_slice_assign_scalar)(struct __pyx_memoryview_obj *, struct __pyx_memoryview_obj *, PyObject *);
  PyObject *(*setitem_indexed)(struct __pyx_memoryview_obj *, PyObject *, PyObject *);
  PyObject *(*convert_item_to_object)(struct __pyx_memoryview_obj *, char *);
  PyObject *(*assign_item_from_object)(struct __pyx_memoryview_obj *, char *, PyObject *);
};
static struct __pyx_vtabstruct_memoryview *__pyx_vtabptr_memoryview;


/* "View.MemoryView":965
 * 
 * @cname('__pyx_memoryviewslice')
 * cdef class _memoryviewslice(memoryview):             # <<<<<<<<<<<<<<
 *     "Internal class for passing memoryview slices to Python"
 * 
 */

struct __pyx_vtabstruct__memoryviewslice {
  struct __pyx_vtabstruct_memoryview __pyx_base;
};
static struct __pyx_vtabstruct__memoryviewslice *__pyx_vtabptr__memoryviewslice;

/* --- Runtime support code (head) --- */
/* Refnanny.proto */
#ifndef CYTHON_REFNANNY
  #define CYTHON_REFNANNY 0
#endif
#if CYTHON_REFNANNY
  typedef struct {
    void (*INCREF)(void*, PyObject*, int);
    void (*DECREF)(void*, PyObject*, int);
    void (*GOTREF)(void*, PyObject*, int);
    void (*GIVEREF)(void*, PyObject*, int);
    void* (*SetupContext)(const char*, int, const char*);
    void (*FinishContext)(void**);
  } __Pyx_RefNannyAPIStruct;
  static __Pyx_RefNannyAPIStruct *__Pyx_RefNanny = NULL;
  static __Pyx_RefNannyAPIStruct *__Pyx_RefNannyImportAPI(const char *modname);
  #define __Pyx_RefNannyDeclarations void *__pyx_refnanny = NULL;
#ifdef WITH_THREAD
  #define __Pyx_RefNannySetupContext(name, acquire_gil)\
          if (acquire_gil) {\
              PyGILState_STATE __pyx_gilstate_save = PyGILState_Ensure();\
              __pyx_refnanny = __Pyx_RefNanny->SetupContext((name), __LINE__, __FILE__);\
              PyGILState_Release(__pyx_gilstate_save);\
          } else {\
              __pyx_refnanny = __Pyx_RefNanny->SetupContext((name), __LINE__, __FILE__);\
          }
#else
  #define __Pyx_RefNannySetupContext(name, acquire_gil)\
          __pyx_refnanny = __Pyx_RefNanny->SetupContext((name), __LINE__, __FILE__)
#endif
  #define __Pyx_RefNannyFinishContext()\
          __Pyx_RefNanny->FinishContext(&__pyx_refnanny)
  #define __Pyx_INCREF(r)  __Pyx_RefNanny->INCREF(__pyx_refnanny, (PyObject *)(r), __LINE__)
  #define __Pyx_DECREF(r)  __Pyx_RefNanny->DECREF(__pyx_refnanny, (PyObject *)(r), __LINE__)
  #define __Pyx_GOTREF(r)  __Pyx_RefNanny->GOTREF(__pyx_refnanny, (PyObject *)(r), __LINE__)
  #define __Pyx_GIVEREF(r) __Pyx_RefNanny->GIVEREF(__pyx_refnanny, (PyObject *)(r), __LINE__)
  #define __Pyx_XINCREF(r)  do { if((r) != NULL) {__Pyx_INCREF(r); }} while(0)
  #define __Pyx_XDECREF(r)  do { if((r) != NULL) {__Pyx_DECREF(r); }} while(0)
  #define __Pyx_XGOTREF(r)  do { if((r) != NULL) {__Pyx_GOTREF(r); }} while(0)
  #define __Pyx_XGIVEREF(r) do { if((r) != NULL) {__Pyx_GIVEREF(r);}} while(0)
#else
  #define __Pyx_RefNannyDeclarations
  #define __Pyx_RefNannySetupContext(name, acquire_gil)
  #define __Pyx_RefNannyFinishContext()
  #define __Pyx_INCREF(r) Py_INCREF(r)
  #define __Pyx_DECREF(r) Py_DECREF(r)
  #define __Pyx_GOTREF(r)
  #define __Pyx_GIVEREF(r)
  #define __Pyx_XINCREF(r) Py_XINCREF(r)
  #define __Pyx_XDECREF(r) Py_XDECREF(r)
  #define __Pyx_XGOTREF(r)
  #define __Pyx_XGIVEREF(r)
#endif
#define __Pyx_XDECREF_SET(r, v) do {\
        PyObject *tmp = (PyObject *) r;\
        r = v; __Pyx_XDECREF(tmp);\
    } while (0)
#define __Pyx_DECREF_SET(r, v) do {\
        PyObject *tmp = (PyObject *) r;\
        r = v; __Pyx_DECREF(tmp);\
    } while (0)
#define __Pyx_CLEAR(r)    do { PyObject* tmp = ((PyObject*)(r)); r = NULL; __Pyx_DECREF(tmp);} while(0)
#define __Pyx_XCLEAR(r)   do { if((r) != NULL) {PyObject* tmp = ((PyObject*)(r)); r = NULL; __Pyx_DECREF(tmp);}} while(0)

/* PyObjectGetAttrStr.proto */
#if CYTHON_USE_TYPE_SLOTS
static CYTHON_INLINE PyObject* __Pyx_PyObject_GetAttrStr(PyObject* obj, PyObject* attr_name);
#else
#define __Pyx_PyObject_GetAttrStr(o,n) PyObject_GetAttr(o,n)
#endif

/* GetBuiltinName.proto */
static PyObject *__Pyx_GetBuiltinName(PyObject *name);

/* RaiseDoubleKeywords.proto */
static void __Pyx_RaiseDoubleKeywordsError(const char* func_name, PyObject* kw_name);

/* ParseKeywords.proto */
static int __Pyx_ParseOptionalKeywords(PyObject *kwds, PyObject **argnames[],\
    PyObject *kwds2, PyObject *values[], Py_ssize_t num_pos_args,\
    const char* function_name);

/* RaiseArgTupleInvalid.proto */
static void __Pyx_RaiseArgtupleInvalid(const char* func_name, int exact,
    Py_ssize_t num_min, Py_ssize_t num_max, Py_ssize_t num_found);

/* ArgTypeTest.proto */
#define __Pyx_ArgTypeTest(obj, type, none_allowed, name, exact)\
    ((likely((Py_TYPE(obj) == type) | (none_allowed && (obj == Py_None)))) ? 1 :\
        __Pyx__ArgTypeTest(obj, type, name, exact))
static int __Pyx__ArgTypeTest(PyObject *obj, PyTypeObject *type, const char *name, int exact);

/* IsLittleEndian.proto */
static CYTHON_INLINE int __Pyx_Is_Little_Endian(void);

/* BufferFormatCheck.proto */
static const char* __Pyx_BufFmt_CheckString(__Pyx_BufFmt_Context* ctx, const char* ts);
static void __Pyx_BufFmt_Init(__Pyx_BufFmt_Context* ctx,
                              __Pyx_BufFmt_StackElem* stack,
                              __Pyx_TypeInfo* type);

/* BufferGetAndValidate.proto */
#define __Pyx_GetBufferAndValidate(buf, obj, dtype, flags, nd, cast, stack)\
    ((obj == Py_None || obj == NULL) ?\
    (__Pyx_ZeroBuffer(buf), 0) :\
    __Pyx__GetBufferAndValidate(buf, obj, dtype, flags, nd, cast, stack))
static int  __Pyx__GetBufferAndValidate(Py_buffer* buf, PyObject* obj,
    __Pyx_TypeInfo* dtype, int flags, int nd, int cast, __Pyx_BufFmt_StackElem* stack);
static void __Pyx_ZeroBuffer(Py_buffer* buf);
static CYTHON_INLINE void __Pyx_SafeReleaseBuffer(Py_buffer* info);
static Py_ssize_t __Pyx_minusones[] = { -1, -1, -1, -1, -1, -1, -1, -1 };
static Py_ssize_t __Pyx_zeros[] = { 0, 0, 0, 0, 0, 0, 0, 0 };

/* PyDictVersioning.proto */
#if CYTHON_USE_DICT_VERSIONS && CYTHON_USE_TYPE_SLOTS
#define __PYX_DICT_VERSION_INIT  ((PY_UINT64_T) -1)
#define __PYX_GET_DICT_VERSION(dict)  (((PyDictObject*)(dict))->ma_version_tag)
#define __PYX_UPDATE_DICT_CACHE(dict, value, cache_var, version_var)\
    (version_var) = __PYX_GET_DICT_VERSION(dict);\
    (cache_var) = (value);
#define __PYX_PY_DICT_LOOKUP_IF_MODIFIED(VAR, DICT, LOOKUP) {\
    static PY_UINT64_T __pyx_dict_version = 0;\
    static PyObject *__pyx_dict_cached_value = NULL;\
    if (likely(__PYX_GET_DICT_VERSION(DICT) == __pyx_dict_version)) {\
        (VAR) = __pyx_dict_cached_value;\
    } else {\
        (VAR) = __pyx_dict_cached_value = (LOOKUP);\
        __pyx_dict_version = __PYX_GET_DICT_VERSION(DICT);\
    }\
}
static CYTHON_INLINE PY_UINT64_T __Pyx_get_tp_dict_version(PyObject *obj);
static CYTHON_INLINE PY_UINT64_T __Pyx_get_object_dict_version(PyObject *obj);
static CYTHON_INLINE int __Pyx_object_dict_version_matches(PyObject* obj, PY_UINT64_T tp_dict_version, PY_UINT64_T obj_dict_version);
#else
#define __PYX_GET_DICT_VERSION(dict)  (0)
#define __PYX_UPDATE_DICT_CACHE(dict, value, cache_var, version_var)
#define __PYX_PY_DICT_LOOKUP_IF_MODIFIED(VAR, DICT, LOOKUP)  (VAR) = (LOOKUP);
#endif

/* GetModuleGlobalName.proto */
#if CYTHON_USE_DICT_VERSIONS
#define __Pyx_GetModuleGlobalName(var, name)  {\
    static PY_UINT64_T __pyx_dict_version = 0;\
    static PyObject *__pyx_dict_cached_value = NULL;\
    (var) = (likely(__pyx_dict_version == __PYX_GET_DICT_VERSION(__pyx_d))) ?\
        (likely(__pyx_dict_cached_value) ? __Pyx_NewRef(__pyx_dict_cached_value) : __Pyx_GetBuiltinName(name)) :\
        __Pyx__GetModuleGlobalName(name, &__pyx_dict_version, &__pyx_dict_cached_value);\
}
#define __Pyx_GetModuleGlobalNameUncached(var, name)  {\
    PY_UINT64_T __pyx_dict_version;\
    PyObject *__pyx_dict_cached_value;\
    (var) = __Pyx__GetModuleGlobalName(name, &__pyx_dict_version, &__pyx_dict_cached_value);\
}
static PyObject *__Pyx__GetModuleGlobalName(PyObject *name, PY_UINT64_T *dict_version, PyObject **dict_cached_value);
#else
#define __Pyx_GetModuleGlobalName(var, name)  (var) = __Pyx__GetModuleGlobalName(name)
#define __Pyx_GetModuleGlobalNameUncached(var, name)  (var) = __Pyx__GetModuleGlobalName(name)
static CYTHON_INLINE PyObject *__Pyx__GetModuleGlobalName(PyObject *name);
#endif

/* PyFunctionFastCall.proto */
#if CYTHON_FAST_PYCALL
#define __Pyx_PyFunction_FastCall(func, args, nargs)\
    __Pyx_PyFunction_FastCallDict((func), (args), (nargs), NULL)
#if 1 || PY_VERSION_HEX < 0x030600B1
static PyObject *__Pyx_PyFunction_FastCallDict(PyObject *func, PyObject **args, Py_ssize_t nargs, PyObject *kwargs);
#else
#define __Pyx_PyFunction_FastCallDict(func, args, nargs, kwargs) _PyFunction_FastCallDict(func, args, nargs, kwargs)
#endif
#define __Pyx_BUILD_ASSERT_EXPR(cond)\
    (sizeof(char [1 - 2*!(cond)]) - 1)
#ifndef Py_MEMBER_SIZE
#define Py_MEMBER_SIZE(type, member) sizeof(((type *)0)->member)
#endif
  static size_t __pyx_pyframe_localsplus_offset = 0;
  #include "frameobject.h"
  #define __Pxy_PyFrame_Initialize_Offsets()\
    ((void)__Pyx_BUILD_ASSERT_EXPR(sizeof(PyFrameObject) == offsetof(PyFrameObject, f_localsplus) + Py_MEMBER_SIZE(PyFrameObject, f_localsplus)),\
     (void)(__pyx_pyframe_localsplus_offset = ((size_t)PyFrame_Type.tp_basicsize) - Py_MEMBER_SIZE(PyFrameObject, f_localsplus)))
  #define __Pyx_PyFrame_GetLocalsplus(frame)\
    (assert(__pyx_pyframe_localsplus_offset), (PyObject **)(((char *)(frame)) + __pyx_pyframe_localsplus_offset))
#endif

/* PyObjectCall.proto */
#if CYTHON_COMPILING_IN_CPYTHON
static CYTHON_INLINE PyObject* __Pyx_PyObject_Call(PyObject *func, PyObject *arg, PyObject *kw);
#else
#define __Pyx_PyObject_Call(func, arg, kw) PyObject_Call(func, arg, kw)
#endif

/* PyObjectCallMethO.proto */
#if CYTHON_COMPILING_IN_CPYTHON
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallMethO(PyObject *func, PyObject *arg);
#endif

/* PyObjectCallNoArg.proto */
#if CYTHON_COMPILING_IN_CPYTHON
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallNoArg(PyObject *func);
#else
#define __Pyx_PyObject_CallNoArg(func) __Pyx_PyObject_Call(func, __pyx_empty_tuple, NULL)
#endif

/* PyCFunctionFastCall.proto */
#if CYTHON_FAST_PYCCALL
static CYTHON_INLINE PyObject *__Pyx_PyCFunction_FastCall(PyObject *func, PyObject **args, Py_ssize_t nargs);
#else
#define __Pyx_PyCFunction_FastCall(func, args, nargs)  (assert(0), NULL)
#endif

/* PyObjectCallOneArg.proto */
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallOneArg(PyObject *func, PyObject *arg);

/* ExtTypeTest.proto */
static CYTHON_INLINE int __Pyx_TypeTest(PyObject *obj, PyTypeObject *type);

/* PyObjectSetAttrStr.proto */
#if CYTHON_USE_TYPE_SLOTS
#define __Pyx_PyObject_DelAttrStr(o,n) __Pyx_PyObject_SetAttrStr(o, n, NULL)
static CYTHON_INLINE int __Pyx_PyObject_SetAttrStr(PyObject* obj, PyObject* attr_name, PyObject* value);
#else
#define __Pyx_PyObject_DelAttrStr(o,n)   PyObject_DelAttr(o,n)
#define __Pyx_PyObject_SetAttrStr(o,n,v) PyObject_SetAttr(o,n,v)
#endif

/* PyThreadStateGet.proto */
#if CYTHON_FAST_THREAD_STATE
#define __Pyx_PyThreadState_declare  PyThreadState *__pyx_tstate;
#define __Pyx_PyThreadState_assign  __pyx_tstate = __Pyx_PyThreadState_Current;
#define __Pyx_PyErr_Occurred()  __pyx_tstate->curexc_type
#else
#define __Pyx_PyThreadState_declare
#define __Pyx_PyThreadState_assign
#define __Pyx_PyErr_Occurred()  PyErr_Occurred()
#endif

/* PyErrFetchRestore.proto */
#if CYTHON_FAST_THREAD_STATE
#define __Pyx_PyErr_Clear() __Pyx_ErrRestore(NULL, NULL, NULL)
#define __Pyx_ErrRestoreWithState(type, value, tb)  __Pyx_ErrRestoreInState(PyThreadState_GET(), type, value, tb)
#define __Pyx_ErrFetchWithState(type, value, tb)    __Pyx_ErrFetchInState(PyThreadState_GET(), type, value, tb)
#define __Pyx_ErrRestore(type, value, tb)  __Pyx_ErrRestoreInState(__pyx_tstate, type, value, tb)
#define __Pyx_ErrFetch(type, value, tb)    __Pyx_ErrFetchInState(__pyx_tstate, type, value, tb)
static CYTHON_INLINE void __Pyx_ErrRestoreInState(PyThreadState *tstate, PyObject *type, PyObject *value, PyObject *tb);
static CYTHON_INLINE void __Pyx_ErrFetchInState(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb);
#if CYTHON_COMPILING_IN_CPYTHON
#define __Pyx_PyErr_SetNone(exc) (Py_INCREF(exc), __Pyx_ErrRestore((exc), NULL, NULL))
#else
#define __Pyx_PyErr_SetNone(exc) PyErr_SetNone(exc)
#endif
#else
#define __Pyx_PyErr_Clear() PyErr_Clear()
#define __Pyx_PyErr_SetNone(exc) PyErr_SetNone(exc)
#define __Pyx_ErrRestoreWithState(type, value, tb)  PyErr_Restore(type, value, tb)
#define __Pyx_ErrFetchWithState(type, value, tb)  PyErr_Fetch(type, value, tb)
#define __Pyx_ErrRestoreInState(tstate, type, value, tb)  PyErr_Restore(type, value, tb)
#define __Pyx_ErrFetchInState(tstate, type, value, tb)  PyErr_Fetch(type, value, tb)
#define __Pyx_ErrRestore(type, value, tb)  PyErr_Restore(type, value, tb)
#define __Pyx_ErrFetch(type, value, tb)  PyErr_Fetch(type, value, tb)
#endif

/* ListCompAppend.proto */
#if CYTHON_USE_PYLIST_INTERNALS && CYTHON_ASSUME_SAFE_MACROS
static CYTHON_INLINE int __Pyx_ListComp_Append(PyObject* list, PyObject* x) {
    PyListObject* L = (PyListObject*) list;
    Py_ssize_t len = Py_SIZE(list);
    if (likely(L->allocated > len)) {
        Py_INCREF(x);
        PyList_SET_ITEM(list, len, x);
        Py_SIZE(list) = len+1;
        return 0;
    }
    return PyList_Append(list, x);
}
#else
#define __Pyx_ListComp_Append(L,x) PyList_Append(L,x)
#endif

/* KeywordStringCheck.proto */
static int __Pyx_CheckKeywordStrings(PyObject *kwdict, const char* function_name, int kw_allowed);

/* PyObjectCall2Args.proto */
static CYTHON_UNUSED PyObject* __Pyx_PyObject_Call2Args(PyObject* function, PyObject* arg1, PyObject* arg2);

/* BufferIndexError.proto */
static void __Pyx_RaiseBufferIndexError(int axis);

#define __Pyx_BufPtrCContig1d(type, buf, i0, s0) ((type)buf + i0)
/* PyIntCompare.proto */
static CYTHON_INLINE PyObject* __Pyx_PyInt_EqObjC(PyObject *op1, PyObject *op2, long intval, long inplace);

/* GetItemInt.proto */
#define __Pyx_GetItemInt(o, i, type, is_signed, to_py_func, is_list, wraparound, boundscheck)\
    (__Pyx_fits_Py_ssize_t(i, type, is_signed) ?\
    __Pyx_GetItemInt_Fast(o, (Py_ssize_t)i, is_list, wraparound, boundscheck) :\
    (is_list ? (PyErr_SetString(PyExc_IndexError, "list index out of range"), (PyObject*)NULL) :\
               __Pyx_GetItemInt_Generic(o, to_py_func(i))))
#define __Pyx_GetItemInt_List(o, i, type, is_signed, to_py_func, is_list, wraparound, boundscheck)\
    (__Pyx_fits_Py_ssize_t(i, type, is_signed) ?\
    __Pyx_GetItemInt_List_Fast(o, (Py_ssize_t)i, wraparound, boundscheck) :\
    (PyErr_SetString(PyExc_IndexError, "list index out of range"), (PyObject*)NULL))
static CYTHON_INLINE PyObject *__Pyx_GetItemInt_List_Fast(PyObject *o, Py_ssize_t i,
                                                              int wraparound, int boundscheck);
#define __Pyx_GetItemInt_Tuple(o, i, type, is_signed, to_py_func, is_list, wraparound, boundscheck)\
    (__Pyx_fits_Py_ssize_t(i, type, is_signed) ?\
    __Pyx_GetItemInt_Tuple_Fast(o, (Py_ssize_t)i, wraparound, boundscheck) :\
    (PyErr_SetString(PyExc_IndexError, "tuple index out of range"), (PyObject*)NULL))
static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Tuple_Fast(PyObject *o, Py_ssize_t i,
                                                              int wraparound, int boundscheck);
static PyObject *__Pyx_GetItemInt_Generic(PyObject *o, PyObject* j);
static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Fast(PyObject *o, Py_ssize_t i,
                                                     int is_list, int wraparound, int boundscheck);

/* ObjectGetItem.proto */
#if CYTHON_USE_TYPE_SLOTS
static CYTHON_INLINE PyObject *__Pyx_PyObject_GetItem(PyObject *obj, PyObject* key);
#else
#define __Pyx_PyObject_GetItem(obj, key)  PyObject_GetItem(obj, key)
#endif

/* None.proto */
static CYTHON_INLINE void __Pyx_RaiseClosureNameError(const char *varname);

/* FetchCommonType.proto */
static PyTypeObject* __Pyx_FetchCommonType(PyTypeObject* type);

/* CythonFunction.proto */
#define __Pyx_CyFunction_USED 1
#define __Pyx_CYFUNCTION_STATICMETHOD  0x01
#define __Pyx_CYFUNCTION_CLASSMETHOD   0x02
#define __Pyx_CYFUNCTION_CCLASS        0x04
#define __Pyx_CyFunction_GetClosure(f)\
    (((__pyx_CyFunctionObject *) (f))->func_closure)
#define __Pyx_CyFunction_GetClassObj(f)\
    (((__pyx_CyFunctionObject *) (f))->func_classobj)
#define __Pyx_CyFunction_Defaults(type, f)\
    ((type *)(((__pyx_CyFunctionObject *) (f))->defaults))
#define __Pyx_CyFunction_SetDefaultsGetter(f, g)\
    ((__pyx_CyFunctionObject *) (f))->defaults_getter = (g)
typedef struct {
    PyCFunctionObject func;
#if PY_VERSION_HEX < 0x030500A0
    PyObject *func_weakreflist;
#endif
    PyObject *func_dict;
    PyObject *func_name;
    PyObject *func_qualname;
    PyObject *func_doc;
    PyObject *func_globals;
    PyObject *func_code;
    PyObject *func_closure;
    PyObject *func_classobj;
    void *defaults;
    int defaults_pyobjects;
    int flags;
    PyObject *defaults_tuple;
    PyObject *defaults_kwdict;
    PyObject *(*defaults_getter)(PyObject *);
    PyObject *func_annotations;
} __pyx_CyFunctionObject;
static PyTypeObject *__pyx_CyFunctionType = 0;
#define __Pyx_CyFunction_Check(obj)  (__Pyx_TypeCheck(obj, __pyx_CyFunctionType))
#define __Pyx_CyFunction_NewEx(ml, flags, qualname, self, module, globals, code)\
    __Pyx_CyFunction_New(__pyx_CyFunctionType, ml, flags, qualname, self, module, globals, code)
static PyObject *__Pyx_CyFunction_New(PyTypeObject *, PyMethodDef *ml,
                                      int flags, PyObject* qualname,
                                      PyObject *self,
                                      PyObject *module, PyObject *globals,
                                      PyObject* code);
static CYTHON_INLINE void *__Pyx_CyFunction_InitDefaults(PyObject *m,
                                                         size_t size,
                                                         int pyobjects);
static CYTHON_INLINE void __Pyx_CyFunction_SetDefaultsTuple(PyObject *m,
                                                            PyObject *tuple);
static CYTHON_INLINE void __Pyx_CyFunction_SetDefaultsKwDict(PyObject *m,
                                                             PyObject *dict);
static CYTHON_INLINE void __Pyx_CyFunction_SetAnnotationsDict(PyObject *m,
                                                              PyObject *dict);
static int __pyx_CyFunction_init(void);

/* SetItemInt.proto */
#define __Pyx_SetItemInt(o, i, v, type, is_signed, to_py_func, is_list, wraparound, boundscheck)\
    (__Pyx_fits_Py_ssize_t(i, type, is_signed) ?\
    __Pyx_SetItemInt_Fast(o, (Py_ssize_t)i, v, is_list, wraparound, boundscheck) :\
    (is_list ? (PyErr_SetString(PyExc_IndexError, "list assignment index out of range"), -1) :\
               __Pyx_SetItemInt_Generic(o, to_py_func(i), v)))
static int __Pyx_SetItemInt_Generic(PyObject *o, PyObject *j, PyObject *v);
static CYTHON_INLINE int __Pyx_SetItemInt_Fast(PyObject *o, Py_ssize_t i, PyObject *v,
                                               int is_list, int wraparound, int boundscheck);

/* PyIntBinop.proto */
#if !CYTHON_COMPILING_IN_PYPY
static PyObject* __Pyx_PyInt_AddObjC(PyObject *op1, PyObject *op2, long intval, int inplace, int zerodivision_check);
#else
#define __Pyx_PyInt_AddObjC(op1, op2, intval, inplace, zerodivision_check)\
    (inplace ? PyNumber_InPlaceAdd(op1, op2) : PyNumber_Add(op1, op2))
#endif

/* RaiseTooManyValuesToUnpack.proto */
static CYTHON_INLINE void __Pyx_RaiseTooManyValuesError(Py_ssize_t expected);

/* RaiseNeedMoreValuesToUnpack.proto */
static CYTHON_INLINE void __Pyx_RaiseNeedMoreValuesError(Py_ssize_t index);

/* IterFinish.proto */
static CYTHON_INLINE int __Pyx_IterFinish(void);

/* UnpackItemEndCheck.proto */
static int __Pyx_IternextUnpackEndCheck(PyObject *retval, Py_ssize_t expected);

/* None.proto */
static CYTHON_INLINE long __Pyx_div_long(long, long);

/* None.proto */
static CYTHON_INLINE __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __Pyx_div___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT(__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT);

/* UnaryNegOverflows.proto */
#define UNARY_NEG_WOULD_OVERFLOW(x)\
        (((x) < 0) & ((unsigned long)(x) == 0-(unsigned long)(x)))

/* ListAppend.proto */
#if CYTHON_USE_PYLIST_INTERNALS && CYTHON_ASSUME_SAFE_MACROS
static CYTHON_INLINE int __Pyx_PyList_Append(PyObject* list, PyObject* x) {
    PyListObject* L = (PyListObject*) list;
    Py_ssize_t len = Py_SIZE(list);
    if (likely(L->allocated > len) & likely(len > (L->allocated >> 1))) {
        Py_INCREF(x);
        PyList_SET_ITEM(list, len, x);
        Py_SIZE(list) = len+1;
        return 0;
    }
    return PyList_Append(list, x);
}
#else
#define __Pyx_PyList_Append(L,x) PyList_Append(L,x)
#endif

/* SliceObject.proto */
#define __Pyx_PyObject_DelSlice(obj, cstart, cstop, py_start, py_stop, py_slice, has_cstart, has_cstop, wraparound)\
    __Pyx_PyObject_SetSlice(obj, (PyObject*)NULL, cstart, cstop, py_start, py_stop, py_slice, has_cstart, has_cstop, wraparound)
static CYTHON_INLINE int __Pyx_PyObject_SetSlice(
        PyObject* obj, PyObject* value, Py_ssize_t cstart, Py_ssize_t cstop,
        PyObject** py_start, PyObject** py_stop, PyObject** py_slice,
        int has_cstart, int has_cstop, int wraparound);

/* SliceObject.proto */
static CYTHON_INLINE PyObject* __Pyx_PyObject_GetSlice(
        PyObject* obj, Py_ssize_t cstart, Py_ssize_t cstop,
        PyObject** py_start, PyObject** py_stop, PyObject** py_slice,
        int has_cstart, int has_cstop, int wraparound);

/* RaiseException.proto */
static void __Pyx_Raise(PyObject *type, PyObject *value, PyObject *tb, PyObject *cause);

/* WriteUnraisableException.proto */
static void __Pyx_WriteUnraisable(const char *name, int clineno,
                                  int lineno, const char *filename,
                                  int full_traceback, int nogil);

/* py_dict_items.proto */
static CYTHON_INLINE PyObject* __Pyx_PyDict_Items(PyObject* d);

/* UnpackUnboundCMethod.proto */
typedef struct {
    PyObject *type;
    PyObject **method_name;
    PyCFunction func;
    PyObject *method;
    int flag;
} __Pyx_CachedCFunction;

/* CallUnboundCMethod0.proto */
static PyObject* __Pyx__CallUnboundCMethod0(__Pyx_CachedCFunction* cfunc, PyObject* self);
#if CYTHON_COMPILING_IN_CPYTHON
#define __Pyx_CallUnboundCMethod0(cfunc, self)\
    (likely((cfunc)->func) ?\
        (likely((cfunc)->flag == METH_NOARGS) ?  (*((cfunc)->func))(self, NULL) :\
         (PY_VERSION_HEX >= 0x030600B1 && likely((cfunc)->flag == METH_FASTCALL) ?\
            (PY_VERSION_HEX >= 0x030700A0 ?\
                (*(__Pyx_PyCFunctionFast)(void*)(PyCFunction)(cfunc)->func)(self, &__pyx_empty_tuple, 0) :\
                (*(__Pyx_PyCFunctionFastWithKeywords)(void*)(PyCFunction)(cfunc)->func)(self, &__pyx_empty_tuple, 0, NULL)) :\
          (PY_VERSION_HEX >= 0x030700A0 && (cfunc)->flag == (METH_FASTCALL | METH_KEYWORDS) ?\
            (*(__Pyx_PyCFunctionFastWithKeywords)(void*)(PyCFunction)(cfunc)->func)(self, &__pyx_empty_tuple, 0, NULL) :\
            (likely((cfunc)->flag == (METH_VARARGS | METH_KEYWORDS)) ?  ((*(PyCFunctionWithKeywords)(void*)(PyCFunction)(cfunc)->func)(self, __pyx_empty_tuple, NULL)) :\
               ((cfunc)->flag == METH_VARARGS ?  (*((cfunc)->func))(self, __pyx_empty_tuple) :\
               __Pyx__CallUnboundCMethod0(cfunc, self)))))) :\
        __Pyx__CallUnboundCMethod0(cfunc, self))
#else
#define __Pyx_CallUnboundCMethod0(cfunc, self)  __Pyx__CallUnboundCMethod0(cfunc, self)
#endif

/* MemviewSliceInit.proto */
#define __Pyx_BUF_MAX_NDIMS %(BUF_MAX_NDIMS)d
#define __Pyx_MEMVIEW_DIRECT   1
#define __Pyx_MEMVIEW_PTR      2
#define __Pyx_MEMVIEW_FULL     4
#define __Pyx_MEMVIEW_CONTIG   8
#define __Pyx_MEMVIEW_STRIDED  16
#define __Pyx_MEMVIEW_FOLLOW   32
#define __Pyx_IS_C_CONTIG 1
#define __Pyx_IS_F_CONTIG 2
static int __Pyx_init_memviewslice(
                struct __pyx_memoryview_obj *memview,
                int ndim,
                __Pyx_memviewslice *memviewslice,
                int memview_is_new_reference);
static CYTHON_INLINE int __pyx_add_acquisition_count_locked(
    __pyx_atomic_int *acquisition_count, PyThread_type_lock lock);
static CYTHON_INLINE int __pyx_sub_acquisition_count_locked(
    __pyx_atomic_int *acquisition_count, PyThread_type_lock lock);
#define __pyx_get_slice_count_pointer(memview) (memview->acquisition_count_aligned_p)
#define __pyx_get_slice_count(memview) (*__pyx_get_slice_count_pointer(memview))
#define __PYX_INC_MEMVIEW(slice, have_gil) __Pyx_INC_MEMVIEW(slice, have_gil, __LINE__)
#define __PYX_XDEC_MEMVIEW(slice, have_gil) __Pyx_XDEC_MEMVIEW(slice, have_gil, __LINE__)
static CYTHON_INLINE void __Pyx_INC_MEMVIEW(__Pyx_memviewslice *, int, int);
static CYTHON_INLINE void __Pyx_XDEC_MEMVIEW(__Pyx_memviewslice *, int, int);

/* PyDictContains.proto */
static CYTHON_INLINE int __Pyx_PyDict_ContainsTF(PyObject* item, PyObject* dict, int eq) {
    int result = PyDict_Contains(dict, item);
    return unlikely(result < 0) ? result : (result == (eq == Py_EQ));
}

/* DictGetItem.proto */
#if PY_MAJOR_VERSION >= 3 && !CYTHON_COMPILING_IN_PYPY
static PyObject *__Pyx_PyDict_GetItem(PyObject *d, PyObject* key);
#define __Pyx_PyObject_Dict_GetItem(obj, name)\
    (likely(PyDict_CheckExact(obj)) ?\
     __Pyx_PyDict_GetItem(obj, name) : PyObject_GetItem(obj, name))
#else
#define __Pyx_PyDict_GetItem(d, key) PyObject_GetItem(d, key)
#define __Pyx_PyObject_Dict_GetItem(obj, name)  PyObject_GetItem(obj, name)
#endif

/* IncludeStringH.proto */
#include <string.h>

/* BytesEquals.proto */
static CYTHON_INLINE int __Pyx_PyBytes_Equals(PyObject* s1, PyObject* s2, int equals);

/* UnicodeEquals.proto */
static CYTHON_INLINE int __Pyx_PyUnicode_Equals(PyObject* s1, PyObject* s2, int equals);

/* StrEquals.proto */
#if PY_MAJOR_VERSION >= 3
#define __Pyx_PyString_Equals __Pyx_PyUnicode_Equals
#else
#define __Pyx_PyString_Equals __Pyx_PyBytes_Equals
#endif

/* ListExtend.proto */
static CYTHON_INLINE int __Pyx_PyList_Extend(PyObject* L, PyObject* v) {
#if CYTHON_COMPILING_IN_CPYTHON
    PyObject* none = _PyList_Extend((PyListObject*)L, v);
    if (unlikely(!none))
        return -1;
    Py_DECREF(none);
    return 0;
#else
    return PyList_SetSlice(L, PY_SSIZE_T_MAX, PY_SSIZE_T_MAX, v);
#endif
}

/* PySequenceContains.proto */
static CYTHON_INLINE int __Pyx_PySequence_ContainsTF(PyObject* item, PyObject* seq, int eq) {
    int result = PySequence_Contains(seq, item);
    return unlikely(result < 0) ? result : (result == (eq == Py_EQ));
}

/* PyObjectGetMethod.proto */
static int __Pyx_PyObject_GetMethod(PyObject *obj, PyObject *name, PyObject **method);

/* PyObjectCallMethod1.proto */
static PyObject* __Pyx_PyObject_CallMethod1(PyObject* obj, PyObject* method_name, PyObject* arg);

/* append.proto */
static CYTHON_INLINE int __Pyx_PyObject_Append(PyObject* L, PyObject* x);

/* py_abs.proto */
#if CYTHON_USE_PYLONG_INTERNALS
static PyObject *__Pyx_PyLong_AbsNeg(PyObject *num);
#define __Pyx_PyNumber_Absolute(x)\
    ((likely(PyLong_CheckExact(x))) ?\
         (likely(Py_SIZE(x) >= 0) ? (Py_INCREF(x), (x)) : __Pyx_PyLong_AbsNeg(x)) :\
         PyNumber_Absolute(x))
#else
#define __Pyx_PyNumber_Absolute(x)  PyNumber_Absolute(x)
#endif

/* PyIntBinop.proto */
#if !CYTHON_COMPILING_IN_PYPY
static PyObject* __Pyx_PyInt_SubtractObjC(PyObject *op1, PyObject *op2, long intval, int inplace, int zerodivision_check);
#else
#define __Pyx_PyInt_SubtractObjC(op1, op2, intval, inplace, zerodivision_check)\
    (inplace ? PyNumber_InPlaceSubtract(op1, op2) : PyNumber_Subtract(op1, op2))
#endif

/* PyIntBinop.proto */
#if !CYTHON_COMPILING_IN_PYPY
static PyObject* __Pyx_PyInt_FloorDivideObjC(PyObject *op1, PyObject *op2, long intval, int inplace, int zerodivision_check);
#else
#define __Pyx_PyInt_FloorDivideObjC(op1, op2, intval, inplace, zerodivision_check)\
    (inplace ? PyNumber_InPlaceFloorDivide(op1, op2) : PyNumber_FloorDivide(op1, op2))
#endif

#define __Pyx_BufPtrStrided1d(type, buf, i0, s0) (type)((char*)buf + i0 * s0)
/* RaiseNoneIterError.proto */
static CYTHON_INLINE void __Pyx_RaiseNoneNotIterableError(void);

/* GetTopmostException.proto */
#if CYTHON_USE_EXC_INFO_STACK
static _PyErr_StackItem * __Pyx_PyErr_GetTopmostException(PyThreadState *tstate);
#endif

/* SaveResetException.proto */
#if CYTHON_FAST_THREAD_STATE
#define __Pyx_ExceptionSave(type, value, tb)  __Pyx__ExceptionSave(__pyx_tstate, type, value, tb)
static CYTHON_INLINE void __Pyx__ExceptionSave(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb);
#define __Pyx_ExceptionReset(type, value, tb)  __Pyx__ExceptionReset(__pyx_tstate, type, value, tb)
static CYTHON_INLINE void __Pyx__ExceptionReset(PyThreadState *tstate, PyObject *type, PyObject *value, PyObject *tb);
#else
#define __Pyx_ExceptionSave(type, value, tb)   PyErr_GetExcInfo(type, value, tb)
#define __Pyx_ExceptionReset(type, value, tb)  PyErr_SetExcInfo(type, value, tb)
#endif

/* PyErrExceptionMatches.proto */
#if CYTHON_FAST_THREAD_STATE
#define __Pyx_PyErr_ExceptionMatches(err) __Pyx_PyErr_ExceptionMatchesInState(__pyx_tstate, err)
static CYTHON_INLINE int __Pyx_PyErr_ExceptionMatchesInState(PyThreadState* tstate, PyObject* err);
#else
#define __Pyx_PyErr_ExceptionMatches(err)  PyErr_ExceptionMatches(err)
#endif

/* GetException.proto */
#if CYTHON_FAST_THREAD_STATE
#define __Pyx_GetException(type, value, tb)  __Pyx__GetException(__pyx_tstate, type, value, tb)
static int __Pyx__GetException(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb);
#else
static int __Pyx_GetException(PyObject **type, PyObject **value, PyObject **tb);
#endif

/* None.proto */
static CYTHON_INLINE Py_ssize_t __Pyx_div_Py_ssize_t(Py_ssize_t, Py_ssize_t);

static CYTHON_UNUSED int __pyx_array_getbuffer(PyObject *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags); /*proto*/
static PyObject *__pyx_array_get_memview(struct __pyx_array_obj *); /*proto*/
/* GetAttr.proto */
static CYTHON_INLINE PyObject *__Pyx_GetAttr(PyObject *, PyObject *);

/* decode_c_string_utf16.proto */
static CYTHON_INLINE PyObject *__Pyx_PyUnicode_DecodeUTF16(const char *s, Py_ssize_t size, const char *errors) {
    int byteorder = 0;
    return PyUnicode_DecodeUTF16(s, size, errors, &byteorder);
}
static CYTHON_INLINE PyObject *__Pyx_PyUnicode_DecodeUTF16LE(const char *s, Py_ssize_t size, const char *errors) {
    int byteorder = -1;
    return PyUnicode_DecodeUTF16(s, size, errors, &byteorder);
}
static CYTHON_INLINE PyObject *__Pyx_PyUnicode_DecodeUTF16BE(const char *s, Py_ssize_t size, const char *errors) {
    int byteorder = 1;
    return PyUnicode_DecodeUTF16(s, size, errors, &byteorder);
}

/* decode_c_string.proto */
static CYTHON_INLINE PyObject* __Pyx_decode_c_string(
         const char* cstring, Py_ssize_t start, Py_ssize_t stop,
         const char* encoding, const char* errors,
         PyObject* (*decode_func)(const char *s, Py_ssize_t size, const char *errors));

/* GetAttr3.proto */
static CYTHON_INLINE PyObject *__Pyx_GetAttr3(PyObject *, PyObject *, PyObject *);

/* SwapException.proto */
#if CYTHON_FAST_THREAD_STATE
#define __Pyx_ExceptionSwap(type, value, tb)  __Pyx__ExceptionSwap(__pyx_tstate, type, value, tb)
static CYTHON_INLINE void __Pyx__ExceptionSwap(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb);
#else
static CYTHON_INLINE void __Pyx_ExceptionSwap(PyObject **type, PyObject **value, PyObject **tb);
#endif

/* Import.proto */
static PyObject *__Pyx_Import(PyObject *name, PyObject *from_list, int level);

/* FastTypeChecks.proto */
#if CYTHON_COMPILING_IN_CPYTHON
#define __Pyx_TypeCheck(obj, type) __Pyx_IsSubtype(Py_TYPE(obj), (PyTypeObject *)type)
static CYTHON_INLINE int __Pyx_IsSubtype(PyTypeObject *a, PyTypeObject *b);
static CYTHON_INLINE int __Pyx_PyErr_GivenExceptionMatches(PyObject *err, PyObject *type);
static CYTHON_INLINE int __Pyx_PyErr_GivenExceptionMatches2(PyObject *err, PyObject *type1, PyObject *type2);
#else
#define __Pyx_TypeCheck(obj, type) PyObject_TypeCheck(obj, (PyTypeObject *)type)
#define __Pyx_PyErr_GivenExceptionMatches(err, type) PyErr_GivenExceptionMatches(err, type)
#define __Pyx_PyErr_GivenExceptionMatches2(err, type1, type2) (PyErr_GivenExceptionMatches(err, type1) || PyErr_GivenExceptionMatches(err, type2))
#endif
#define __Pyx_PyException_Check(obj) __Pyx_TypeCheck(obj, PyExc_Exception)

static CYTHON_UNUSED int __pyx_memoryview_getbuffer(PyObject *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags); /*proto*/
/* None.proto */
static CYTHON_INLINE void __Pyx_RaiseUnboundLocalError(const char *varname);

/* ImportFrom.proto */
static PyObject* __Pyx_ImportFrom(PyObject* module, PyObject* name);

/* HasAttr.proto */
static CYTHON_INLINE int __Pyx_HasAttr(PyObject *, PyObject *);

/* CallNextTpTraverse.proto */
static int __Pyx_call_next_tp_traverse(PyObject* obj, visitproc v, void *a, traverseproc current_tp_traverse);

/* CallNextTpClear.proto */
static void __Pyx_call_next_tp_clear(PyObject* obj, inquiry current_tp_dealloc);

/* PyObject_GenericGetAttrNoDict.proto */
#if CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP && PY_VERSION_HEX < 0x03070000
static CYTHON_INLINE PyObject* __Pyx_PyObject_GenericGetAttrNoDict(PyObject* obj, PyObject* attr_name);
#else
#define __Pyx_PyObject_GenericGetAttrNoDict PyObject_GenericGetAttr
#endif

/* PyObject_GenericGetAttr.proto */
#if CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP && PY_VERSION_HEX < 0x03070000
static PyObject* __Pyx_PyObject_GenericGetAttr(PyObject* obj, PyObject* attr_name);
#else
#define __Pyx_PyObject_GenericGetAttr PyObject_GenericGetAttr
#endif

/* SetupReduce.proto */
static int __Pyx_setup_reduce(PyObject* type_obj);

/* SetVTable.proto */
static int __Pyx_SetVtable(PyObject *dict, void *vtable);

/* TypeImport.proto */
#ifndef __PYX_HAVE_RT_ImportType_proto
#define __PYX_HAVE_RT_ImportType_proto
enum __Pyx_ImportType_CheckSize {
   __Pyx_ImportType_CheckSize_Error = 0,
   __Pyx_ImportType_CheckSize_Warn = 1,
   __Pyx_ImportType_CheckSize_Ignore = 2
};
static PyTypeObject *__Pyx_ImportType(PyObject* module, const char *module_name, const char *class_name, size_t size, enum __Pyx_ImportType_CheckSize check_size);
#endif

/* ClassMethod.proto */
#include "descrobject.h"
static CYTHON_UNUSED PyObject* __Pyx_Method_ClassMethod(PyObject *method);

/* GetNameInClass.proto */
#define __Pyx_GetNameInClass(var, nmspace, name)  (var) = __Pyx__GetNameInClass(nmspace, name)
static PyObject *__Pyx__GetNameInClass(PyObject *nmspace, PyObject *name);

/* CLineInTraceback.proto */
#ifdef CYTHON_CLINE_IN_TRACEBACK
#define __Pyx_CLineForTraceback(tstate, c_line)  (((CYTHON_CLINE_IN_TRACEBACK)) ? c_line : 0)
#else
static int __Pyx_CLineForTraceback(PyThreadState *tstate, int c_line);
#endif

/* CodeObjectCache.proto */
typedef struct {
    PyCodeObject* code_object;
    int code_line;
} __Pyx_CodeObjectCacheEntry;
struct __Pyx_CodeObjectCache {
    int count;
    int max_count;
    __Pyx_CodeObjectCacheEntry* entries;
};
static struct __Pyx_CodeObjectCache __pyx_code_cache = {0,0,NULL};
static int __pyx_bisect_code_objects(__Pyx_CodeObjectCacheEntry* entries, int count, int code_line);
static PyCodeObject *__pyx_find_code_object(int code_line);
static void __pyx_insert_code_object(int code_line, PyCodeObject* code_object);

/* AddTraceback.proto */
static void __Pyx_AddTraceback(const char *funcname, int c_line,
                               int py_line, const char *filename);

/* RealImag.proto */
#if CYTHON_CCOMPLEX
  #ifdef __cplusplus
    #define __Pyx_CREAL(z) ((z).real())
    #define __Pyx_CIMAG(z) ((z).imag())
  #else
    #define __Pyx_CREAL(z) (__real__(z))
    #define __Pyx_CIMAG(z) (__imag__(z))
  #endif
#else
    #define __Pyx_CREAL(z) ((z).real)
    #define __Pyx_CIMAG(z) ((z).imag)
#endif
#if defined(__cplusplus) && CYTHON_CCOMPLEX\
        && (defined(_WIN32) || defined(__clang__) || (defined(__GNUC__) && (__GNUC__ >= 5 || __GNUC__ == 4 && __GNUC_MINOR__ >= 4 )) || __cplusplus >= 201103)
    #define __Pyx_SET_CREAL(z,x) ((z).real(x))
    #define __Pyx_SET_CIMAG(z,y) ((z).imag(y))
#else
    #define __Pyx_SET_CREAL(z,x) __Pyx_CREAL(z) = (x)
    #define __Pyx_SET_CIMAG(z,y) __Pyx_CIMAG(z) = (y)
#endif

/* Arithmetic.proto */
#if CYTHON_CCOMPLEX
    #define __Pyx_c_eq_double(a, b)   ((a)==(b))
    #define __Pyx_c_sum_double(a, b)  ((a)+(b))
    #define __Pyx_c_diff_double(a, b) ((a)-(b))
    #define __Pyx_c_prod_double(a, b) ((a)*(b))
    #define __Pyx_c_quot_double(a, b) ((a)/(b))
    #define __Pyx_c_neg_double(a)     (-(a))
  #ifdef __cplusplus
    #define __Pyx_c_is_zero_double(z) ((z)==(double)0)
    #define __Pyx_c_conj_double(z)    (::std::conj(z))
    #if 1
        #define __Pyx_c_abs_double(z)     (::std::abs(z))
        #define __Pyx_c_pow_double(a, b)  (::std::pow(a, b))
    #endif
  #else
    #define __Pyx_c_is_zero_double(z) ((z)==0)
    #define __Pyx_c_conj_double(z)    (conj(z))
    #if 1
        #define __Pyx_c_abs_double(z)     (cabs(z))
        #define __Pyx_c_pow_double(a, b)  (cpow(a, b))
    #endif
 #endif
#else
    static CYTHON_INLINE int __Pyx_c_eq_double(__pyx_t_double_complex, __pyx_t_double_complex);
    static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_sum_double(__pyx_t_double_complex, __pyx_t_double_complex);
    static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_diff_double(__pyx_t_double_complex, __pyx_t_double_complex);
    static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_prod_double(__pyx_t_double_complex, __pyx_t_double_complex);
    static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_quot_double(__pyx_t_double_complex, __pyx_t_double_complex);
    static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_neg_double(__pyx_t_double_complex);
    static CYTHON_INLINE int __Pyx_c_is_zero_double(__pyx_t_double_complex);
    static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_conj_double(__pyx_t_double_complex);
    #if 1
        static CYTHON_INLINE double __Pyx_c_abs_double(__pyx_t_double_complex);
        static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_pow_double(__pyx_t_double_complex, __pyx_t_double_complex);
    #endif
#endif

/* None.proto */
#include <new>

#if PY_MAJOR_VERSION < 3
    static int __Pyx_GetBuffer(PyObject *obj, Py_buffer *view, int flags);
    static void __Pyx_ReleaseBuffer(Py_buffer *view);
#else
    #define __Pyx_GetBuffer PyObject_GetBuffer
    #define __Pyx_ReleaseBuffer PyBuffer_Release
#endif


/* BufferStructDeclare.proto */
typedef struct {
  Py_ssize_t shape, strides, suboffsets;
} __Pyx_Buf_DimInfo;
typedef struct {
  size_t refcount;
  Py_buffer pybuffer;
} __Pyx_Buffer;
typedef struct {
  __Pyx_Buffer *rcbuffer;
  char *data;
  __Pyx_Buf_DimInfo diminfo[8];
} __Pyx_LocalBuf_ND;

/* MemviewSliceIsContig.proto */
static int __pyx_memviewslice_is_contig(const __Pyx_memviewslice mvs, char order, int ndim);

/* OverlappingSlices.proto */
static int __pyx_slices_overlap(__Pyx_memviewslice *slice1,
                                __Pyx_memviewslice *slice2,
                                int ndim, size_t itemsize);

/* Capsule.proto */
static CYTHON_INLINE PyObject *__pyx_capsule_create(void *p, const char *sig);

/* FromPy.proto */
static __pyx_t_double_complex __Pyx_PyComplex_As___pyx_t_double_complex(PyObject*);

/* CppExceptionConversion.proto */
#ifndef __Pyx_CppExn2PyErr
#include <new>
#include <typeinfo>
#include <stdexcept>
#include <ios>
static void __Pyx_CppExn2PyErr() {
  try {
    if (PyErr_Occurred())
      ; // let the latest Python exn pass through and ignore the current one
    else
      throw;
  } catch (const std::bad_alloc& exn) {
    PyErr_SetString(PyExc_MemoryError, exn.what());
  } catch (const std::bad_cast& exn) {
    PyErr_SetString(PyExc_TypeError, exn.what());
  } catch (const std::bad_typeid& exn) {
    PyErr_SetString(PyExc_TypeError, exn.what());
  } catch (const std::domain_error& exn) {
    PyErr_SetString(PyExc_ValueError, exn.what());
  } catch (const std::invalid_argument& exn) {
    PyErr_SetString(PyExc_ValueError, exn.what());
  } catch (const std::ios_base::failure& exn) {
    PyErr_SetString(PyExc_IOError, exn.what());
  } catch (const std::out_of_range& exn) {
    PyErr_SetString(PyExc_IndexError, exn.what());
  } catch (const std::overflow_error& exn) {
    PyErr_SetString(PyExc_OverflowError, exn.what());
  } catch (const std::range_error& exn) {
    PyErr_SetString(PyExc_ArithmeticError, exn.what());
  } catch (const std::underflow_error& exn) {
    PyErr_SetString(PyExc_ArithmeticError, exn.what());
  } catch (const std::exception& exn) {
    PyErr_SetString(PyExc_RuntimeError, exn.what());
  }
  catch (...)
  {
    PyErr_SetString(PyExc_RuntimeError, "Unknown exception");
  }
}
#endif

/* CIntToPy.proto */
static CYTHON_INLINE PyObject* __Pyx_PyInt_From_long(long value);

/* CIntToPy.proto */
static CYTHON_INLINE PyObject* __Pyx_PyInt_From_PY_LONG_LONG(PY_LONG_LONG value);

/* CIntToPy.proto */
static CYTHON_INLINE PyObject* __Pyx_PyInt_From_npy_int64(npy_int64 value);

/* ToPy.proto */
#define __pyx_PyComplex_FromComplex(z)\
        PyComplex_FromDoubles((double)__Pyx_CREAL(z),\
                              (double)__Pyx_CIMAG(z))

/* None.proto */
static CYTHON_INLINE __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __Pyx_pow___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT(__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT);

/* Arithmetic.proto */
#if CYTHON_CCOMPLEX
    #define __Pyx_c_eq_float(a, b)   ((a)==(b))
    #define __Pyx_c_sum_float(a, b)  ((a)+(b))
    #define __Pyx_c_diff_float(a, b) ((a)-(b))
    #define __Pyx_c_prod_float(a, b) ((a)*(b))
    #define __Pyx_c_quot_float(a, b) ((a)/(b))
    #define __Pyx_c_neg_float(a)     (-(a))
  #ifdef __cplusplus
    #define __Pyx_c_is_zero_float(z) ((z)==(float)0)
    #define __Pyx_c_conj_float(z)    (::std::conj(z))
    #if 1
        #define __Pyx_c_abs_float(z)     (::std::abs(z))
        #define __Pyx_c_pow_float(a, b)  (::std::pow(a, b))
    #endif
  #else
    #define __Pyx_c_is_zero_float(z) ((z)==0)
    #define __Pyx_c_conj_float(z)    (conjf(z))
    #if 1
        #define __Pyx_c_abs_float(z)     (cabsf(z))
        #define __Pyx_c_pow_float(a, b)  (cpowf(a, b))
    #endif
 #endif
#else
    static CYTHON_INLINE int __Pyx_c_eq_float(__pyx_t_float_complex, __pyx_t_float_complex);
    static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_sum_float(__pyx_t_float_complex, __pyx_t_float_complex);
    static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_diff_float(__pyx_t_float_complex, __pyx_t_float_complex);
    static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_prod_float(__pyx_t_float_complex, __pyx_t_float_complex);
    static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_quot_float(__pyx_t_float_complex, __pyx_t_float_complex);
    static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_neg_float(__pyx_t_float_complex);
    static CYTHON_INLINE int __Pyx_c_is_zero_float(__pyx_t_float_complex);
    static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_conj_float(__pyx_t_float_complex);
    #if 1
        static CYTHON_INLINE float __Pyx_c_abs_float(__pyx_t_float_complex);
        static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_pow_float(__pyx_t_float_complex, __pyx_t_float_complex);
    #endif
#endif

/* CIntToPy.proto */
static CYTHON_INLINE PyObject* __Pyx_PyInt_From_int(int value);

/* CIntToPy.proto */
static CYTHON_INLINE PyObject* __Pyx_PyInt_From_enum__NPY_TYPES(enum NPY_TYPES value);

/* MemviewSliceCopyTemplate.proto */
static __Pyx_memviewslice
__pyx_memoryview_copy_new_contig(const __Pyx_memviewslice *from_mvs,
                                 const char *mode, int ndim,
                                 size_t sizeof_dtype, int contig_flag,
                                 int dtype_is_object);

/* CIntFromPy.proto */
static CYTHON_INLINE int __Pyx_PyInt_As_int(PyObject *);

/* CIntFromPy.proto */
static CYTHON_INLINE PY_LONG_LONG __Pyx_PyInt_As_PY_LONG_LONG(PyObject *);

/* CIntFromPy.proto */
static CYTHON_INLINE npy_int64 __Pyx_PyInt_As_npy_int64(PyObject *);

/* CIntFromPy.proto */
static CYTHON_INLINE size_t __Pyx_PyInt_As_size_t(PyObject *);

/* CIntFromPy.proto */
static CYTHON_INLINE unsigned PY_LONG_LONG __Pyx_PyInt_As_unsigned_PY_LONG_LONG(PyObject *);

/* CIntFromPy.proto */
static CYTHON_INLINE long __Pyx_PyInt_As_long(PyObject *);

/* CIntFromPy.proto */
static CYTHON_INLINE char __Pyx_PyInt_As_char(PyObject *);

/* TypeInfoCompare.proto */
static int __pyx_typeinfo_cmp(__Pyx_TypeInfo *a, __Pyx_TypeInfo *b);

/* MemviewSliceValidateAndInit.proto */
static int __Pyx_ValidateAndInit_memviewslice(
                int *axes_specs,
                int c_or_f_flag,
                int buf_flags,
                int ndim,
                __Pyx_TypeInfo *dtype,
                __Pyx_BufFmt_StackElem stack[],
                __Pyx_memviewslice *memviewslice,
                PyObject *original_obj);

/* ObjectToMemviewSlice.proto */
static CYTHON_INLINE __Pyx_memviewslice __Pyx_PyObject_to_MemoryviewSlice_ds_double(PyObject *, int writable_flag);

/* CheckBinaryVersion.proto */
static int __Pyx_check_binary_version(void);

/* InitStrings.proto */
static int __Pyx_InitStrings(__Pyx_StringTabEntry *t);

static PyObject *__pyx_array_get_memview(struct __pyx_array_obj *__pyx_v_self); /* proto*/
static char *__pyx_memoryview_get_item_pointer(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_index); /* proto*/
static PyObject *__pyx_memoryview_is_slice(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_obj); /* proto*/
static PyObject *__pyx_memoryview_setitem_slice_assignment(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_dst, PyObject *__pyx_v_src); /* proto*/
static PyObject *__pyx_memoryview_setitem_slice_assign_scalar(struct __pyx_memoryview_obj *__pyx_v_self, struct __pyx_memoryview_obj *__pyx_v_dst, PyObject *__pyx_v_value); /* proto*/
static PyObject *__pyx_memoryview_setitem_indexed(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_index, PyObject *__pyx_v_value); /* proto*/
static PyObject *__pyx_memoryview_convert_item_to_object(struct __pyx_memoryview_obj *__pyx_v_self, char *__pyx_v_itemp); /* proto*/
static PyObject *__pyx_memoryview_assign_item_from_object(struct __pyx_memoryview_obj *__pyx_v_self, char *__pyx_v_itemp, PyObject *__pyx_v_value); /* proto*/
static PyObject *__pyx_memoryviewslice_convert_item_to_object(struct __pyx_memoryviewslice_obj *__pyx_v_self, char *__pyx_v_itemp); /* proto*/
static PyObject *__pyx_memoryviewslice_assign_item_from_object(struct __pyx_memoryviewslice_obj *__pyx_v_self, char *__pyx_v_itemp, PyObject *__pyx_v_value); /* proto*/

/* Module declarations from 'libc.string' */

/* Module declarations from 'libc.stdlib' */

/* Module declarations from 'libc.math' */

/* Module declarations from 'libc.stdio' */

/* Module declarations from 'libc' */

/* Module declarations from 'libc.stddef' */

/* Module declarations from 'libc.time' */

/* Module declarations from 'libcpp' */

/* Module declarations from 'libcpp.vector' */

/* Module declarations from 'libcpp.utility' */

/* Module declarations from 'libcpp.pair' */

/* Module declarations from 'libcpp.algorithm' */

/* Module declarations from 'libcpp.unordered_map' */

/* Module declarations from 'cpython.buffer' */

/* Module declarations from '__builtin__' */

/* Module declarations from 'cpython.type' */
static PyTypeObject *__pyx_ptype_7cpython_4type_type = 0;

/* Module declarations from 'cpython' */

/* Module declarations from 'cpython.object' */

/* Module declarations from 'cpython.ref' */

/* Module declarations from 'cpython.mem' */

/* Module declarations from 'numpy' */

/* Module declarations from 'numpy' */
static PyTypeObject *__pyx_ptype_5numpy_dtype = 0;
static PyTypeObject *__pyx_ptype_5numpy_flatiter = 0;
static PyTypeObject *__pyx_ptype_5numpy_broadcast = 0;
static PyTypeObject *__pyx_ptype_5numpy_ndarray = 0;
static PyTypeObject *__pyx_ptype_5numpy_ufunc = 0;
static CYTHON_INLINE char *__pyx_f_5numpy__util_dtypestring(PyArray_Descr *, char *, char *, int *); /*proto*/

/* Module declarations from 'cython.view' */

/* Module declarations from 'cython' */

/* Module declarations from 'pygsti.objects.replib.fastreplib' */
static PyTypeObject *__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMStateRep = 0;
static PyTypeObject *__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep = 0;
static PyTypeObject *__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense = 0;
static PyTypeObject *__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_TensorProd = 0;
static PyTypeObject *__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational = 0;
static PyTypeObject *__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen = 0;
static PyTypeObject *__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep = 0;
static PyTypeObject *__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense = 0;
static PyTypeObject *__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded = 0;
static PyTypeObject *__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed = 0;
static PyTypeObject *__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum = 0;
static PyTypeObject *__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated = 0;
static PyTypeObject *__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad = 0;
static PyTypeObject *__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse = 0;
static PyTypeObject *__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVStateRep = 0;
static PyTypeObject *__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep = 0;
static PyTypeObject *__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense = 0;
static PyTypeObject *__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_TensorProd = 0;
static PyTypeObject *__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational = 0;
static PyTypeObject *__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep = 0;
static PyTypeObject *__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense = 0;
static PyTypeObject *__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded = 0;
static PyTypeObject *__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed = 0;
static PyTypeObject *__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum = 0;
static PyTypeObject *__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated = 0;
static PyTypeObject *__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBStateRep = 0;
static PyTypeObject *__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBEffectRep = 0;
static PyTypeObject *__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep = 0;
static PyTypeObject *__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded = 0;
static PyTypeObject *__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed = 0;
static PyTypeObject *__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum = 0;
static PyTypeObject *__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated = 0;
static PyTypeObject *__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford = 0;
static PyTypeObject *__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_PolyRep = 0;
static PyTypeObject *__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVTermRep = 0;
static PyTypeObject *__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep = 0;
static PyTypeObject *__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBTermRep = 0;
static PyTypeObject *__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_RepCacheEl = 0;
static PyTypeObject *__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl = 0;
static PyTypeObject *__pyx_ptype_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator = 0;
static PyTypeObject *__pyx_ptype_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms = 0;
static PyTypeObject *__pyx_ptype_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms = 0;
static PyTypeObject *__pyx_array_type = 0;
static PyTypeObject *__pyx_MemviewEnum_type = 0;
static PyTypeObject *__pyx_memoryview_type = 0;
static PyTypeObject *__pyx_memoryviewslice_type = 0;
static double __pyx_v_6pygsti_7objects_6replib_10fastreplib_LARGE;
static double __pyx_v_6pygsti_7objects_6replib_10fastreplib_SMALL;
static PyObject *generic = 0;
static PyObject *strided = 0;
static PyObject *indirect = 0;
static PyObject *contiguous = 0;
static PyObject *indirect_contiguous = 0;
static int __pyx_memoryview_thread_locks_used;
static PyThread_type_lock __pyx_memoryview_thread_locks[8];
static bool __pyx_f_6pygsti_7objects_6replib_10fastreplib_compare_pair(std::pair<CReps::PolyVarsIndex,std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  const &, std::pair<CReps::PolyVarsIndex,std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  const &); /*proto*/
static std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  __pyx_f_6pygsti_7objects_6replib_10fastreplib_convert_mapevaltree(PyObject *, PyObject *, PyObject *); /*proto*/
static std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  __pyx_f_6pygsti_7objects_6replib_10fastreplib_convert_dict_of_intlists(PyObject *); /*proto*/
static std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  __pyx_f_6pygsti_7objects_6replib_10fastreplib_convert_and_wrap_dict_of_intlists(PyObject *, PyObject *); /*proto*/
static std::vector<CReps::DMStateCRep *>  __pyx_f_6pygsti_7objects_6replib_10fastreplib_create_rhocache(__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT); /*proto*/
static void __pyx_f_6pygsti_7objects_6replib_10fastreplib_free_rhocache(std::vector<CReps::DMStateCRep *> ); /*proto*/
static std::vector<CReps::DMOpCRep *>  __pyx_f_6pygsti_7objects_6replib_10fastreplib_convert_gatereps(PyObject *); /*proto*/
static std::vector<CReps::DMStateCRep *>  __pyx_f_6pygsti_7objects_6replib_10fastreplib_convert_rhoreps(PyObject *); /*proto*/
static std::vector<CReps::DMEffectCRep *>  __pyx_f_6pygsti_7objects_6replib_10fastreplib_convert_ereps(PyObject *); /*proto*/
static PyObject *__pyx_f_6pygsti_7objects_6replib_10fastreplib_dm_mapfill_probs(__Pyx_memviewslice, std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> > , std::vector<CReps::DMOpCRep *> , std::vector<CReps::DMStateCRep *> , std::vector<CReps::DMEffectCRep *> , std::vector<CReps::DMStateCRep *>  *, std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> > , std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> > , __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, PyObject *); /*proto*/
static double __pyx_f_6pygsti_7objects_6replib_10fastreplib_TDchi2_obj_fn(double, double, double, double, double, double, double); /*proto*/
static double __pyx_f_6pygsti_7objects_6replib_10fastreplib_TDloglpp_obj_fn(double, double, double, double, double, double, double); /*proto*/
static PyObject *__pyx_f_6pygsti_7objects_6replib_10fastreplib_PolyRep_from_allocd_PolyCRep(CReps::PolyCRep *); /*proto*/
static std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr> >  __pyx_f_6pygsti_7objects_6replib_10fastreplib_sv_extract_cterms(PyObject *, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT); /*proto*/
static std::vector<CReps::PolyCRep *>  __pyx_f_6pygsti_7objects_6replib_10fastreplib_sv_prs_as_polys(std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  &, std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr> > , std::unordered_map<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT,std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr> > > , std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr> > , std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> > , __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, bool); /*proto*/
static void __pyx_f_6pygsti_7objects_6replib_10fastreplib_sv_pr_as_poly_innerloop(std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_SVTermCRep_ptr_ptr> , std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  *, std::vector<CReps::PolyCRep *>  *, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT); /*proto*/
static void __pyx_f_6pygsti_7objects_6replib_10fastreplib_sv_pr_as_poly_innerloop_savepartials(std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_SVTermCRep_ptr_ptr> , std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  *, std::vector<CReps::PolyCRep *>  *, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT); /*proto*/
static double __pyx_f_6pygsti_7objects_6replib_10fastreplib_sv_find_best_pathmagnitude_threshold(std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  &, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr> , std::unordered_map<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT,std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr> > , std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr> , std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> , std::unordered_map<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT,std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> > , std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> , std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> , __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, double, double, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, double, std::vector<double>  &, std::vector<double>  &, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  &); /*proto*/
static std::vector<CReps::PolyCRep *>  __pyx_f_6pygsti_7objects_6replib_10fastreplib_sv_compute_pruned_polys_given_threshold(double, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  &, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr> , std::unordered_map<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT,std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr> > , std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr> , std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> , std::unordered_map<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT,std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> > , std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> , std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> , __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT); /*proto*/
static void __pyx_f_6pygsti_7objects_6replib_10fastreplib_add_path(std::vector<CReps::PolyCRep *>  *, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  &, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_SVTermCRep_ptr_ptr>  &, CReps::SVStateCRep **, CReps::SVStateCRep **, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  *, std::vector<CReps::SVStateCRep *>  *, std::vector<CReps::SVStateCRep *>  *, std::vector<CReps::PolyCRep>  *); /*proto*/
static void __pyx_f_6pygsti_7objects_6replib_10fastreplib_add_path_achievedsopm(std::vector<CReps::PolyCRep *>  *, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  &, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_SVTermCRep_ptr_ptr>  &, CReps::SVStateCRep **, CReps::SVStateCRep **, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  *, std::vector<CReps::SVStateCRep *>  *, std::vector<CReps::SVStateCRep *>  *, std::vector<CReps::PolyCRep>  *); /*proto*/
static void __pyx_f_6pygsti_7objects_6replib_10fastreplib_add_path_savepartials(std::vector<CReps::PolyCRep *>  *, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  &, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_SVTermCRep_ptr_ptr>  &, CReps::SVStateCRep **, CReps::SVStateCRep **, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  *, std::vector<CReps::SVStateCRep *>  *, std::vector<CReps::SVStateCRep *>  *, std::vector<CReps::PolyCRep>  *); /*proto*/
static void __pyx_f_6pygsti_7objects_6replib_10fastreplib_add_paths(__pyx_t_6pygsti_7objects_6replib_10fastreplib_sv_addpathfn_ptr, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  &, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_SVTermCRep_ptr_ptr> , std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_INT_ptr> , __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  &, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  &, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, double, double, double, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, std::vector<CReps::PolyCRep *>  *, CReps::SVStateCRep **, CReps::SVStateCRep **, std::vector<CReps::SVStateCRep *>  *, std::vector<CReps::SVStateCRep *>  *, std::vector<CReps::PolyCRep>  *); /*proto*/
static bool __pyx_f_6pygsti_7objects_6replib_10fastreplib_count_paths(std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  &, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_SVTermCRep_ptr_ptr>  &, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_INT_ptr>  &, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  &, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  &, std::vector<double>  &, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  &, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, double, double, double, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT); /*proto*/
static void __pyx_f_6pygsti_7objects_6replib_10fastreplib_count_paths_upto_threshold(std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_SVTermCRep_ptr_ptr> , double, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_INT_ptr> , std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  &, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, std::vector<double>  &, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  &); /*proto*/
static double __pyx_f_6pygsti_7objects_6replib_10fastreplib_pathmagnitude_threshold(std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_SVTermCRep_ptr_ptr> , std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  &, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, std::vector<double> , std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_INT_ptr> , double, double, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, std::vector<double>  &, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  &); /*proto*/
static std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SBTermCRep_ptr> >  __pyx_f_6pygsti_7objects_6replib_10fastreplib_sb_extract_cterms(PyObject *, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT); /*proto*/
static std::vector<CReps::PolyCRep *>  __pyx_f_6pygsti_7objects_6replib_10fastreplib_sb_prs_as_polys(std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  &, std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SBTermCRep_ptr> > , std::unordered_map<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT,std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SBTermCRep_ptr> > > , std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SBTermCRep_ptr> > , std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> > , __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, bool); /*proto*/
static void __pyx_f_6pygsti_7objects_6replib_10fastreplib_sb_pr_as_poly_innerloop(std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_SBTermCRep_ptr_ptr> , std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  *, std::vector<CReps::PolyCRep *>  *, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT); /*proto*/
static void __pyx_f_6pygsti_7objects_6replib_10fastreplib_sb_pr_as_poly_innerloop_savepartials(std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_SBTermCRep_ptr_ptr> , std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  *, std::vector<CReps::PolyCRep *>  *, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT); /*proto*/
static PyObject *__pyx_convert_vector_to_py___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT(const std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  &); /*proto*/
static PyObject *__pyx_convert_vector_to_py_std_3a__3a_vector_3c___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT_3e___(const std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  &); /*proto*/
static std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_convert_vector_from_py___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT(PyObject *); /*proto*/
static std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  __pyx_convert_vector_from_py_std_3a__3a_vector_3c___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT_3e___(PyObject *); /*proto*/
static struct __pyx_array_obj *__pyx_array_new(PyObject *, Py_ssize_t, char *, char *, char *); /*proto*/
static void *__pyx_align_pointer(void *, size_t); /*proto*/
static PyObject *__pyx_memoryview_new(PyObject *, int, int, __Pyx_TypeInfo *); /*proto*/
static CYTHON_INLINE int __pyx_memoryview_check(PyObject *); /*proto*/
static PyObject *_unellipsify(PyObject *, int); /*proto*/
static PyObject *assert_direct_dimensions(Py_ssize_t *, int); /*proto*/
static struct __pyx_memoryview_obj *__pyx_memview_slice(struct __pyx_memoryview_obj *, PyObject *); /*proto*/
static int __pyx_memoryview_slice_memviewslice(__Pyx_memviewslice *, Py_ssize_t, Py_ssize_t, Py_ssize_t, int, int, int *, Py_ssize_t, Py_ssize_t, Py_ssize_t, int, int, int, int); /*proto*/
static char *__pyx_pybuffer_index(Py_buffer *, char *, Py_ssize_t, Py_ssize_t); /*proto*/
static int __pyx_memslice_transpose(__Pyx_memviewslice *); /*proto*/
static PyObject *__pyx_memoryview_fromslice(__Pyx_memviewslice, int, PyObject *(*)(char *), int (*)(char *, PyObject *), int); /*proto*/
static __Pyx_memviewslice *__pyx_memoryview_get_slice_from_memoryview(struct __pyx_memoryview_obj *, __Pyx_memviewslice *); /*proto*/
static void __pyx_memoryview_slice_copy(struct __pyx_memoryview_obj *, __Pyx_memviewslice *); /*proto*/
static PyObject *__pyx_memoryview_copy_object(struct __pyx_memoryview_obj *); /*proto*/
static PyObject *__pyx_memoryview_copy_object_from_slice(struct __pyx_memoryview_obj *, __Pyx_memviewslice *); /*proto*/
static Py_ssize_t abs_py_ssize_t(Py_ssize_t); /*proto*/
static char __pyx_get_best_slice_order(__Pyx_memviewslice *, int); /*proto*/
static void _copy_strided_to_strided(char *, Py_ssize_t *, char *, Py_ssize_t *, Py_ssize_t *, Py_ssize_t *, int, size_t); /*proto*/
static void copy_strided_to_strided(__Pyx_memviewslice *, __Pyx_memviewslice *, int, size_t); /*proto*/
static Py_ssize_t __pyx_memoryview_slice_get_size(__Pyx_memviewslice *, int); /*proto*/
static Py_ssize_t __pyx_fill_contig_strides_array(Py_ssize_t *, Py_ssize_t *, Py_ssize_t, int, char); /*proto*/
static void *__pyx_memoryview_copy_data_to_temp(__Pyx_memviewslice *, __Pyx_memviewslice *, char, int); /*proto*/
static int __pyx_memoryview_err_extents(int, Py_ssize_t, Py_ssize_t); /*proto*/
static int __pyx_memoryview_err_dim(PyObject *, char *, int); /*proto*/
static int __pyx_memoryview_err(PyObject *, char *); /*proto*/
static int __pyx_memoryview_copy_contents(__Pyx_memviewslice, __Pyx_memviewslice, int, int, int); /*proto*/
static void __pyx_memoryview_broadcast_leading(__Pyx_memviewslice *, int, int); /*proto*/
static void __pyx_memoryview_refcount_copying(__Pyx_memviewslice *, int, int, int); /*proto*/
static void __pyx_memoryview_refcount_objects_in_slice_with_gil(char *, Py_ssize_t *, Py_ssize_t *, int, int); /*proto*/
static void __pyx_memoryview_refcount_objects_in_slice(char *, Py_ssize_t *, Py_ssize_t *, int, int); /*proto*/
static void __pyx_memoryview_slice_assign_scalar(__Pyx_memviewslice *, int, size_t, void *, int); /*proto*/
static void __pyx_memoryview__slice_assign_scalar(char *, Py_ssize_t *, Py_ssize_t *, int, size_t, void *); /*proto*/
static PyObject *__pyx_unpickle_Enum__set_state(struct __pyx_MemviewEnum_obj *, PyObject *); /*proto*/
static __Pyx_TypeInfo __Pyx_TypeInfo_double = { "double", NULL, sizeof(double), { 0 }, 0, 'R', 0, 0 };
static __Pyx_TypeInfo __Pyx_TypeInfo_nn___pyx_t_5numpy_int64_t = { "int64_t", NULL, sizeof(__pyx_t_5numpy_int64_t), { 0 }, 0, IS_UNSIGNED(__pyx_t_5numpy_int64_t) ? 'U' : 'I', IS_UNSIGNED(__pyx_t_5numpy_int64_t), 0 };
static __Pyx_TypeInfo __Pyx_TypeInfo___pyx_t_double_complex = { "double complex", NULL, sizeof(__pyx_t_double_complex), { 0 }, 0, 'C', 0, 0 };
#define __Pyx_MODULE_NAME "pygsti.objects.replib.fastreplib"
extern int __pyx_module_is_main_pygsti__objects__replib__fastreplib;
int __pyx_module_is_main_pygsti__objects__replib__fastreplib = 0;

/* Implementation of 'pygsti.objects.replib.fastreplib' */
static PyObject *__pyx_builtin_range;
static PyObject *__pyx_builtin_enumerate;
static PyObject *__pyx_builtin_zip;
static PyObject *__pyx_builtin_TypeError;
static PyObject *__pyx_builtin_round;
static PyObject *__pyx_builtin_ValueError;
static PyObject *__pyx_builtin_RuntimeError;
static PyObject *__pyx_builtin_ImportError;
static PyObject *__pyx_builtin_MemoryError;
static PyObject *__pyx_builtin_Ellipsis;
static PyObject *__pyx_builtin_id;
static PyObject *__pyx_builtin_IndexError;
static const char __pyx_k_E[] = "E";
static const char __pyx_k_N[] = "N";
static const char __pyx_k_O[] = "O";
static const char __pyx_k_c[] = "c";
static const char __pyx_k_d[] = "d";
static const char __pyx_k_e[] = "e";
static const char __pyx_k_f[] = "f";
static const char __pyx_k_g[] = "g";
static const char __pyx_k_i[] = "i";
static const char __pyx_k_j[] = "j";
static const char __pyx_k_k[] = "k";
static const char __pyx_k_l[] = "l";
static const char __pyx_k_n[] = "n";
static const char __pyx_k_p[] = "p";
static const char __pyx_k_s[] = "s";
static const char __pyx_k_t[] = "t";
static const char __pyx_k_v[] = "v";
static const char __pyx_k_Ni[] = "Ni";
static const char __pyx_k_Np[] = "Np";
static const char __pyx_k__7[] = "";
static const char __pyx_k__8[] = " ";
static const char __pyx_k__9[] = "\n";
static const char __pyx_k_gi[] = "gi";
static const char __pyx_k_gl[] = "gl";
static const char __pyx_k_gt[] = "_gt";
static const char __pyx_k_id[] = "id";
static const char __pyx_k_ii[] = "ii";
static const char __pyx_k_jj[] = "jj";
static const char __pyx_k_mu[] = "mu";
static const char __pyx_k_mv[] = "mv";
static const char __pyx_k_np[] = "np";
static const char __pyx_k_op[] = "op";
static const char __pyx_k_st[] = "st";
static const char __pyx_k_t0[] = "t0";
static const char __pyx_k__66[] = "_";
static const char __pyx_k_dim[] = "dim";
static const char __pyx_k_dot[] = "dot";
static const char __pyx_k_eps[] = "eps";
static const char __pyx_k_eta[] = "eta";
static const char __pyx_k_fas[] = "_fas";
static const char __pyx_k_key[] = "key";
static const char __pyx_k_lbl[] = "lbl";
static const char __pyx_k_mag[] = "mag";
static const char __pyx_k_mpv[] = "mpv";
static const char __pyx_k_new[] = "__new__";
static const char __pyx_k_obj[] = "obj";
static const char __pyx_k_rep[] = "_rep";
static const char __pyx_k_ret[] = "ret";
static const char __pyx_k_rho[] = "rho";
static const char __pyx_k_rmv[] = "rmv";
static const char __pyx_k_row[] = "row";
static const char __pyx_k_smx[] = " smx = ";
static const char __pyx_k_sos[] = "sos";
static const char __pyx_k_sys[] = "sys";
static const char __pyx_k_vec[] = "vec";
static const char __pyx_k_vpi[] = "vpi";
static const char __pyx_k_zip[] = "zip";
static const char __pyx_k_amps[] = "amps";
static const char __pyx_k_axes[] = "axes";
static const char __pyx_k_bHit[] = "bHit";
static const char __pyx_k_base[] = "base";
static const char __pyx_k_calc[] = "calc";
static const char __pyx_k_chi2[] = "chi2";
static const char __pyx_k_comm[] = "comm";
static const char __pyx_k_copy[] = "copy";
static const char __pyx_k_data[] = "data";
static const char __pyx_k_dict[] = "__dict__";
static const char __pyx_k_elbl[] = "elbl";
static const char __pyx_k_glbl[] = "glbl";
static const char __pyx_k_inds[] = "inds";
static const char __pyx_k_indx[] = "indx";
static const char __pyx_k_log2[] = "log2";
static const char __pyx_k_logl[] = "logl";
static const char __pyx_k_mags[] = "mags";
static const char __pyx_k_main[] = "__main__";
static const char __pyx_k_mode[] = "mode";
static const char __pyx_k_mpit[] = "_mpit";
static const char __pyx_k_mult[] = "mult";
static const char __pyx_k_nEls[] = "nEls";
static const char __pyx_k_name[] = "name";
static const char __pyx_k_ndim[] = "ndim";
static const char __pyx_k_pack[] = "pack";
static const char __pyx_k_reps[] = "reps";
static const char __pyx_k_size[] = "size";
static const char __pyx_k_slct[] = "_slct";
static const char __pyx_k_sort[] = "sort";
static const char __pyx_k_sqrt[] = "sqrt";
static const char __pyx_k_step[] = "step";
static const char __pyx_k_stop[] = "stop";
static const char __pyx_k_test[] = "__test__";
static const char __pyx_k_time[] = "time";
static const char __pyx_k_vals[] = "vals";
static const char __pyx_k_ASCII[] = "ASCII";
static const char __pyx_k_EVecs[] = "EVecs";
static const char __pyx_k_acton[] = "acton";
static const char __pyx_k_array[] = "array";
static const char __pyx_k_class[] = "__class__";
static const char __pyx_k_close[] = "close";
static const char __pyx_k_coeff[] = "coeff";
static const char __pyx_k_cscel[] = "cscel";
static const char __pyx_k_cterm[] = "cterm";
static const char __pyx_k_dtype[] = "dtype";
static const char __pyx_k_empty[] = "empty";
static const char __pyx_k_ereps[] = "ereps";
static const char __pyx_k_error[] = "error";
static const char __pyx_k_flags[] = "flags";
static const char __pyx_k_glmap[] = "glmap";
static const char __pyx_k_int64[] = "int64";
static const char __pyx_k_items[] = "items";
static const char __pyx_k_kinit[] = "kinit";
static const char __pyx_k_numEs[] = "numEs";
static const char __pyx_k_numpy[] = "numpy";
static const char __pyx_k_objfn[] = "objfn";
static const char __pyx_k_oprep[] = "oprep";
static const char __pyx_k_order[] = "order";
static const char __pyx_k_polys[] = "polys";
static const char __pyx_k_power[] = "power";
static const char __pyx_k_probs[] = "probs";
static const char __pyx_k_pvecs[] = " pvecs = ";
static const char __pyx_k_range[] = "range";
static const char __pyx_k_rep_2[] = "rep";
static const char __pyx_k_rhoOp[] = "rhoOp";
static const char __pyx_k_round[] = "round";
static const char __pyx_k_scale[] = "scale";
static const char __pyx_k_shape[] = "shape";
static const char __pyx_k_start[] = "start";
static const char __pyx_k_tools[] = "tools";
static const char __pyx_k_torep[] = "torep";
static const char __pyx_k_treps[] = "treps";
static const char __pyx_k_vals2[] = "vals2";
static const char __pyx_k_zvals[] = "zvals";
static const char __pyx_k_A_data[] = "A_data";
static const char __pyx_k_amps_2[] = " amps = ";
static const char __pyx_k_append[] = "append";
static const char __pyx_k_c_rhos[] = "c_rhos";
static const char __pyx_k_encode[] = "encode";
static const char __pyx_k_evTree[] = "evTree";
static const char __pyx_k_fillfn[] = "fillfn";
static const char __pyx_k_flipud[] = "flipud";
static const char __pyx_k_fnarg1[] = "fnarg1";
static const char __pyx_k_fnarg2[] = "fnarg2";
static const char __pyx_k_format[] = "format";
static const char __pyx_k_iCache[] = "iCache";
static const char __pyx_k_iFinal[] = "iFinal";
static const char __pyx_k_iStart[] = "iStart";
static const char __pyx_k_import[] = "__import__";
static const char __pyx_k_length[] = "length";
static const char __pyx_k_logmag[] = "logmag";
static const char __pyx_k_m_star[] = "m_star";
static const char __pyx_k_matvec[] = "matvec";
static const char __pyx_k_name_2[] = "__name__";
static const char __pyx_k_npaths[] = "npaths";
static const char __pyx_k_opcalc[] = "opcalc";
static const char __pyx_k_owners[] = "owners";
static const char __pyx_k_pickle[] = "pickle";
static const char __pyx_k_probs2[] = "probs2";
static const char __pyx_k_pytime[] = "pytime";
static const char __pyx_k_qubits[] = "qubits";
static const char __pyx_k_radius[] = "radius";
static const char __pyx_k_reduce[] = "__reduce__";
static const char __pyx_k_repcel[] = "repcel";
static const char __pyx_k_rhoVec[] = "rhoVec";
static const char __pyx_k_rholbl[] = "rholbl";
static const char __pyx_k_struct[] = "struct";
static const char __pyx_k_unpack[] = "unpack";
static const char __pyx_k_update[] = "update";
static const char __pyx_k_values[] = "values";
static const char __pyx_k_zstart[] = " zstart = ";
static const char __pyx_k_DMOpRep[] = "DMOpRep";
static const char __pyx_k_OWNDATA[] = "OWNDATA";
static const char __pyx_k_PolyRep[] = "PolyRep";
static const char __pyx_k_SBOpRep[] = "SBOpRep";
static const char __pyx_k_SVOpRep[] = "SVOpRep";
static const char __pyx_k_c_ereps[] = "c_ereps";
static const char __pyx_k_circuit[] = "circuit";
static const char __pyx_k_cumprod[] = "cumprod";
static const char __pyx_k_datarow[] = "datarow";
static const char __pyx_k_elabels[] = "elabels";
static const char __pyx_k_float64[] = "float64";
static const char __pyx_k_fortran[] = "fortran";
static const char __pyx_k_hmterms[] = "hmterms";
static const char __pyx_k_indices[] = "indices";
static const char __pyx_k_is_foat[] = "is_foat";
static const char __pyx_k_memview[] = "memview";
static const char __pyx_k_nBlocks[] = "nBlocks";
static const char __pyx_k_nqubits[] = "nqubits";
static const char __pyx_k_opcache[] = "opcache";
static const char __pyx_k_optools[] = "optools";
static const char __pyx_k_outcome[] = "outcome";
static const char __pyx_k_pre_ops[] = "pre_ops";
static const char __pyx_k_product[] = "product";
static const char __pyx_k_require[] = "require";
static const char __pyx_k_reverse[] = "reverse";
static const char __pyx_k_rhoreps[] = "rhoreps";
static const char __pyx_k_rmatvec[] = "rmatvec";
static const char __pyx_k_smatrix[] = "smatrix";
static const char __pyx_k_subComm[] = "subComm";
static const char __pyx_k_svector[] = "svector";
static const char __pyx_k_termrep[] = "termrep";
static const char __pyx_k_todense[] = "todense";
static const char __pyx_k_unitary[] = "unitary";
static const char __pyx_k_A_indptr[] = "A_indptr";
static const char __pyx_k_Ellipsis[] = "Ellipsis";
static const char __pyx_k_NO_LIMIT[] = "NO_LIMIT";
static const char __pyx_k_as_array[] = "as_array";
static const char __pyx_k_composed[] = "composed";
static const char __pyx_k_evalTree[] = "evalTree";
static const char __pyx_k_fastmode[] = "fastmode";
static const char __pyx_k_fillComm[] = "fillComm";
static const char __pyx_k_get_prep[] = "get_prep";
static const char __pyx_k_getstate[] = "__getstate__";
static const char __pyx_k_in_state[] = "in_state";
static const char __pyx_k_itemsize[] = "itemsize";
static const char __pyx_k_max_sopm[] = "max_sopm";
static const char __pyx_k_memLimit[] = "memLimit";
static const char __pyx_k_mpitools[] = "mpitools";
static const char __pyx_k_mxToFill[] = "mxToFill";
static const char __pyx_k_my_slice[] = "my_slice";
static const char __pyx_k_nfactors[] = "nfactors";
static const char __pyx_k_opLabels[] = "opLabels";
static const char __pyx_k_orig_vec[] = "orig_vec";
static const char __pyx_k_outcomes[] = "outcomes";
static const char __pyx_k_paramvec[] = "paramvec";
static const char __pyx_k_post_ops[] = "post_ops";
static const char __pyx_k_pvectors[] = "pvectors";
static const char __pyx_k_pyx_type[] = "__pyx_type";
static const char __pyx_k_repcache[] = "repcache";
static const char __pyx_k_rholabel[] = "rholabel";
static const char __pyx_k_set_time[] = "set_time";
static const char __pyx_k_setstate[] = "__setstate__";
static const char __pyx_k_stateDim[] = "stateDim";
static const char __pyx_k_staterep[] = "staterep";
static const char __pyx_k_wrtSlice[] = "wrtSlice";
static const char __pyx_k_A_indices[] = "A_indices";
static const char __pyx_k_E_indices[] = "E_indices";
static const char __pyx_k_SBTermRep[] = "SBTermRep";
static const char __pyx_k_SVTermRep[] = "SVTermRep";
static const char __pyx_k_TypeError[] = "TypeError";
static const char __pyx_k_cacheSize[] = "cacheSize";
static const char __pyx_k_conjugate[] = "conjugate";
static const char __pyx_k_enumerate[] = "enumerate";
static const char __pyx_k_errgen_id[] = "errgen_id";
static const char __pyx_k_itertools[] = "_itertools";
static const char __pyx_k_magnitude[] = "magnitude";
static const char __pyx_k_max_order[] = "max_order";
static const char __pyx_k_max_paths[] = "max_paths";
static const char __pyx_k_nOutcomes[] = "nOutcomes";
static const char __pyx_k_objective[] = "objective";
static const char __pyx_k_omitted_p[] = "omitted_p";
static const char __pyx_k_pre_state[] = "pre_state";
static const char __pyx_k_pyx_state[] = "__pyx_state";
static const char __pyx_k_reduce_ex[] = "__reduce_ex__";
static const char __pyx_k_reducefix[] = "reducefix";
static const char __pyx_k_remainder[] = "remainder";
static const char __pyx_k_rho_cache[] = "rho_cache";
static const char __pyx_k_rholabels[] = "rholabels";
static const char __pyx_k_term_reps[] = "term_reps";
static const char __pyx_k_threshold[] = "threshold";
static const char __pyx_k_to_vector[] = "to_vector";
static const char __pyx_k_transpose[] = "transpose";
static const char __pyx_k_writeable[] = "writeable";
static const char __pyx_k_DMStateRep[] = "DMStateRep";
static const char __pyx_k_E_cindices[] = "E_cindices";
static const char __pyx_k_IndexError[] = "IndexError";
static const char __pyx_k_RepCacheEl[] = "RepCacheEl";
static const char __pyx_k_SBStateRep[] = "SBStateRep\n";
static const char __pyx_k_SVStateRep[] = "SVStateRep";
static const char __pyx_k_ValueError[] = "ValueError";
static const char __pyx_k_actionInds[] = "actionInds";
static const char __pyx_k_all_slices[] = "all_slices";
static const char __pyx_k_blocksizes[] = "blocksizes";
static const char __pyx_k_c_evalTree[] = "c_evalTree";
static const char __pyx_k_c_gatereps[] = "c_gatereps";
static const char __pyx_k_cache_size[] = "cache_size";
static const char __pyx_k_complex128[] = "complex128";
static const char __pyx_k_effect_rep[] = "effect_rep";
static const char __pyx_k_elbl_index[] = "elbl_index";
static const char __pyx_k_errgen_rep[] = "errgen_rep";
static const char __pyx_k_fastopcalc[] = "_fastopcalc";
static const char __pyx_k_get_effect[] = "get_effect";
static const char __pyx_k_int_coeffs[] = "int_coeffs";
static const char __pyx_k_kron_array[] = "kron_array";
static const char __pyx_k_n_outcomes[] = "n_outcomes";
static const char __pyx_k_post_state[] = "post_state";
static const char __pyx_k_pre_effect[] = "pre_effect";
static const char __pyx_k_pyx_result[] = "__pyx_result";
static const char __pyx_k_pyx_vtable[] = "__pyx_vtable__";
static const char __pyx_k_rho_lookup[] = "rho_lookup";
static const char __pyx_k_slicetools[] = "slicetools";
static const char __pyx_k_DMEffectRep[] = "DMEffectRep";
static const char __pyx_k_DMOpRep_Sum[] = "DMOpRep_Sum";
static const char __pyx_k_E_term_reps[] = "E_term_reps";
static const char __pyx_k_ImportError[] = "ImportError";
static const char __pyx_k_MemoryError[] = "MemoryError";
static const char __pyx_k_PickleError[] = "PickleError";
static const char __pyx_k_SBEffectRep[] = "SBEffectRep";
static const char __pyx_k_SBOpRep_Sum[] = "SBOpRep_Sum";
static const char __pyx_k_SVEffectRep[] = "SVEffectRep";
static const char __pyx_k_SVOpRep_Sum[] = "SVOpRep_Sum";
static const char __pyx_k_cgatestring[] = "cgatestring";
static const char __pyx_k_coeff_array[] = "coeff_array";
static const char __pyx_k_cur_indices[] = "cur_indices";
static const char __pyx_k_embedded_op[] = "embedded_op";
static const char __pyx_k_factor_dims[] = "factor_dims";
static const char __pyx_k_factor_reps[] = "factor_reps";
static const char __pyx_k_final_index[] = "final_index";
static const char __pyx_k_from_vector[] = "from_vector";
static const char __pyx_k_itertools_2[] = "itertools";
static const char __pyx_k_minProbClip[] = "minProbClip";
static const char __pyx_k_numBasisEls[] = "numBasisEls";
static const char __pyx_k_post_effect[] = "post_effect";
static const char __pyx_k_probability[] = "probability";
static const char __pyx_k_smatrix_inv[] = "smatrix_inv";
static const char __pyx_k_svector_inv[] = "svector_inv";
static const char __pyx_k_C_CONTIGUOUS[] = "C_CONTIGUOUS";
static const char __pyx_k_E_term_creps[] = "E_term_creps";
static const char __pyx_k_RuntimeError[] = "RuntimeError";
static const char __pyx_k_SBStateRep_2[] = "SBStateRep";
static const char __pyx_k_dataset_rows[] = "dataset_rows";
static const char __pyx_k_dest_indices[] = "dest_indices";
static const char __pyx_k_elbl_indices[] = "elbl_indices";
static const char __pyx_k_embedded_dim[] = "embedded_dim";
static const char __pyx_k_errgen_oprep[] = "errgen_oprep";
static const char __pyx_k_factor_lists[] = "factor_lists";
static const char __pyx_k_fastopcalc_2[] = "fastopcalc";
static const char __pyx_k_foat_indices[] = "foat_indices";
static const char __pyx_k_iActiveBlock[] = "iActiveBlock";
static const char __pyx_k_logmagnitude[] = "logmagnitude";
static const char __pyx_k_max_num_vars[] = "max_num_vars";
static const char __pyx_k_min_term_mag[] = "min_term_mag";
static const char __pyx_k_nFactorLists[] = "nFactorLists";
static const char __pyx_k_nTotOutcomes[] = "nTotOutcomes";
static const char __pyx_k_num_outcomes[] = "num_outcomes";
static const char __pyx_k_op_term_reps[] = "op_term_reps";
static const char __pyx_k_pyx_checksum[] = "__pyx_checksum";
static const char __pyx_k_requirements[] = "requirements";
static const char __pyx_k_stringsource[] = "stringsource";
static const char __pyx_k_total_npaths[] = "total_npaths";
static const char __pyx_k_DMOpRep_Dense[] = "DMOpRep_Dense";
static const char __pyx_k_SVOpRep_Dense[] = "SVOpRep_Dense";
static const char __pyx_k_achieved_sopm[] = "achieved_sopm";
static const char __pyx_k_adjoint_acton[] = "adjoint_acton";
static const char __pyx_k_cur_probtotal[] = "cur_probtotal";
static const char __pyx_k_cur_term_reps[] = "cur_term_reps";
static const char __pyx_k_final_indices[] = "final_indices";
static const char __pyx_k_gather_slices[] = "gather_slices";
static const char __pyx_k_get_operation[] = "get_operation";
static const char __pyx_k_iParamToFinal[] = "iParamToFinal";
static const char __pyx_k_max_poly_vars[] = "max_poly_vars";
static const char __pyx_k_op_from_label[] = "_op_from_label";
static const char __pyx_k_operationreps[] = "operationreps";
static const char __pyx_k_param_indices[] = "param_indices";
static const char __pyx_k_pyx_getbuffer[] = "__pyx_getbuffer";
static const char __pyx_k_reduce_cython[] = "__reduce_cython__";
static const char __pyx_k_rho_term_reps[] = "rho_term_reps";
static const char __pyx_k_termrep_lists[] = "termrep_lists";
static const char __pyx_k_DMOpRep_Sparse[] = "DMOpRep_Sparse";
static const char __pyx_k_E_foat_indices[] = "E_foat_indices";
static const char __pyx_k_Es_from_labels[] = "_Es_from_labels";
static const char __pyx_k_LinearOperator[] = "LinearOperator";
static const char __pyx_k_factor_op_reps[] = "factor_op_reps";
static const char __pyx_k_int_coeff_dict[] = "int_coeff_dict";
static const char __pyx_k_max_factor_dim[] = "max_factor_dim";
static const char __pyx_k_rho_from_label[] = "_rho_from_label";
static const char __pyx_k_rho_term_creps[] = "rho_term_creps";
static const char __pyx_k_SB_prs_as_polys[] = "SB_prs_as_polys";
static const char __pyx_k_SVTermDirectRep[] = "SVTermDirectRep";
static const char __pyx_k_SV_prs_as_polys[] = "SV_prs_as_polys";
static const char __pyx_k_View_MemoryView[] = "View.MemoryView";
static const char __pyx_k_allocate_buffer[] = "allocate_buffer";
static const char __pyx_k_compact_complex[] = "compact_complex";
static const char __pyx_k_dtype_is_object[] = "dtype_is_object";
static const char __pyx_k_eLabelToOutcome[] = "eLabelToOutcome";
static const char __pyx_k_gate_term_creps[] = "gate_term_creps";
static const char __pyx_k_op_foat_indices[] = "op_foat_indices";
static const char __pyx_k_pyx_PickleError[] = "__pyx_PickleError";
static const char __pyx_k_setstate_cython[] = "__setstate_cython__";
static const char __pyx_k_threshold_guess[] = "threshold_guess";
static const char __pyx_k_DMOpRep_Composed[] = "DMOpRep_Composed";
static const char __pyx_k_DMOpRep_Embedded[] = "DMOpRep_Embedded";
static const char __pyx_k_DMOpRep_Lindblad[] = "DMOpRep_Lindblad";
static const char __pyx_k_SBOpRep_Clifford[] = "SBOpRep_Clifford";
static const char __pyx_k_SBOpRep_Composed[] = "SBOpRep_Composed";
static const char __pyx_k_SBOpRep_Embedded[] = "SBOpRep_Embedded";
static const char __pyx_k_SVOpRep_Composed[] = "SVOpRep_Composed";
static const char __pyx_k_SVOpRep_Embedded[] = "SVOpRep_Embedded";
static const char __pyx_k_distribute_slice[] = "distribute_slice";
static const char __pyx_k_max_partial_sopm[] = "max_partial_sopm";
static const char __pyx_k_max_taylor_order[] = "max_taylor_order";
static const char __pyx_k_my_param_indices[] = "my_param_indices";
static const char __pyx_k_operation_lookup[] = "operation_lookup";
static const char __pyx_k_probClipInterval[] = "probClipInterval";
static const char __pyx_k_rho_foat_indices[] = "rho_foat_indices";
static const char __pyx_k_terms_to_compose[] = "terms_to_compose";
static const char __pyx_k_unitarypost_data[] = "unitarypost_data";
static const char __pyx_k_vindices_per_int[] = "vindices_per_int";
static const char __pyx_k_DMEffectRep_Dense[] = "DMEffectRep_Dense";
static const char __pyx_k_SVEffectRep_Dense[] = "SVEffectRep_Dense";
static const char __pyx_k_ascontiguousarray[] = "ascontiguousarray";
static const char __pyx_k_pathmagnitude_gap[] = "pathmagnitude_gap";
static const char __pyx_k_pyx_unpickle_Enum[] = "__pyx_unpickle_Enum";
static const char __pyx_k_tools_matrixtools[] = "tools.matrixtools";
static const char __pyx_k_total_target_sopm[] = "total_target_sopm";
static const char __pyx_k_DMEffectRep_Errgen[] = "DMEffectRep_Errgen";
static const char __pyx_k_DM_mapfill_TDterms[] = "DM_mapfill_TDterms";
static const char __pyx_k_circuitsetup_cache[] = "circuitsetup_cache";
static const char __pyx_k_cline_in_traceback[] = "cline_in_traceback";
static const char __pyx_k_dest_param_indices[] = "dest_param_indices";
static const char __pyx_k_num_final_elements[] = "num_final_elements";
static const char __pyx_k_propagate_staterep[] = "propagate_staterep";
static const char __pyx_k_set_magnitude_only[] = "set_magnitude_only";
static const char __pyx_k_strided_and_direct[] = "<strided and direct>";
static const char __pyx_k_unitarypost_indptr[] = "unitarypost_indptr";
static const char __pyx_k_CircuitSetupCacheEl[] = "CircuitSetupCacheEl";
static const char __pyx_k_distinct_gateLabels[] = "distinct_gateLabels";
static const char __pyx_k_elabels_as_outcomes[] = "elabels_as_outcomes";
static const char __pyx_k_elbl_to_final_index[] = "elbl_to_final_index";
static const char __pyx_k_foat_indices_per_op[] = "foat_indices_per_op";
static const char __pyx_k_max_sum_of_pathmags[] = "max_sum_of_pathmags";
static const char __pyx_k_scipy_sparse_linalg[] = "scipy.sparse.linalg";
static const char __pyx_k_total_achieved_sopm[] = "total_achieved_sopm";
static const char __pyx_k_unitarypost_indices[] = "unitarypost_indices";
static const char __pyx_k_exponentiated_op_rep[] = "exponentiated_op_rep";
static const char __pyx_k_get_evaluation_order[] = "get_evaluation_order";
static const char __pyx_k_strided_and_indirect[] = "<strided and indirect>";
static const char __pyx_k_DMOpRep_Exponentiated[] = "DMOpRep_Exponentiated";
static const char __pyx_k_SBOpRep_Exponentiated[] = "SBOpRep_Exponentiated";
static const char __pyx_k_SVOpRep_Exponentiated[] = "SVOpRep_Exponentiated";
static const char __pyx_k_contiguous_and_direct[] = "<contiguous and direct>";
static const char __pyx_k_poly_vindices_per_int[] = "poly_vindices_per_int";
static const char __pyx_k_DMEffectRep_TensorProd[] = "DMEffectRep_TensorProd";
static const char __pyx_k_DM_mapfill_probs_block[] = "DM_mapfill_probs_block";
static const char __pyx_k_MemoryView_of_r_object[] = "<MemoryView of %r object>";
static const char __pyx_k_SVEffectRep_TensorProd[] = "SVEffectRep_TensorProd";
static const char __pyx_k_get_taylor_order_terms[] = "get_taylor_order_terms";
static const char __pyx_k_mapvec_indices_inplace[] = "mapvec_indices_inplace";
static const char __pyx_k_target_sum_of_pathmags[] = "target_sum_of_pathmags";
static const char __pyx_k_DM_mapfill_TDchi2_terms[] = "DM_mapfill_TDchi2_terms";
static const char __pyx_k_DM_mapfill_dprobs_block[] = "DM_mapfill_dprobs_block";
static const char __pyx_k_E_term_indices_and_reps[] = "E_term_indices_and_reps";
static const char __pyx_k_MemoryView_of_r_at_0x_x[] = "<MemoryView of %r at 0x%x>";
static const char __pyx_k_contiguous_and_indirect[] = "<contiguous and indirect>";
static const char __pyx_k_get_highmagnitude_terms[] = "get_highmagnitude_terms";
static const char __pyx_k_minProbClipForWeighting[] = "minProbClipForWeighting";
static const char __pyx_k_outcome_to_elabel_index[] = "outcome_to_elabel_index";
static const char __pyx_k_Cannot_index_with_type_s[] = "Cannot index with type '%s'";
static const char __pyx_k_DM_mapfill_TDdchi2_terms[] = "DM_mapfill_TDdchi2_terms";
static const char __pyx_k_achieved_sum_of_pathmags[] = "achieved_sum_of_pathmags";
static const char __pyx_k_eLbl_indices_per_circuit[] = "eLbl_indices_per_circuit";
static const char __pyx_k_get_total_term_magnitude[] = "get_total_term_magnitude";
static const char __pyx_k_nComponentsInActiveBlock[] = "nComponentsInActiveBlock";
static const char __pyx_k_DMEffectRep_Computational[] = "DMEffectRep_Computational";
static const char __pyx_k_DM_mapfill_TDloglpp_terms[] = "DM_mapfill_TDloglpp_terms";
static const char __pyx_k_DM_mapfill_timedep_dterms[] = "DM_mapfill_timedep_dterms";
static const char __pyx_k_Invalid_shape_in_axis_d_d[] = "Invalid shape in axis %d: %d.";
static const char __pyx_k_SVEffectRep_Computational[] = "SVEffectRep_Computational";
static const char __pyx_k_final_indices_per_circuit[] = "final_indices_per_circuit";
static const char __pyx_k_DM_mapfill_TDdloglpp_terms[] = "DM_mapfill_TDdloglpp_terms";
static const char __pyx_k_aslinearoperator_locals_mv[] = "aslinearoperator.<locals>.mv";
static const char __pyx_k_elabel_indices_per_circuit[] = "elabel_indices_per_circuit";
static const char __pyx_k_aslinearoperator_locals_rmv[] = "aslinearoperator.<locals>.rmv";
static const char __pyx_k_itemsize_0_for_cython_array[] = "itemsize <= 0 for cython.array";
static const char __pyx_k_ndarray_is_not_C_contiguous[] = "ndarray is not C contiguous";
static const char __pyx_k_unable_to_allocate_array_data[] = "unable to allocate array data.";
static const char __pyx_k_SV_create_circuitsetup_cacheel[] = "SV_create_circuitsetup_cacheel";
static const char __pyx_k_strided_and_direct_or_indirect[] = "<strided and direct or indirect>";
static const char __pyx_k_DM_mapfill_TDdchi2_terms_locals[] = "DM_mapfill_TDdchi2_terms.<locals>.fillfn";
static const char __pyx_k_bulk_eval_compact_polys_complex[] = "bulk_eval_compact_polys_complex";
static const char __pyx_k_numpy_core_multiarray_failed_to[] = "numpy.core.multiarray failed to import";
static const char __pyx_k_unknown_dtype_code_in_numpy_pxd[] = "unknown dtype code in numpy.pxd (%d)";
static const char __pyx_k_Buffer_view_does_not_expose_stri[] = "Buffer view does not expose strides";
static const char __pyx_k_Can_only_create_a_buffer_that_is[] = "Can only create a buffer that is contiguous in memory.";
static const char __pyx_k_Cannot_assign_to_read_only_memor[] = "Cannot assign to read-only memoryview";
static const char __pyx_k_Cannot_create_writable_memory_vi[] = "Cannot create writable memory view from read-only memoryview";
static const char __pyx_k_DM_mapfill_TDdloglpp_terms_local[] = "DM_mapfill_TDdloglpp_terms.<locals>.fillfn";
static const char __pyx_k_Empty_shape_tuple_for_cython_arr[] = "Empty shape tuple for cython.array";
static const char __pyx_k_Format_string_allocated_too_shor[] = "Format string allocated too short, see comment in numpy.pxd";
static const char __pyx_k_Incompatible_checksums_s_vs_0xb0[] = "Incompatible checksums (%s vs 0xb068931 = (name))";
static const char __pyx_k_Indirect_dimensions_not_supporte[] = "Indirect dimensions not supported";
static const char __pyx_k_Invalid_mode_expected_c_or_fortr[] = "Invalid mode, expected 'c' or 'fortran', got %s";
static const char __pyx_k_Non_native_byte_order_not_suppor[] = "Non-native byte order not supported";
static const char __pyx_k_Number_of_factor_lists_must_be_0[] = "Number of factor lists must be > 0!";
static const char __pyx_k_Out_of_bounds_on_buffer_access_a[] = "Out of bounds on buffer access (axis %d)";
static const char __pyx_k_SV_circuit_achieved_and_max_sopm[] = "SV_circuit_achieved_and_max_sopm";
static const char __pyx_k_SV_compute_pruned_path_polys_giv[] = "SV_compute_pruned_path_polys_given_threshold";
static const char __pyx_k_SV_create_circuitsetup_cacheel_l[] = "SV_create_circuitsetup_cacheel.<locals>.<lambda>";
static const char __pyx_k_SV_find_best_pathmagnitude_thres[] = "SV_find_best_pathmagnitude_threshold";
static const char __pyx_k_SV_refresh_magnitudes_in_repcach[] = "SV_refresh_magnitudes_in_repcache";
static const char __pyx_k_Unable_to_convert_item_to_object[] = "Unable to convert item to object";
static const char __pyx_k_got_differing_extents_in_dimensi[] = "got differing extents in dimension %d (got %d and %d)";
static const char __pyx_k_ndarray_is_not_Fortran_contiguou[] = "ndarray is not Fortran contiguous";
static const char __pyx_k_no_default___reduce___due_to_non[] = "no default __reduce__ due to non-trivial __cinit__";
static const char __pyx_k_numpy_core_umath_failed_to_impor[] = "numpy.core.umath failed to import";
static const char __pyx_k_pygsti_objects_replib_fastreplib[] = "pygsti/objects/replib/fastreplib.pyx";
static const char __pyx_k_unable_to_allocate_shape_and_str[] = "unable to allocate shape and strides.";
static const char __pyx_k_Format_string_allocated_too_shor_2[] = "Format string allocated too short.";
static const char __pyx_k_pygsti_objects_replib_fastreplib_2[] = "pygsti.objects.replib.fastreplib";
static PyObject *__pyx_n_s_ASCII;
static PyObject *__pyx_n_s_A_data;
static PyObject *__pyx_n_s_A_indices;
static PyObject *__pyx_n_s_A_indptr;
static PyObject *__pyx_kp_s_Buffer_view_does_not_expose_stri;
static PyObject *__pyx_n_s_C_CONTIGUOUS;
static PyObject *__pyx_kp_s_Can_only_create_a_buffer_that_is;
static PyObject *__pyx_kp_s_Cannot_assign_to_read_only_memor;
static PyObject *__pyx_kp_s_Cannot_create_writable_memory_vi;
static PyObject *__pyx_kp_s_Cannot_index_with_type_s;
static PyObject *__pyx_n_s_CircuitSetupCacheEl;
static PyObject *__pyx_n_s_DMEffectRep;
static PyObject *__pyx_n_s_DMEffectRep_Computational;
static PyObject *__pyx_n_s_DMEffectRep_Dense;
static PyObject *__pyx_n_s_DMEffectRep_Errgen;
static PyObject *__pyx_n_s_DMEffectRep_TensorProd;
static PyObject *__pyx_n_s_DMOpRep;
static PyObject *__pyx_n_s_DMOpRep_Composed;
static PyObject *__pyx_n_s_DMOpRep_Dense;
static PyObject *__pyx_n_s_DMOpRep_Embedded;
static PyObject *__pyx_n_s_DMOpRep_Exponentiated;
static PyObject *__pyx_n_s_DMOpRep_Lindblad;
static PyObject *__pyx_n_s_DMOpRep_Sparse;
static PyObject *__pyx_n_s_DMOpRep_Sum;
static PyObject *__pyx_n_s_DMStateRep;
static PyObject *__pyx_n_s_DM_mapfill_TDchi2_terms;
static PyObject *__pyx_n_s_DM_mapfill_TDdchi2_terms;
static PyObject *__pyx_n_s_DM_mapfill_TDdchi2_terms_locals;
static PyObject *__pyx_n_s_DM_mapfill_TDdloglpp_terms;
static PyObject *__pyx_n_s_DM_mapfill_TDdloglpp_terms_local;
static PyObject *__pyx_n_s_DM_mapfill_TDloglpp_terms;
static PyObject *__pyx_n_s_DM_mapfill_TDterms;
static PyObject *__pyx_n_s_DM_mapfill_dprobs_block;
static PyObject *__pyx_n_s_DM_mapfill_probs_block;
static PyObject *__pyx_n_s_DM_mapfill_timedep_dterms;
static PyObject *__pyx_n_s_E;
static PyObject *__pyx_n_s_EVecs;
static PyObject *__pyx_n_s_E_cindices;
static PyObject *__pyx_n_s_E_foat_indices;
static PyObject *__pyx_n_s_E_indices;
static PyObject *__pyx_n_s_E_term_creps;
static PyObject *__pyx_n_s_E_term_indices_and_reps;
static PyObject *__pyx_n_s_E_term_reps;
static PyObject *__pyx_n_s_Ellipsis;
static PyObject *__pyx_kp_s_Empty_shape_tuple_for_cython_arr;
static PyObject *__pyx_n_s_Es_from_labels;
static PyObject *__pyx_kp_u_Format_string_allocated_too_shor;
static PyObject *__pyx_kp_u_Format_string_allocated_too_shor_2;
static PyObject *__pyx_n_s_ImportError;
static PyObject *__pyx_kp_s_Incompatible_checksums_s_vs_0xb0;
static PyObject *__pyx_n_s_IndexError;
static PyObject *__pyx_kp_s_Indirect_dimensions_not_supporte;
static PyObject *__pyx_kp_s_Invalid_mode_expected_c_or_fortr;
static PyObject *__pyx_kp_s_Invalid_shape_in_axis_d_d;
static PyObject *__pyx_n_s_LinearOperator;
static PyObject *__pyx_n_s_MemoryError;
static PyObject *__pyx_kp_s_MemoryView_of_r_at_0x_x;
static PyObject *__pyx_kp_s_MemoryView_of_r_object;
static PyObject *__pyx_n_s_N;
static PyObject *__pyx_n_s_NO_LIMIT;
static PyObject *__pyx_n_s_Ni;
static PyObject *__pyx_kp_u_Non_native_byte_order_not_suppor;
static PyObject *__pyx_n_s_Np;
static PyObject *__pyx_kp_s_Number_of_factor_lists_must_be_0;
static PyObject *__pyx_n_b_O;
static PyObject *__pyx_n_s_OWNDATA;
static PyObject *__pyx_kp_s_Out_of_bounds_on_buffer_access_a;
static PyObject *__pyx_n_s_PickleError;
static PyObject *__pyx_n_s_PolyRep;
static PyObject *__pyx_n_s_RepCacheEl;
static PyObject *__pyx_n_s_RuntimeError;
static PyObject *__pyx_n_s_SBEffectRep;
static PyObject *__pyx_n_s_SBOpRep;
static PyObject *__pyx_n_s_SBOpRep_Clifford;
static PyObject *__pyx_n_s_SBOpRep_Composed;
static PyObject *__pyx_n_s_SBOpRep_Embedded;
static PyObject *__pyx_n_s_SBOpRep_Exponentiated;
static PyObject *__pyx_n_s_SBOpRep_Sum;
static PyObject *__pyx_n_s_SBStateRep;
static PyObject *__pyx_n_s_SBStateRep_2;
static PyObject *__pyx_n_s_SBTermRep;
static PyObject *__pyx_n_s_SB_prs_as_polys;
static PyObject *__pyx_n_s_SVEffectRep;
static PyObject *__pyx_n_s_SVEffectRep_Computational;
static PyObject *__pyx_n_s_SVEffectRep_Dense;
static PyObject *__pyx_n_s_SVEffectRep_TensorProd;
static PyObject *__pyx_n_s_SVOpRep;
static PyObject *__pyx_n_s_SVOpRep_Composed;
static PyObject *__pyx_n_s_SVOpRep_Dense;
static PyObject *__pyx_n_s_SVOpRep_Embedded;
static PyObject *__pyx_n_s_SVOpRep_Exponentiated;
static PyObject *__pyx_n_s_SVOpRep_Sum;
static PyObject *__pyx_n_s_SVStateRep;
static PyObject *__pyx_n_s_SVTermDirectRep;
static PyObject *__pyx_n_s_SVTermRep;
static PyObject *__pyx_n_s_SV_circuit_achieved_and_max_sopm;
static PyObject *__pyx_n_s_SV_compute_pruned_path_polys_giv;
static PyObject *__pyx_n_s_SV_create_circuitsetup_cacheel;
static PyObject *__pyx_n_s_SV_create_circuitsetup_cacheel_l;
static PyObject *__pyx_n_s_SV_find_best_pathmagnitude_thres;
static PyObject *__pyx_n_s_SV_prs_as_polys;
static PyObject *__pyx_n_s_SV_refresh_magnitudes_in_repcach;
static PyObject *__pyx_n_s_TypeError;
static PyObject *__pyx_kp_s_Unable_to_convert_item_to_object;
static PyObject *__pyx_n_s_ValueError;
static PyObject *__pyx_n_s_View_MemoryView;
static PyObject *__pyx_n_s__66;
static PyObject *__pyx_kp_s__7;
static PyObject *__pyx_kp_s__8;
static PyObject *__pyx_kp_s__9;
static PyObject *__pyx_n_s_achieved_sopm;
static PyObject *__pyx_n_s_achieved_sum_of_pathmags;
static PyObject *__pyx_n_s_actionInds;
static PyObject *__pyx_n_s_acton;
static PyObject *__pyx_n_s_adjoint_acton;
static PyObject *__pyx_n_s_all_slices;
static PyObject *__pyx_n_s_allocate_buffer;
static PyObject *__pyx_n_s_amps;
static PyObject *__pyx_kp_s_amps_2;
static PyObject *__pyx_n_s_append;
static PyObject *__pyx_n_s_array;
static PyObject *__pyx_n_s_as_array;
static PyObject *__pyx_n_s_ascontiguousarray;
static PyObject *__pyx_n_s_aslinearoperator_locals_mv;
static PyObject *__pyx_n_s_aslinearoperator_locals_rmv;
static PyObject *__pyx_n_s_axes;
static PyObject *__pyx_n_s_bHit;
static PyObject *__pyx_n_s_base;
static PyObject *__pyx_n_s_blocksizes;
static PyObject *__pyx_n_s_bulk_eval_compact_polys_complex;
static PyObject *__pyx_n_s_c;
static PyObject *__pyx_n_u_c;
static PyObject *__pyx_n_s_c_ereps;
static PyObject *__pyx_n_s_c_evalTree;
static PyObject *__pyx_n_s_c_gatereps;
static PyObject *__pyx_n_s_c_rhos;
static PyObject *__pyx_n_s_cacheSize;
static PyObject *__pyx_n_s_cache_size;
static PyObject *__pyx_n_s_calc;
static PyObject *__pyx_n_s_cgatestring;
static PyObject *__pyx_n_s_chi2;
static PyObject *__pyx_n_s_circuit;
static PyObject *__pyx_n_s_circuitsetup_cache;
static PyObject *__pyx_n_s_class;
static PyObject *__pyx_n_s_cline_in_traceback;
static PyObject *__pyx_n_s_close;
static PyObject *__pyx_n_s_coeff;
static PyObject *__pyx_n_s_coeff_array;
static PyObject *__pyx_n_s_comm;
static PyObject *__pyx_n_s_compact_complex;
static PyObject *__pyx_n_s_complex128;
static PyObject *__pyx_n_s_composed;
static PyObject *__pyx_n_s_conjugate;
static PyObject *__pyx_kp_s_contiguous_and_direct;
static PyObject *__pyx_kp_s_contiguous_and_indirect;
static PyObject *__pyx_n_s_copy;
static PyObject *__pyx_n_s_cscel;
static PyObject *__pyx_n_s_cterm;
static PyObject *__pyx_n_s_cumprod;
static PyObject *__pyx_n_s_cur_indices;
static PyObject *__pyx_n_s_cur_probtotal;
static PyObject *__pyx_n_s_cur_term_reps;
static PyObject *__pyx_n_s_d;
static PyObject *__pyx_n_s_data;
static PyObject *__pyx_n_s_datarow;
static PyObject *__pyx_n_s_dataset_rows;
static PyObject *__pyx_n_s_dest_indices;
static PyObject *__pyx_n_s_dest_param_indices;
static PyObject *__pyx_n_s_dict;
static PyObject *__pyx_n_s_dim;
static PyObject *__pyx_n_s_distinct_gateLabels;
static PyObject *__pyx_n_s_distribute_slice;
static PyObject *__pyx_n_s_dot;
static PyObject *__pyx_n_s_dtype;
static PyObject *__pyx_n_s_dtype_is_object;
static PyObject *__pyx_n_s_e;
static PyObject *__pyx_n_s_eLabelToOutcome;
static PyObject *__pyx_n_s_eLbl_indices_per_circuit;
static PyObject *__pyx_n_s_effect_rep;
static PyObject *__pyx_n_s_elabel_indices_per_circuit;
static PyObject *__pyx_n_s_elabels;
static PyObject *__pyx_n_s_elabels_as_outcomes;
static PyObject *__pyx_n_s_elbl;
static PyObject *__pyx_n_s_elbl_index;
static PyObject *__pyx_n_s_elbl_indices;
static PyObject *__pyx_n_s_elbl_to_final_index;
static PyObject *__pyx_n_s_embedded_dim;
static PyObject *__pyx_n_s_embedded_op;
static PyObject *__pyx_n_s_empty;
static PyObject *__pyx_n_s_encode;
static PyObject *__pyx_n_s_enumerate;
static PyObject *__pyx_n_s_eps;
static PyObject *__pyx_n_s_ereps;
static PyObject *__pyx_n_s_errgen_id;
static PyObject *__pyx_n_s_errgen_oprep;
static PyObject *__pyx_n_s_errgen_rep;
static PyObject *__pyx_n_s_error;
static PyObject *__pyx_n_s_eta;
static PyObject *__pyx_n_s_evTree;
static PyObject *__pyx_n_s_evalTree;
static PyObject *__pyx_n_s_exponentiated_op_rep;
static PyObject *__pyx_n_s_f;
static PyObject *__pyx_n_s_factor_dims;
static PyObject *__pyx_n_s_factor_lists;
static PyObject *__pyx_n_s_factor_op_reps;
static PyObject *__pyx_n_s_factor_reps;
static PyObject *__pyx_n_s_fas;
static PyObject *__pyx_n_s_fastmode;
static PyObject *__pyx_n_s_fastopcalc;
static PyObject *__pyx_n_s_fastopcalc_2;
static PyObject *__pyx_n_s_fillComm;
static PyObject *__pyx_n_s_fillfn;
static PyObject *__pyx_n_s_final_index;
static PyObject *__pyx_n_s_final_indices;
static PyObject *__pyx_n_s_final_indices_per_circuit;
static PyObject *__pyx_n_s_flags;
static PyObject *__pyx_n_s_flipud;
static PyObject *__pyx_n_s_float64;
static PyObject *__pyx_n_s_fnarg1;
static PyObject *__pyx_n_s_fnarg2;
static PyObject *__pyx_n_s_foat_indices;
static PyObject *__pyx_n_s_foat_indices_per_op;
static PyObject *__pyx_n_s_format;
static PyObject *__pyx_n_s_fortran;
static PyObject *__pyx_n_u_fortran;
static PyObject *__pyx_n_s_from_vector;
static PyObject *__pyx_n_s_g;
static PyObject *__pyx_n_s_gate_term_creps;
static PyObject *__pyx_n_s_gather_slices;
static PyObject *__pyx_n_s_get_effect;
static PyObject *__pyx_n_s_get_evaluation_order;
static PyObject *__pyx_n_s_get_highmagnitude_terms;
static PyObject *__pyx_n_s_get_operation;
static PyObject *__pyx_n_s_get_prep;
static PyObject *__pyx_n_s_get_taylor_order_terms;
static PyObject *__pyx_n_s_get_total_term_magnitude;
static PyObject *__pyx_n_s_getstate;
static PyObject *__pyx_n_s_gi;
static PyObject *__pyx_n_s_gl;
static PyObject *__pyx_n_s_glbl;
static PyObject *__pyx_n_s_glmap;
static PyObject *__pyx_kp_s_got_differing_extents_in_dimensi;
static PyObject *__pyx_n_s_gt;
static PyObject *__pyx_n_s_hmterms;
static PyObject *__pyx_n_s_i;
static PyObject *__pyx_n_s_iActiveBlock;
static PyObject *__pyx_n_s_iCache;
static PyObject *__pyx_n_s_iFinal;
static PyObject *__pyx_n_s_iParamToFinal;
static PyObject *__pyx_n_s_iStart;
static PyObject *__pyx_n_s_id;
static PyObject *__pyx_n_s_ii;
static PyObject *__pyx_n_s_import;
static PyObject *__pyx_n_s_in_state;
static PyObject *__pyx_n_s_indices;
static PyObject *__pyx_n_s_inds;
static PyObject *__pyx_n_s_indx;
static PyObject *__pyx_n_s_int64;
static PyObject *__pyx_n_s_int_coeff_dict;
static PyObject *__pyx_n_s_int_coeffs;
static PyObject *__pyx_n_s_is_foat;
static PyObject *__pyx_n_s_items;
static PyObject *__pyx_n_s_itemsize;
static PyObject *__pyx_kp_s_itemsize_0_for_cython_array;
static PyObject *__pyx_n_s_itertools;
static PyObject *__pyx_n_s_itertools_2;
static PyObject *__pyx_n_s_j;
static PyObject *__pyx_n_s_jj;
static PyObject *__pyx_n_s_k;
static PyObject *__pyx_n_s_key;
static PyObject *__pyx_n_s_kinit;
static PyObject *__pyx_n_s_kron_array;
static PyObject *__pyx_n_s_l;
static PyObject *__pyx_n_s_lbl;
static PyObject *__pyx_n_s_length;
static PyObject *__pyx_n_s_log2;
static PyObject *__pyx_n_s_logl;
static PyObject *__pyx_n_s_logmag;
static PyObject *__pyx_n_s_logmagnitude;
static PyObject *__pyx_n_s_m_star;
static PyObject *__pyx_n_s_mag;
static PyObject *__pyx_n_s_magnitude;
static PyObject *__pyx_n_s_mags;
static PyObject *__pyx_n_s_main;
static PyObject *__pyx_n_s_mapvec_indices_inplace;
static PyObject *__pyx_n_s_matvec;
static PyObject *__pyx_n_s_max_factor_dim;
static PyObject *__pyx_n_s_max_num_vars;
static PyObject *__pyx_n_s_max_order;
static PyObject *__pyx_n_s_max_partial_sopm;
static PyObject *__pyx_n_s_max_paths;
static PyObject *__pyx_n_s_max_poly_vars;
static PyObject *__pyx_n_s_max_sopm;
static PyObject *__pyx_n_s_max_sum_of_pathmags;
static PyObject *__pyx_n_s_max_taylor_order;
static PyObject *__pyx_n_s_memLimit;
static PyObject *__pyx_n_s_memview;
static PyObject *__pyx_n_s_minProbClip;
static PyObject *__pyx_n_s_minProbClipForWeighting;
static PyObject *__pyx_n_s_min_term_mag;
static PyObject *__pyx_n_s_mode;
static PyObject *__pyx_n_s_mpit;
static PyObject *__pyx_n_s_mpitools;
static PyObject *__pyx_n_s_mpv;
static PyObject *__pyx_n_s_mu;
static PyObject *__pyx_n_s_mult;
static PyObject *__pyx_n_s_mv;
static PyObject *__pyx_n_s_mxToFill;
static PyObject *__pyx_n_s_my_param_indices;
static PyObject *__pyx_n_s_my_slice;
static PyObject *__pyx_n_s_n;
static PyObject *__pyx_n_s_nBlocks;
static PyObject *__pyx_n_s_nComponentsInActiveBlock;
static PyObject *__pyx_n_s_nEls;
static PyObject *__pyx_n_s_nFactorLists;
static PyObject *__pyx_n_s_nOutcomes;
static PyObject *__pyx_n_s_nTotOutcomes;
static PyObject *__pyx_n_s_n_outcomes;
static PyObject *__pyx_n_s_name;
static PyObject *__pyx_n_s_name_2;
static PyObject *__pyx_kp_u_ndarray_is_not_C_contiguous;
static PyObject *__pyx_kp_u_ndarray_is_not_Fortran_contiguou;
static PyObject *__pyx_n_s_ndim;
static PyObject *__pyx_n_s_new;
static PyObject *__pyx_n_s_nfactors;
static PyObject *__pyx_kp_s_no_default___reduce___due_to_non;
static PyObject *__pyx_n_s_np;
static PyObject *__pyx_n_s_npaths;
static PyObject *__pyx_n_s_nqubits;
static PyObject *__pyx_n_s_numBasisEls;
static PyObject *__pyx_n_s_numEs;
static PyObject *__pyx_n_s_num_final_elements;
static PyObject *__pyx_n_s_num_outcomes;
static PyObject *__pyx_n_s_numpy;
static PyObject *__pyx_kp_s_numpy_core_multiarray_failed_to;
static PyObject *__pyx_kp_s_numpy_core_umath_failed_to_impor;
static PyObject *__pyx_n_s_obj;
static PyObject *__pyx_n_s_objective;
static PyObject *__pyx_n_s_objfn;
static PyObject *__pyx_n_s_omitted_p;
static PyObject *__pyx_n_s_op;
static PyObject *__pyx_n_s_opLabels;
static PyObject *__pyx_n_s_op_foat_indices;
static PyObject *__pyx_n_s_op_from_label;
static PyObject *__pyx_n_s_op_term_reps;
static PyObject *__pyx_n_s_opcache;
static PyObject *__pyx_n_s_opcalc;
static PyObject *__pyx_n_s_operation_lookup;
static PyObject *__pyx_n_s_operationreps;
static PyObject *__pyx_n_s_oprep;
static PyObject *__pyx_n_s_optools;
static PyObject *__pyx_n_s_order;
static PyObject *__pyx_n_s_orig_vec;
static PyObject *__pyx_n_s_outcome;
static PyObject *__pyx_n_s_outcome_to_elabel_index;
static PyObject *__pyx_n_s_outcomes;
static PyObject *__pyx_n_s_owners;
static PyObject *__pyx_n_s_p;
static PyObject *__pyx_n_s_pack;
static PyObject *__pyx_n_s_param_indices;
static PyObject *__pyx_n_s_paramvec;
static PyObject *__pyx_n_s_pathmagnitude_gap;
static PyObject *__pyx_n_s_pickle;
static PyObject *__pyx_n_s_poly_vindices_per_int;
static PyObject *__pyx_n_s_polys;
static PyObject *__pyx_n_s_post_effect;
static PyObject *__pyx_n_s_post_ops;
static PyObject *__pyx_n_s_post_state;
static PyObject *__pyx_n_s_power;
static PyObject *__pyx_n_s_pre_effect;
static PyObject *__pyx_n_s_pre_ops;
static PyObject *__pyx_n_s_pre_state;
static PyObject *__pyx_n_s_probClipInterval;
static PyObject *__pyx_n_s_probability;
static PyObject *__pyx_n_s_probs;
static PyObject *__pyx_n_s_probs2;
static PyObject *__pyx_n_s_product;
static PyObject *__pyx_n_s_propagate_staterep;
static PyObject *__pyx_kp_s_pvecs;
static PyObject *__pyx_n_s_pvectors;
static PyObject *__pyx_kp_s_pygsti_objects_replib_fastreplib;
static PyObject *__pyx_n_s_pygsti_objects_replib_fastreplib_2;
static PyObject *__pyx_n_s_pytime;
static PyObject *__pyx_n_s_pyx_PickleError;
static PyObject *__pyx_n_s_pyx_checksum;
static PyObject *__pyx_n_s_pyx_getbuffer;
static PyObject *__pyx_n_s_pyx_result;
static PyObject *__pyx_n_s_pyx_state;
static PyObject *__pyx_n_s_pyx_type;
static PyObject *__pyx_n_s_pyx_unpickle_Enum;
static PyObject *__pyx_n_s_pyx_vtable;
static PyObject *__pyx_n_s_qubits;
static PyObject *__pyx_n_s_radius;
static PyObject *__pyx_n_s_range;
static PyObject *__pyx_n_s_reduce;
static PyObject *__pyx_n_s_reduce_cython;
static PyObject *__pyx_n_s_reduce_ex;
static PyObject *__pyx_n_s_reducefix;
static PyObject *__pyx_n_s_remainder;
static PyObject *__pyx_n_s_rep;
static PyObject *__pyx_n_s_rep_2;
static PyObject *__pyx_n_s_repcache;
static PyObject *__pyx_n_s_repcel;
static PyObject *__pyx_n_s_reps;
static PyObject *__pyx_n_s_require;
static PyObject *__pyx_n_s_requirements;
static PyObject *__pyx_n_s_ret;
static PyObject *__pyx_n_s_reverse;
static PyObject *__pyx_n_s_rho;
static PyObject *__pyx_n_s_rhoOp;
static PyObject *__pyx_n_s_rhoVec;
static PyObject *__pyx_n_s_rho_cache;
static PyObject *__pyx_n_s_rho_foat_indices;
static PyObject *__pyx_n_s_rho_from_label;
static PyObject *__pyx_n_s_rho_lookup;
static PyObject *__pyx_n_s_rho_term_creps;
static PyObject *__pyx_n_s_rho_term_reps;
static PyObject *__pyx_n_s_rholabel;
static PyObject *__pyx_n_s_rholabels;
static PyObject *__pyx_n_s_rholbl;
static PyObject *__pyx_n_s_rhoreps;
static PyObject *__pyx_n_s_rmatvec;
static PyObject *__pyx_n_s_rmv;
static PyObject *__pyx_n_s_round;
static PyObject *__pyx_n_s_row;
static PyObject *__pyx_n_s_s;
static PyObject *__pyx_n_s_scale;
static PyObject *__pyx_n_s_scipy_sparse_linalg;
static PyObject *__pyx_n_s_set_magnitude_only;
static PyObject *__pyx_n_s_set_time;
static PyObject *__pyx_n_s_setstate;
static PyObject *__pyx_n_s_setstate_cython;
static PyObject *__pyx_n_s_shape;
static PyObject *__pyx_n_s_size;
static PyObject *__pyx_n_s_slct;
static PyObject *__pyx_n_s_slicetools;
static PyObject *__pyx_n_s_smatrix;
static PyObject *__pyx_n_s_smatrix_inv;
static PyObject *__pyx_kp_s_smx;
static PyObject *__pyx_n_s_sort;
static PyObject *__pyx_n_s_sos;
static PyObject *__pyx_n_s_sqrt;
static PyObject *__pyx_n_s_st;
static PyObject *__pyx_n_s_start;
static PyObject *__pyx_n_s_stateDim;
static PyObject *__pyx_n_s_staterep;
static PyObject *__pyx_n_s_step;
static PyObject *__pyx_n_s_stop;
static PyObject *__pyx_kp_s_strided_and_direct;
static PyObject *__pyx_kp_s_strided_and_direct_or_indirect;
static PyObject *__pyx_kp_s_strided_and_indirect;
static PyObject *__pyx_kp_s_stringsource;
static PyObject *__pyx_n_s_struct;
static PyObject *__pyx_n_s_subComm;
static PyObject *__pyx_n_s_svector;
static PyObject *__pyx_n_s_svector_inv;
static PyObject *__pyx_n_s_sys;
static PyObject *__pyx_n_s_t;
static PyObject *__pyx_n_s_t0;
static PyObject *__pyx_n_s_target_sum_of_pathmags;
static PyObject *__pyx_n_s_term_reps;
static PyObject *__pyx_n_s_termrep;
static PyObject *__pyx_n_s_termrep_lists;
static PyObject *__pyx_n_s_terms_to_compose;
static PyObject *__pyx_n_s_test;
static PyObject *__pyx_n_s_threshold;
static PyObject *__pyx_n_s_threshold_guess;
static PyObject *__pyx_n_s_time;
static PyObject *__pyx_n_s_to_vector;
static PyObject *__pyx_n_s_todense;
static PyObject *__pyx_n_s_tools;
static PyObject *__pyx_n_s_tools_matrixtools;
static PyObject *__pyx_n_s_torep;
static PyObject *__pyx_n_s_total_achieved_sopm;
static PyObject *__pyx_n_s_total_npaths;
static PyObject *__pyx_n_s_total_target_sopm;
static PyObject *__pyx_n_s_transpose;
static PyObject *__pyx_n_s_treps;
static PyObject *__pyx_kp_s_unable_to_allocate_array_data;
static PyObject *__pyx_kp_s_unable_to_allocate_shape_and_str;
static PyObject *__pyx_n_s_unitary;
static PyObject *__pyx_n_s_unitarypost_data;
static PyObject *__pyx_n_s_unitarypost_indices;
static PyObject *__pyx_n_s_unitarypost_indptr;
static PyObject *__pyx_kp_u_unknown_dtype_code_in_numpy_pxd;
static PyObject *__pyx_n_s_unpack;
static PyObject *__pyx_n_s_update;
static PyObject *__pyx_n_s_v;
static PyObject *__pyx_n_s_vals;
static PyObject *__pyx_n_s_vals2;
static PyObject *__pyx_n_s_values;
static PyObject *__pyx_n_s_vec;
static PyObject *__pyx_n_s_vindices_per_int;
static PyObject *__pyx_n_s_vpi;
static PyObject *__pyx_n_s_writeable;
static PyObject *__pyx_n_s_wrtSlice;
static PyObject *__pyx_n_s_zip;
static PyObject *__pyx_kp_s_zstart;
static PyObject *__pyx_n_s_zvals;
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10DMStateRep___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *__pyx_v_self, PyArrayObject *__pyx_v_data, int __pyx_v_reducefix); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_4todense(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_3dim___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *__pyx_v_self); /* proto */
static void __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_6__dealloc__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_8__str__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_4base___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_4base_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_4base_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11DMEffectRep___cinit__(CYTHON_UNUSED struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep *__pyx_v_self); /* proto */
static void __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11DMEffectRep_2__dealloc__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_11DMEffectRep_4__reduce__(CYTHON_UNUSED struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_11DMEffectRep_3dim___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_11DMEffectRep_6probability(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep *__pyx_v_self, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *__pyx_v_state); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_17DMEffectRep_Dense___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense *__pyx_v_self, PyArrayObject *__pyx_v_data, int __pyx_v_reducefix); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_17DMEffectRep_Dense_2__str__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_17DMEffectRep_Dense_4__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_17DMEffectRep_Dense_4base___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_17DMEffectRep_Dense_4base_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_17DMEffectRep_Dense_4base_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_22DMEffectRep_TensorProd___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_TensorProd *__pyx_v_self, PyArrayObject *__pyx_v_kron_array, PyArrayObject *__pyx_v_factor_dims, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nfactors, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_max_factor_dim, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_22DMEffectRep_TensorProd_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_TensorProd *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_25DMEffectRep_Computational___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational *__pyx_v_self, PyArrayObject *__pyx_v_zvals, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_25DMEffectRep_Computational_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_25DMEffectRep_Computational_5zvals___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_25DMEffectRep_Computational_5zvals_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_25DMEffectRep_Computational_5zvals_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen *__pyx_v_self, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *__pyx_v_errgen_oprep, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep *__pyx_v_effect_rep, PyObject *__pyx_v_errgen_id); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_10errgen_rep___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_10errgen_rep_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_10errgen_rep_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_10effect_rep___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_10effect_rep_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_10effect_rep_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7DMOpRep___cinit__(CYTHON_UNUSED struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_2__reduce__(CYTHON_UNUSED struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *__pyx_v_self); /* proto */
static void __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_4__dealloc__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_3dim___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_6acton(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *__pyx_v_self, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *__pyx_v_state); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_8adjoint_acton(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *__pyx_v_self, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *__pyx_v_state); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_16aslinearoperator_mv(PyObject *__pyx_self, PyObject *__pyx_v_v); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_16aslinearoperator_2rmv(PyObject *__pyx_self, PyObject *__pyx_v_v); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_10aslinearoperator(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_13DMOpRep_Dense___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense *__pyx_v_self, PyArrayObject *__pyx_v_data, int __pyx_v_reducefix); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_13DMOpRep_Dense_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_13DMOpRep_Dense_4__str__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_13DMOpRep_Dense_4base___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_13DMOpRep_Dense_4base_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_13DMOpRep_Dense_4base_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Embedded___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded *__pyx_v_self, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *__pyx_v_embedded_op, PyArrayObject *__pyx_v_numBasisEls, PyArrayObject *__pyx_v_actionInds, PyArrayObject *__pyx_v_blocksizes, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_embedded_dim, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nComponentsInActiveBlock, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_iActiveBlock, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nBlocks, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Embedded_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Embedded_8embedded___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Embedded_8embedded_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Embedded_8embedded_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Composed___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed *__pyx_v_self, PyObject *__pyx_v_factor_op_reps, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Composed_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Composed_4reinit_factor_op_reps(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed *__pyx_v_self, PyObject *__pyx_v_new_factor_op_reps); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Composed_11factor_reps___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Composed_11factor_reps_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Composed_11factor_reps_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11DMOpRep_Sum___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum *__pyx_v_self, PyObject *__pyx_v_factor_reps, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_11DMOpRep_Sum_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_11DMOpRep_Sum_11factor_reps___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11DMOpRep_Sum_11factor_reps_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11DMOpRep_Sum_11factor_reps_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated *__pyx_v_self, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *__pyx_v_exponentiated_op_rep, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_power, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_16exponentiated_op___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_16exponentiated_op_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_16exponentiated_op_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_5power___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_5power_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad *__pyx_v_self, PyObject *__pyx_v_errgen_rep, double __pyx_v_mu, double __pyx_v_eta, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_m_star, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_s, PyArrayObject *__pyx_v_unitarypost_data, PyArrayObject *__pyx_v_unitarypost_indices, PyArrayObject *__pyx_v_unitarypost_indptr); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad_2set_exp_params(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad *__pyx_v_self, double __pyx_v_mu, double __pyx_v_eta, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_m_star, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_s); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad_4get_exp_params(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad_6__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad_10errgen_rep___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad_10errgen_rep_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad_10errgen_rep_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse *__pyx_v_self, PyArrayObject *__pyx_v_A_data, PyArrayObject *__pyx_v_A_indices, PyArrayObject *__pyx_v_A_indptr); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_4data___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_4data_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_4data_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_7indices___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_7indices_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_7indices_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_6indptr___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_6indptr_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_6indptr_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SVStateRep___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *__pyx_v_self, PyArrayObject *__pyx_v_data, int __pyx_v_reducefix); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_3dim___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_4todense(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *__pyx_v_self); /* proto */
static void __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_6__dealloc__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_8__str__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_4base___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_4base_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_4base_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SVEffectRep___cinit__(CYTHON_UNUSED struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *__pyx_v_self); /* proto */
static void __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SVEffectRep_2__dealloc__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SVEffectRep_4__reduce__(CYTHON_UNUSED struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SVEffectRep_6probability(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *__pyx_v_self, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *__pyx_v_state); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SVEffectRep_8amplitude(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *__pyx_v_self, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *__pyx_v_state); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SVEffectRep_3dim___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_17SVEffectRep_Dense___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense *__pyx_v_self, PyArrayObject *__pyx_v_data, int __pyx_v_reducefix); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_17SVEffectRep_Dense_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_17SVEffectRep_Dense_4base___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_17SVEffectRep_Dense_4base_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_17SVEffectRep_Dense_4base_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_22SVEffectRep_TensorProd___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_TensorProd *__pyx_v_self, PyArrayObject *__pyx_v_kron_array, PyArrayObject *__pyx_v_factor_dims, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nfactors, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_max_factor_dim, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_22SVEffectRep_TensorProd_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_TensorProd *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_25SVEffectRep_Computational___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational *__pyx_v_self, PyArrayObject *__pyx_v_zvals, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_25SVEffectRep_Computational_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_25SVEffectRep_Computational_5zvals___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_25SVEffectRep_Computational_5zvals_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_25SVEffectRep_Computational_5zvals_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7SVOpRep___cinit__(CYTHON_UNUSED struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7SVOpRep_2__reduce__(CYTHON_UNUSED struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep *__pyx_v_self); /* proto */
static void __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7SVOpRep_4__dealloc__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7SVOpRep_6acton(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep *__pyx_v_self, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *__pyx_v_state); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7SVOpRep_3dim___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_13SVOpRep_Dense___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense *__pyx_v_self, PyArrayObject *__pyx_v_data, int __pyx_v_reducefix); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_13SVOpRep_Dense_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_13SVOpRep_Dense_4__str__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_13SVOpRep_Dense_4base___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_13SVOpRep_Dense_4base_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_13SVOpRep_Dense_4base_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Embedded___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded *__pyx_v_self, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep *__pyx_v_embedded_op, PyArrayObject *__pyx_v_numBasisEls, PyArrayObject *__pyx_v_actionInds, PyArrayObject *__pyx_v_blocksizes, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_embedded_dim, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nComponentsInActiveBlock, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_iActiveBlock, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nBlocks, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Embedded_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Embedded_8embedded___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Embedded_8embedded_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Embedded_8embedded_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Composed___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed *__pyx_v_self, PyObject *__pyx_v_factor_op_reps, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Composed_2reinit_factor_op_reps(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed *__pyx_v_self, PyObject *__pyx_v_new_factor_op_reps); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Composed_4__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Composed_11factor_reps___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Composed_11factor_reps_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Composed_11factor_reps_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SVOpRep_Sum___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum *__pyx_v_self, PyObject *__pyx_v_factor_reps, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SVOpRep_Sum_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SVOpRep_Sum_11factor_reps___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SVOpRep_Sum_11factor_reps_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SVOpRep_Sum_11factor_reps_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated *__pyx_v_self, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep *__pyx_v_exponentiated_op_rep, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_power, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_16exponentiated_op___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_16exponentiated_op_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_16exponentiated_op_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_5power___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_5power_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_self, PyArrayObject *__pyx_v_smatrix, PyArrayObject *__pyx_v_pvectors, PyArrayObject *__pyx_v_amps); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_7nqubits___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_3dim___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_self); /* proto */
static void __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_4__dealloc__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_6__str__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_7smatrix___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_7smatrix_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_7smatrix_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_8pvectors___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_8pvectors_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_8pvectors_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_4amps___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_4amps_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_4amps_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *__pyx_v_self, PyArrayObject *__pyx_v_zvals); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *__pyx_v_self); /* proto */
static void __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_4__dealloc__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_7nqubits___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_3dim___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_6probability(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *__pyx_v_self, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_state); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_8amplitude(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *__pyx_v_self, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_state); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_5zvals___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_5zvals_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_5zvals_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7SBOpRep___cinit__(CYTHON_UNUSED struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7SBOpRep_2__reduce__(CYTHON_UNUSED struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep *__pyx_v_self); /* proto */
static void __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7SBOpRep_4__dealloc__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7SBOpRep_7nqubits___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7SBOpRep_3dim___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7SBOpRep_6acton(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep *__pyx_v_self, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_state); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7SBOpRep_8adjoint_acton(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep *__pyx_v_self, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_state); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded *__pyx_v_self, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep *__pyx_v_embedded_op, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_n, PyArrayObject *__pyx_v_qubits); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_6qubits___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_6qubits_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_6qubits_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_8embedded___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_8embedded_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_8embedded_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Composed___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed *__pyx_v_self, PyObject *__pyx_v_factor_op_reps, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_n); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Composed_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Composed_11factor_reps___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Composed_11factor_reps_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Composed_11factor_reps_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBOpRep_Sum___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum *__pyx_v_self, PyObject *__pyx_v_factor_reps, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_n); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBOpRep_Sum_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBOpRep_Sum_11factor_reps___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBOpRep_Sum_11factor_reps_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBOpRep_Sum_11factor_reps_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated *__pyx_v_self, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep *__pyx_v_exponentiated_op_rep, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_power, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_n); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_16exponentiated_op___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_16exponentiated_op_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_16exponentiated_op_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_5power___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_5power_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *__pyx_v_self, PyArrayObject *__pyx_v_smatrix, PyArrayObject *__pyx_v_svector, PyArrayObject *__pyx_v_smatrix_inv, PyArrayObject *__pyx_v_svector_inv, PyArrayObject *__pyx_v_unitary); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7smatrix___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7smatrix_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7smatrix_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7svector___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7svector_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7svector_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7unitary___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7unitary_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7unitary_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_11smatrix_inv___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_11smatrix_inv_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_11smatrix_inv_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_11svector_inv___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_11svector_inv_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_11svector_inv_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_14unitary_dagger___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_14unitary_dagger_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_14unitary_dagger_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep___init__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_self, PyObject *__pyx_v_int_coeff_dict, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_max_num_vars, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_vindices_per_int); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_self); /* proto */
static void __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_4__dealloc__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_6reinit(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_self, PyObject *__pyx_v_int_coeff_dict); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_8mapvec_indices_inplace(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_self, PyArrayObject *__pyx_v_mapfn_as_vector); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_10copy(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_12max_num_vars___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_16vindices_per_int___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_10int_coeffs___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_6coeffs___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_12compact_complex(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_14compact_real(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_16mult(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_self, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_other); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_18scale(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_self, PyObject *__pyx_v_x); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_20add_inplace(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_self, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_other); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_22add_scalar_to_all_coeffs_inplace(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_self, PyObject *__pyx_v_x); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_composed(CYTHON_UNUSED PyTypeObject *__pyx_v_cls, PyObject *__pyx_v_terms_to_compose, double __pyx_v_magnitude); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_2__cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_coeff, double __pyx_v_mag, double __pyx_v_logmag, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *__pyx_v_pre_state, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *__pyx_v_post_state, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *__pyx_v_pre_effect, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *__pyx_v_post_effect, PyObject *__pyx_v_pre_ops, PyObject *__pyx_v_post_ops); /* proto */
static void __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_4__dealloc__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_6__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_8set_magnitude(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self, double __pyx_v_mag); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_10set_magnitude_only(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self, double __pyx_v_mag); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_12mapvec_indices_inplace(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self, PyObject *__pyx_v_mapvec); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_9magnitude___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_12logmagnitude___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_14scalar_mult(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self, PyObject *__pyx_v_x); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_16copy(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_5coeff___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_5coeff_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_5coeff_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_9pre_state___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_9pre_state_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_9pre_state_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_10post_state___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_10post_state_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_10post_state_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_10pre_effect___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_10pre_effect_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_10pre_effect_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_11post_effect___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_11post_effect_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_11post_effect_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_7pre_ops___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_7pre_ops_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_7pre_ops_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_8post_ops___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_8post_ops_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_8post_ops_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_13compact_coeff___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_13compact_coeff_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_13compact_coeff_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep *__pyx_v_self, __pyx_t_double_complex __pyx_v_coeff, double __pyx_v_mag, double __pyx_v_logmag, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *__pyx_v_pre_state, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *__pyx_v_post_state, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *__pyx_v_pre_effect, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *__pyx_v_post_effect, PyObject *__pyx_v_pre_ops, PyObject *__pyx_v_post_ops); /* proto */
static void __pyx_pf_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_2__dealloc__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_4set_coeff(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep *__pyx_v_self, PyObject *__pyx_v_coeff); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_6set_magnitude(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep *__pyx_v_self, double __pyx_v_mag, double __pyx_v_logmag); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_9magnitude___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_12logmagnitude___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_8__reduce_cython__(CYTHON_UNUSED struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_10__setstate_cython__(CYTHON_UNUSED struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v___pyx_state); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_composed(CYTHON_UNUSED PyTypeObject *__pyx_v_cls, PyObject *__pyx_v_terms_to_compose, double __pyx_v_magnitude); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_2__cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_coeff, double __pyx_v_mag, double __pyx_v_logmag, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_pre_state, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_post_state, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *__pyx_v_pre_effect, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *__pyx_v_post_effect, PyObject *__pyx_v_pre_ops, PyObject *__pyx_v_post_ops); /* proto */
static void __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_4__dealloc__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_6__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_8set_magnitude(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self, double __pyx_v_mag); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_10mapvec_indices_inplace(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self, PyObject *__pyx_v_mapvec); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_9magnitude___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_12logmagnitude___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_12scalar_mult(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self, PyObject *__pyx_v_x); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_14copy(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_5coeff___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_5coeff_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_5coeff_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_9pre_state___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_9pre_state_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_9pre_state_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_10post_state___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_10post_state_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_10post_state_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_10pre_effect___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_10pre_effect_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_10pre_effect_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_11post_effect___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_11post_effect_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_11post_effect_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_7pre_ops___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_7pre_ops_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_7pre_ops_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_8post_ops___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_8post_ops_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_8post_ops_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10RepCacheEl___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_RepCacheEl *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_10RepCacheEl_17pyterm_references___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_RepCacheEl *__pyx_v_self); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10RepCacheEl_17pyterm_references_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_RepCacheEl *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10RepCacheEl_17pyterm_references_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_RepCacheEl *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_10RepCacheEl_2__reduce_cython__(CYTHON_UNUSED struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_RepCacheEl *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_10RepCacheEl_4__setstate_cython__(CYTHON_UNUSED struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_RepCacheEl *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v___pyx_state); /* proto */
static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_19CircuitSetupCacheEl___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_19CircuitSetupCacheEl_2__reduce_cython__(CYTHON_UNUSED struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_19CircuitSetupCacheEl_4__setstate_cython__(CYTHON_UNUSED struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v___pyx_state); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_propagate_staterep(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_staterep, PyObject *__pyx_v_operationreps); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_2DM_mapfill_probs_block(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_calc, PyArrayObject *__pyx_v_mxToFill, PyObject *__pyx_v_dest_indices, PyObject *__pyx_v_evalTree, PyObject *__pyx_v_comm); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_4DM_mapfill_dprobs_block(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_calc, PyArrayObject *__pyx_v_mxToFill, PyObject *__pyx_v_dest_indices, PyObject *__pyx_v_dest_param_indices, PyObject *__pyx_v_evalTree, PyObject *__pyx_v_param_indices, PyObject *__pyx_v_comm); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_6DM_mapfill_TDchi2_terms(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_calc, PyObject *__pyx_v_mxToFill, PyObject *__pyx_v_dest_indices, PyObject *__pyx_v_num_outcomes, PyObject *__pyx_v_evalTree, PyObject *__pyx_v_dataset_rows, PyObject *__pyx_v_minProbClipForWeighting, CYTHON_UNUSED PyObject *__pyx_v_probClipInterval, PyObject *__pyx_v_comm); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_8DM_mapfill_TDloglpp_terms(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_calc, PyObject *__pyx_v_mxToFill, PyObject *__pyx_v_dest_indices, PyObject *__pyx_v_num_outcomes, PyObject *__pyx_v_evalTree, PyObject *__pyx_v_dataset_rows, PyObject *__pyx_v_minProbClip, PyObject *__pyx_v_radius, CYTHON_UNUSED PyObject *__pyx_v_probClipInterval, PyObject *__pyx_v_comm); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_10DM_mapfill_TDterms(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_calc, PyObject *__pyx_v_objective, PyObject *__pyx_v_mxToFill, PyObject *__pyx_v_dest_indices, PyObject *__pyx_v_num_outcomes, PyObject *__pyx_v_evalTree, PyObject *__pyx_v_dataset_rows, CYTHON_UNUSED PyObject *__pyx_v_comm, double __pyx_v_fnarg1, double __pyx_v_fnarg2); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_24DM_mapfill_TDdchi2_terms_fillfn(PyObject *__pyx_self, PyObject *__pyx_v_mxToFill, PyObject *__pyx_v_dest_indices, PyObject *__pyx_v_n_outcomes, PyObject *__pyx_v_evTree, PyObject *__pyx_v_dataset_rows, PyObject *__pyx_v_fillComm); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_12DM_mapfill_TDdchi2_terms(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_calc, PyObject *__pyx_v_mxToFill, PyObject *__pyx_v_dest_indices, PyObject *__pyx_v_dest_param_indices, PyObject *__pyx_v_num_outcomes, PyObject *__pyx_v_evalTree, PyObject *__pyx_v_dataset_rows, PyObject *__pyx_v_minProbClipForWeighting, PyObject *__pyx_v_probClipInterval, PyObject *__pyx_v_wrtSlice, PyObject *__pyx_v_comm); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_26DM_mapfill_TDdloglpp_terms_fillfn(PyObject *__pyx_self, PyObject *__pyx_v_mxToFill, PyObject *__pyx_v_dest_indices, PyObject *__pyx_v_n_outcomes, PyObject *__pyx_v_evTree, PyObject *__pyx_v_dataset_rows, PyObject *__pyx_v_fillComm); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_14DM_mapfill_TDdloglpp_terms(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_calc, PyObject *__pyx_v_mxToFill, PyObject *__pyx_v_dest_indices, PyObject *__pyx_v_dest_param_indices, PyObject *__pyx_v_num_outcomes, PyObject *__pyx_v_evalTree, PyObject *__pyx_v_dataset_rows, PyObject *__pyx_v_minProbClip, PyObject *__pyx_v_radius, PyObject *__pyx_v_probClipInterval, PyObject *__pyx_v_wrtSlice, PyObject *__pyx_v_comm); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DM_mapfill_timedep_dterms(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_calc, PyObject *__pyx_v_mxToFill, PyObject *__pyx_v_dest_indices, CYTHON_UNUSED PyObject *__pyx_v_dest_param_indices, PyObject *__pyx_v_num_outcomes, PyObject *__pyx_v_evalTree, PyObject *__pyx_v_dataset_rows, PyObject *__pyx_v_fillfn, PyObject *__pyx_v_wrtSlice, PyObject *__pyx_v_comm); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_18SV_prs_as_polys(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_calc, PyObject *__pyx_v_rholabel, PyObject *__pyx_v_elabels, PyObject *__pyx_v_circuit, CYTHON_UNUSED PyObject *__pyx_v_comm, CYTHON_UNUSED PyObject *__pyx_v_memLimit, PyObject *__pyx_v_fastmode); /* proto */
static PyObject *__pyx_lambda_funcdef_lambda(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_x); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_20SV_create_circuitsetup_cacheel(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_calc, PyObject *__pyx_v_rholabel, PyObject *__pyx_v_elabels, PyObject *__pyx_v_circuit, PyObject *__pyx_v_repcache, PyObject *__pyx_v_opcache, PyObject *__pyx_v_min_term_mag, PyObject *__pyx_v_mpv); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_22SV_refresh_magnitudes_in_repcache(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_repcache, PyObject *__pyx_v_paramvec); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_24SV_find_best_pathmagnitude_threshold(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_calc, PyObject *__pyx_v_rholabel, PyObject *__pyx_v_elabels, PyObject *__pyx_v_circuit, PyObject *__pyx_v_repcache, PyObject *__pyx_v_opcache, PyObject *__pyx_v_circuitsetup_cache, CYTHON_UNUSED PyObject *__pyx_v_comm, CYTHON_UNUSED PyObject *__pyx_v_memLimit, PyObject *__pyx_v_pathmagnitude_gap, PyObject *__pyx_v_min_term_mag, PyObject *__pyx_v_max_paths, PyObject *__pyx_v_threshold_guess); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_26SV_compute_pruned_path_polys_given_threshold(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_threshold, PyObject *__pyx_v_calc, PyObject *__pyx_v_rholabel, PyObject *__pyx_v_elabels, PyObject *__pyx_v_circuit, PyObject *__pyx_v_repcache, PyObject *__pyx_v_opcache, PyObject *__pyx_v_circuitsetup_cache, CYTHON_UNUSED PyObject *__pyx_v_comm, CYTHON_UNUSED PyObject *__pyx_v_memLimit, PyObject *__pyx_v_fastmode); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_28SV_circuit_achieved_and_max_sopm(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_calc, PyObject *__pyx_v_rholabel, PyObject *__pyx_v_elabels, PyObject *__pyx_v_circuit, PyObject *__pyx_v_repcache, PyObject *__pyx_v_opcache, PyObject *__pyx_v_threshold, PyObject *__pyx_v_min_term_mag); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_30SB_prs_as_polys(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_calc, PyObject *__pyx_v_rholabel, PyObject *__pyx_v_elabels, PyObject *__pyx_v_circuit, CYTHON_UNUSED PyObject *__pyx_v_comm, CYTHON_UNUSED PyObject *__pyx_v_memLimit, PyObject *__pyx_v_fastmode); /* proto */
static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_32dot(CYTHON_UNUSED PyObject *__pyx_self, PyArrayObject *__pyx_v_f, PyArrayObject *__pyx_v_g); /* proto */
static int __pyx_pf_5numpy_7ndarray___getbuffer__(PyArrayObject *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags); /* proto */
static void __pyx_pf_5numpy_7ndarray_2__releasebuffer__(PyArrayObject *__pyx_v_self, Py_buffer *__pyx_v_info); /* proto */
static int __pyx_array___pyx_pf_15View_dot_MemoryView_5array___cinit__(struct __pyx_array_obj *__pyx_v_self, PyObject *__pyx_v_shape, Py_ssize_t __pyx_v_itemsize, PyObject *__pyx_v_format, PyObject *__pyx_v_mode, int __pyx_v_allocate_buffer); /* proto */
static int __pyx_array___pyx_pf_15View_dot_MemoryView_5array_2__getbuffer__(struct __pyx_array_obj *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags); /* proto */
static void __pyx_array___pyx_pf_15View_dot_MemoryView_5array_4__dealloc__(struct __pyx_array_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_15View_dot_MemoryView_5array_7memview___get__(struct __pyx_array_obj *__pyx_v_self); /* proto */
static Py_ssize_t __pyx_array___pyx_pf_15View_dot_MemoryView_5array_6__len__(struct __pyx_array_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_array___pyx_pf_15View_dot_MemoryView_5array_8__getattr__(struct __pyx_array_obj *__pyx_v_self, PyObject *__pyx_v_attr); /* proto */
static PyObject *__pyx_array___pyx_pf_15View_dot_MemoryView_5array_10__getitem__(struct __pyx_array_obj *__pyx_v_self, PyObject *__pyx_v_item); /* proto */
static int __pyx_array___pyx_pf_15View_dot_MemoryView_5array_12__setitem__(struct __pyx_array_obj *__pyx_v_self, PyObject *__pyx_v_item, PyObject *__pyx_v_value); /* proto */
static PyObject *__pyx_pf___pyx_array___reduce_cython__(CYTHON_UNUSED struct __pyx_array_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_pf___pyx_array_2__setstate_cython__(CYTHON_UNUSED struct __pyx_array_obj *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v___pyx_state); /* proto */
static int __pyx_MemviewEnum___pyx_pf_15View_dot_MemoryView_4Enum___init__(struct __pyx_MemviewEnum_obj *__pyx_v_self, PyObject *__pyx_v_name); /* proto */
static PyObject *__pyx_MemviewEnum___pyx_pf_15View_dot_MemoryView_4Enum_2__repr__(struct __pyx_MemviewEnum_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_pf___pyx_MemviewEnum___reduce_cython__(struct __pyx_MemviewEnum_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_pf___pyx_MemviewEnum_2__setstate_cython__(struct __pyx_MemviewEnum_obj *__pyx_v_self, PyObject *__pyx_v___pyx_state); /* proto */
static int __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview___cinit__(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_obj, int __pyx_v_flags, int __pyx_v_dtype_is_object); /* proto */
static void __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_2__dealloc__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_4__getitem__(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_index); /* proto */
static int __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_6__setitem__(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_index, PyObject *__pyx_v_value); /* proto */
static int __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_8__getbuffer__(struct __pyx_memoryview_obj *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags); /* proto */
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_1T___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_4base___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_5shape___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_7strides___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_10suboffsets___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_4ndim___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_8itemsize___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_6nbytes___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_4size___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
static Py_ssize_t __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_10__len__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_12__repr__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_14__str__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_16is_c_contig(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_18is_f_contig(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_20copy(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_22copy_fortran(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_pf___pyx_memoryview___reduce_cython__(CYTHON_UNUSED struct __pyx_memoryview_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_pf___pyx_memoryview_2__setstate_cython__(CYTHON_UNUSED struct __pyx_memoryview_obj *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v___pyx_state); /* proto */
static void __pyx_memoryviewslice___pyx_pf_15View_dot_MemoryView_16_memoryviewslice___dealloc__(struct __pyx_memoryviewslice_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_pf_15View_dot_MemoryView_16_memoryviewslice_4base___get__(struct __pyx_memoryviewslice_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_pf___pyx_memoryviewslice___reduce_cython__(CYTHON_UNUSED struct __pyx_memoryviewslice_obj *__pyx_v_self); /* proto */
static PyObject *__pyx_pf___pyx_memoryviewslice_2__setstate_cython__(CYTHON_UNUSED struct __pyx_memoryviewslice_obj *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v___pyx_state); /* proto */
static PyObject *__pyx_pf_15View_dot_MemoryView___pyx_unpickle_Enum(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v___pyx_type, long __pyx_v___pyx_checksum, PyObject *__pyx_v___pyx_state); /* proto */
static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMStateRep(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMEffectRep(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_TensorProd(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMOpRep(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVStateRep(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVEffectRep(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_TensorProd(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVOpRep(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SBStateRep(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SBEffectRep(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SBOpRep(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_PolyRep(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVTermRep(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SBTermRep(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_RepCacheEl(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_array(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_Enum(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new_memoryview(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static PyObject *__pyx_tp_new__memoryviewslice(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
static __Pyx_CachedCFunction __pyx_umethod_PyDict_Type_items = {0, &__pyx_n_s_items, 0, 0, 0};
static PyObject *__pyx_float_0_0;
static PyObject *__pyx_float_0_01;
static PyObject *__pyx_int_0;
static PyObject *__pyx_int_1;
static PyObject *__pyx_int_2;
static PyObject *__pyx_int_3;
static PyObject *__pyx_int_4;
static PyObject *__pyx_int_500;
static PyObject *__pyx_int_184977713;
static PyObject *__pyx_int_neg_1;
static PyObject *__pyx_slice_;
static PyObject *__pyx_tuple__2;
static PyObject *__pyx_tuple__3;
static PyObject *__pyx_tuple__5;
static PyObject *__pyx_slice__10;
static PyObject *__pyx_tuple__11;
static PyObject *__pyx_tuple__12;
static PyObject *__pyx_tuple__13;
static PyObject *__pyx_tuple__14;
static PyObject *__pyx_tuple__15;
static PyObject *__pyx_tuple__16;
static PyObject *__pyx_tuple__17;
static PyObject *__pyx_tuple__19;
static PyObject *__pyx_tuple__21;
static PyObject *__pyx_tuple__22;
static PyObject *__pyx_tuple__23;
static PyObject *__pyx_tuple__24;
static PyObject *__pyx_tuple__25;
static PyObject *__pyx_tuple__26;
static PyObject *__pyx_tuple__27;
static PyObject *__pyx_tuple__28;
static PyObject *__pyx_tuple__29;
static PyObject *__pyx_tuple__30;
static PyObject *__pyx_tuple__31;
static PyObject *__pyx_tuple__32;
static PyObject *__pyx_tuple__33;
static PyObject *__pyx_tuple__34;
static PyObject *__pyx_tuple__35;
static PyObject *__pyx_tuple__36;
static PyObject *__pyx_tuple__37;
static PyObject *__pyx_tuple__38;
static PyObject *__pyx_tuple__39;
static PyObject *__pyx_tuple__40;
static PyObject *__pyx_tuple__41;
static PyObject *__pyx_tuple__42;
static PyObject *__pyx_tuple__43;
static PyObject *__pyx_tuple__44;
static PyObject *__pyx_tuple__45;
static PyObject *__pyx_tuple__46;
static PyObject *__pyx_tuple__48;
static PyObject *__pyx_tuple__50;
static PyObject *__pyx_tuple__52;
static PyObject *__pyx_tuple__54;
static PyObject *__pyx_tuple__56;
static PyObject *__pyx_tuple__58;
static PyObject *__pyx_tuple__60;
static PyObject *__pyx_tuple__62;
static PyObject *__pyx_tuple__64;
static PyObject *__pyx_tuple__67;
static PyObject *__pyx_tuple__69;
static PyObject *__pyx_tuple__71;
static PyObject *__pyx_tuple__73;
static PyObject *__pyx_tuple__75;
static PyObject *__pyx_tuple__77;
static PyObject *__pyx_tuple__79;
static PyObject *__pyx_tuple__81;
static PyObject *__pyx_tuple__82;
static PyObject *__pyx_tuple__83;
static PyObject *__pyx_tuple__84;
static PyObject *__pyx_tuple__85;
static PyObject *__pyx_tuple__86;
static PyObject *__pyx_codeobj__4;
static PyObject *__pyx_codeobj__6;
static PyObject *__pyx_codeobj__18;
static PyObject *__pyx_codeobj__20;
static PyObject *__pyx_codeobj__47;
static PyObject *__pyx_codeobj__49;
static PyObject *__pyx_codeobj__51;
static PyObject *__pyx_codeobj__53;
static PyObject *__pyx_codeobj__55;
static PyObject *__pyx_codeobj__57;
static PyObject *__pyx_codeobj__59;
static PyObject *__pyx_codeobj__61;
static PyObject *__pyx_codeobj__63;
static PyObject *__pyx_codeobj__65;
static PyObject *__pyx_codeobj__68;
static PyObject *__pyx_codeobj__70;
static PyObject *__pyx_codeobj__72;
static PyObject *__pyx_codeobj__74;
static PyObject *__pyx_codeobj__76;
static PyObject *__pyx_codeobj__78;
static PyObject *__pyx_codeobj__80;
static PyObject *__pyx_codeobj__87;
/* Late includes */

/* "pygsti/objects/replib/fastreplib.pyx":403
 *     #cdef double [:] data_view # alt way to hold a reference
 * 
 *     def __cinit__(self, np.ndarray[double, ndim=1, mode='c'] data, int reducefix=0):             # <<<<<<<<<<<<<<
 *         #print("PYX state constructed w/dim ",data.shape[0])
 *         #cdef np.ndarray[double, ndim=1, mode='c'] np_cbuf = np.ascontiguousarray(data, dtype='d') # would allow non-contig arrays
 */

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyArrayObject *__pyx_v_data = 0;
  int __pyx_v_reducefix;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_data,&__pyx_n_s_reducefix,0};
    PyObject* values[2] = {0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_data)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (kw_args > 0) {
          PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_reducefix);
          if (value) { values[1] = value; kw_args--; }
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__cinit__") < 0)) __PYX_ERR(0, 403, __pyx_L3_error)
      }
    } else {
      switch (PyTuple_GET_SIZE(__pyx_args)) {
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        break;
        default: goto __pyx_L5_argtuple_error;
      }
    }
    __pyx_v_data = ((PyArrayObject *)values[0]);
    if (values[1]) {
      __pyx_v_reducefix = __Pyx_PyInt_As_int(values[1]); if (unlikely((__pyx_v_reducefix == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 403, __pyx_L3_error)
    } else {
      __pyx_v_reducefix = ((int)0);
    }
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("__cinit__", 0, 1, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 403, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMStateRep.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return -1;
  __pyx_L4_argument_unpacking_done:;
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_data), __pyx_ptype_5numpy_ndarray, 1, "data", 0))) __PYX_ERR(0, 403, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10DMStateRep___cinit__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *)__pyx_v_self), __pyx_v_data, __pyx_v_reducefix);

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10DMStateRep___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *__pyx_v_self, PyArrayObject *__pyx_v_data, int __pyx_v_reducefix) {
  __Pyx_LocalBuf_ND __pyx_pybuffernd_data;
  __Pyx_Buffer __pyx_pybuffer_data;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  PyObject *__pyx_t_5 = NULL;
  CReps::DMStateCRep *__pyx_t_6;
  __Pyx_RefNannySetupContext("__cinit__", 0);
  __pyx_pybuffer_data.pybuffer.buf = NULL;
  __pyx_pybuffer_data.refcount = 0;
  __pyx_pybuffernd_data.data = NULL;
  __pyx_pybuffernd_data.rcbuffer = &__pyx_pybuffer_data;
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_data.rcbuffer->pybuffer, (PyObject*)__pyx_v_data, &__Pyx_TypeInfo_double, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 403, __pyx_L1_error)
  }
  __pyx_pybuffernd_data.diminfo[0].strides = __pyx_pybuffernd_data.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_data.diminfo[0].shape = __pyx_pybuffernd_data.rcbuffer->pybuffer.shape[0];

  /* "pygsti/objects/replib/fastreplib.pyx":407
 *         #cdef np.ndarray[double, ndim=1, mode='c'] np_cbuf = np.ascontiguousarray(data, dtype='d') # would allow non-contig arrays
 *         #cdef double [:] view = data;  self.data_view = view # ALT: holds reference...
 *         if reducefix == 0:             # <<<<<<<<<<<<<<
 *             self.base = data # holds reference to data so it doesn't get garbage collected - or could copy=true
 *         else:
 */
  __pyx_t_1 = ((__pyx_v_reducefix == 0) != 0);
  if (__pyx_t_1) {

    /* "pygsti/objects/replib/fastreplib.pyx":408
 *         #cdef double [:] view = data;  self.data_view = view # ALT: holds reference...
 *         if reducefix == 0:
 *             self.base = data # holds reference to data so it doesn't get garbage collected - or could copy=true             # <<<<<<<<<<<<<<
 *         else:
 *             # because serialization of numpy array flags is borked (around Numpy v1.16), we need to copy data
 */
    __Pyx_INCREF(((PyObject *)__pyx_v_data));
    __Pyx_GIVEREF(((PyObject *)__pyx_v_data));
    __Pyx_GOTREF(__pyx_v_self->base);
    __Pyx_DECREF(((PyObject *)__pyx_v_self->base));
    __pyx_v_self->base = ((PyArrayObject *)__pyx_v_data);

    /* "pygsti/objects/replib/fastreplib.pyx":407
 *         #cdef np.ndarray[double, ndim=1, mode='c'] np_cbuf = np.ascontiguousarray(data, dtype='d') # would allow non-contig arrays
 *         #cdef double [:] view = data;  self.data_view = view # ALT: holds reference...
 *         if reducefix == 0:             # <<<<<<<<<<<<<<
 *             self.base = data # holds reference to data so it doesn't get garbage collected - or could copy=true
 *         else:
 */
    goto __pyx_L3;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":412
 *             # because serialization of numpy array flags is borked (around Numpy v1.16), we need to copy data
 *             # (so self.base *owns* it's data) and manually convey the writeable flag.
 *             self.base = np.require(data.copy(), requirements=['OWNDATA', 'C_CONTIGUOUS'])             # <<<<<<<<<<<<<<
 *             self.base.flags.writeable = True if reducefix == 1 else False
 *         #self.c_state = new DMStateCRep(<double*>np_cbuf.data,<INT>np_cbuf.shape[0],<bool>0)
 */
  /*else*/ {
    __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_np); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 412, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_require); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 412, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __pyx_t_4 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_data), __pyx_n_s_copy); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 412, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    __pyx_t_5 = NULL;
    if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) {
      __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_4);
      if (likely(__pyx_t_5)) {
        PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
        __Pyx_INCREF(__pyx_t_5);
        __Pyx_INCREF(function);
        __Pyx_DECREF_SET(__pyx_t_4, function);
      }
    }
    __pyx_t_2 = (__pyx_t_5) ? __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_5) : __Pyx_PyObject_CallNoArg(__pyx_t_4);
    __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
    if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 412, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
    __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 412, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    __Pyx_GIVEREF(__pyx_t_2);
    PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_2);
    __pyx_t_2 = 0;
    __pyx_t_2 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 412, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_5 = PyList_New(2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 412, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    __Pyx_INCREF(__pyx_n_s_OWNDATA);
    __Pyx_GIVEREF(__pyx_n_s_OWNDATA);
    PyList_SET_ITEM(__pyx_t_5, 0, __pyx_n_s_OWNDATA);
    __Pyx_INCREF(__pyx_n_s_C_CONTIGUOUS);
    __Pyx_GIVEREF(__pyx_n_s_C_CONTIGUOUS);
    PyList_SET_ITEM(__pyx_t_5, 1, __pyx_n_s_C_CONTIGUOUS);
    if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_requirements, __pyx_t_5) < 0) __PYX_ERR(0, 412, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
    __pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_4, __pyx_t_2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 412, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    if (!(likely(((__pyx_t_5) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_5, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 412, __pyx_L1_error)
    __Pyx_GIVEREF(__pyx_t_5);
    __Pyx_GOTREF(__pyx_v_self->base);
    __Pyx_DECREF(((PyObject *)__pyx_v_self->base));
    __pyx_v_self->base = ((PyArrayObject *)__pyx_t_5);
    __pyx_t_5 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":413
 *             # (so self.base *owns* it's data) and manually convey the writeable flag.
 *             self.base = np.require(data.copy(), requirements=['OWNDATA', 'C_CONTIGUOUS'])
 *             self.base.flags.writeable = True if reducefix == 1 else False             # <<<<<<<<<<<<<<
 *         #self.c_state = new DMStateCRep(<double*>np_cbuf.data,<INT>np_cbuf.shape[0],<bool>0)
 *         self.c_state = new DMStateCRep(<double*>self.base.data,<INT>self.base.shape[0],<bool>0)
 */
    if (((__pyx_v_reducefix == 1) != 0)) {
      __Pyx_INCREF(Py_True);
      __pyx_t_5 = Py_True;
    } else {
      __Pyx_INCREF(Py_False);
      __pyx_t_5 = Py_False;
    }
    __pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self->base), __pyx_n_s_flags); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 413, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    if (__Pyx_PyObject_SetAttrStr(__pyx_t_2, __pyx_n_s_writeable, __pyx_t_5) < 0) __PYX_ERR(0, 413, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  }
  __pyx_L3:;

  /* "pygsti/objects/replib/fastreplib.pyx":415
 *             self.base.flags.writeable = True if reducefix == 1 else False
 *         #self.c_state = new DMStateCRep(<double*>np_cbuf.data,<INT>np_cbuf.shape[0],<bool>0)
 *         self.c_state = new DMStateCRep(<double*>self.base.data,<INT>self.base.shape[0],<bool>0)             # <<<<<<<<<<<<<<
 * 
 *     def __reduce__(self):
 */
  try {
    __pyx_t_6 = new CReps::DMStateCRep(((double *)__pyx_v_self->base->data), ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)(__pyx_v_self->base->dimensions[0])), ((bool)0));
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 415, __pyx_L1_error)
  }
  __pyx_v_self->c_state = __pyx_t_6;

  /* "pygsti/objects/replib/fastreplib.pyx":403
 *     #cdef double [:] data_view # alt way to hold a reference
 * 
 *     def __cinit__(self, np.ndarray[double, ndim=1, mode='c'] data, int reducefix=0):             # <<<<<<<<<<<<<<
 *         #print("PYX state constructed w/dim ",data.shape[0])
 *         #cdef np.ndarray[double, ndim=1, mode='c'] np_cbuf = np.ascontiguousarray(data, dtype='d') # would allow non-contig arrays
 */

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_5);
  { PyObject *__pyx_type, *__pyx_value, *__pyx_tb;
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    __Pyx_ErrFetch(&__pyx_type, &__pyx_value, &__pyx_tb);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_data.rcbuffer->pybuffer);
  __Pyx_ErrRestore(__pyx_type, __pyx_value, __pyx_tb);}
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMStateRep.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  goto __pyx_L2;
  __pyx_L0:;
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_data.rcbuffer->pybuffer);
  __pyx_L2:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":417
 *         self.c_state = new DMStateCRep(<double*>self.base.data,<INT>self.base.shape[0],<bool>0)
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         reducefix = 1 if self.base.flags.writeable else 2
 *         return (DMStateRep, (self.base, reducefix))
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_2__reduce__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *__pyx_v_self) {
  long __pyx_v_reducefix;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  long __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  int __pyx_t_4;
  __Pyx_RefNannySetupContext("__reduce__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":418
 * 
 *     def __reduce__(self):
 *         reducefix = 1 if self.base.flags.writeable else 2             # <<<<<<<<<<<<<<
 *         return (DMStateRep, (self.base, reducefix))
 * 
 */
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self->base), __pyx_n_s_flags); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 418, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_writeable); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 418, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 418, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  if (__pyx_t_4) {
    __pyx_t_1 = 1;
  } else {
    __pyx_t_1 = 2;
  }
  __pyx_v_reducefix = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":419
 *     def __reduce__(self):
 *         reducefix = 1 if self.base.flags.writeable else 2
 *         return (DMStateRep, (self.base, reducefix))             # <<<<<<<<<<<<<<
 * 
 *     def todense(self):
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_3 = __Pyx_PyInt_From_long(__pyx_v_reducefix); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 419, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 419, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->base));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->base));
  PyTuple_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_v_self->base));
  __Pyx_GIVEREF(__pyx_t_3);
  PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_3);
  __pyx_t_3 = 0;
  __pyx_t_3 = PyTuple_New(2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 419, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_INCREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMStateRep));
  __Pyx_GIVEREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMStateRep));
  PyTuple_SET_ITEM(__pyx_t_3, 0, ((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMStateRep));
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_t_2);
  __pyx_t_2 = 0;
  __pyx_r = __pyx_t_3;
  __pyx_t_3 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":417
 *         self.c_state = new DMStateCRep(<double*>self.base.data,<INT>self.base.shape[0],<bool>0)
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         reducefix = 1 if self.base.flags.writeable else 2
 *         return (DMStateRep, (self.base, reducefix))
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMStateRep.__reduce__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":421
 *         return (DMStateRep, (self.base, reducefix))
 * 
 *     def todense(self):             # <<<<<<<<<<<<<<
 *         return self.base
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_5todense(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_5todense(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("todense (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_4todense(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_4todense(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("todense", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":422
 * 
 *     def todense(self):
 *         return self.base             # <<<<<<<<<<<<<<
 * 
 *     @property
 */
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->base));
  __pyx_r = ((PyObject *)__pyx_v_self->base);
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":421
 *         return (DMStateRep, (self.base, reducefix))
 * 
 *     def todense(self):             # <<<<<<<<<<<<<<
 *         return self.base
 * 
 */

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":425
 * 
 *     @property
 *     def dim(self):             # <<<<<<<<<<<<<<
 *         return self.c_state._dim
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_3dim_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_3dim_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_3dim___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_3dim___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__get__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":426
 *     @property
 *     def dim(self):
 *         return self.c_state._dim             # <<<<<<<<<<<<<<
 * 
 *     def __dealloc__(self):
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_self->c_state->_dim); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 426, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":425
 * 
 *     @property
 *     def dim(self):             # <<<<<<<<<<<<<<
 *         return self.c_state._dim
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMStateRep.dim.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":428
 *         return self.c_state._dim
 * 
 *     def __dealloc__(self):             # <<<<<<<<<<<<<<
 *         del self.c_state
 * 
 */

/* Python wrapper */
static void __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_7__dealloc__(PyObject *__pyx_v_self); /*proto*/
static void __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_7__dealloc__(PyObject *__pyx_v_self) {
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__dealloc__ (wrapper)", 0);
  __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_6__dealloc__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
}

static void __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_6__dealloc__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *__pyx_v_self) {
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__dealloc__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":429
 * 
 *     def __dealloc__(self):
 *         del self.c_state             # <<<<<<<<<<<<<<
 * 
 *     def __str__(self):
 */
  delete __pyx_v_self->c_state;

  /* "pygsti/objects/replib/fastreplib.pyx":428
 *         return self.c_state._dim
 * 
 *     def __dealloc__(self):             # <<<<<<<<<<<<<<
 *         del self.c_state
 * 
 */

  /* function exit code */
  __Pyx_RefNannyFinishContext();
}

/* "pygsti/objects/replib/fastreplib.pyx":431
 *         del self.c_state
 * 
 *     def __str__(self):             # <<<<<<<<<<<<<<
 *         return str([self.c_state._dataptr[i] for i in range(self.c_state._dim)])
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_9__str__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_9__str__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__str__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_8__str__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_8__str__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *__pyx_v_self) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_2;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_3;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_4;
  PyObject *__pyx_t_5 = NULL;
  __Pyx_RefNannySetupContext("__str__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":432
 * 
 *     def __str__(self):
 *         return str([self.c_state._dataptr[i] for i in range(self.c_state._dim)])             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 432, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_2 = __pyx_v_self->c_state->_dim;
  __pyx_t_3 = __pyx_t_2;
  for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
    __pyx_v_i = __pyx_t_4;
    __pyx_t_5 = PyFloat_FromDouble((__pyx_v_self->c_state->_dataptr[__pyx_v_i])); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 432, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_5))) __PYX_ERR(0, 432, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  }
  __pyx_t_5 = __Pyx_PyObject_CallOneArg(((PyObject *)(&PyString_Type)), __pyx_t_1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 432, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_r = __pyx_t_5;
  __pyx_t_5 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":431
 *         del self.c_state
 * 
 *     def __str__(self):             # <<<<<<<<<<<<<<
 *         return str([self.c_state._dataptr[i] for i in range(self.c_state._dim)])
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMStateRep.__str__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":400
 * cdef class DMStateRep: #(StateRep):
 *     cdef DMStateCRep* c_state
 *     cdef public np.ndarray base             # <<<<<<<<<<<<<<
 *     #cdef double [:] data_view # alt way to hold a reference
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_4base_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_4base_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_4base___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_4base___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->base));
  __pyx_r = ((PyObject *)__pyx_v_self->base);
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_4base_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_4base_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_4base_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_4base_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__set__", 0);
  if (!(likely(((__pyx_v_value) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_value, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 400, __pyx_L1_error)
  __pyx_t_1 = __pyx_v_value;
  __Pyx_INCREF(__pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __Pyx_GOTREF(__pyx_v_self->base);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->base));
  __pyx_v_self->base = ((PyArrayObject *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMStateRep.base.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_4base_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_4base_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_4base_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_4base_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->base);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->base));
  __pyx_v_self->base = ((PyArrayObject *)Py_None);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":439
 *     cdef DMEffectCRep* c_effect
 * 
 *     def __cinit__(self):             # <<<<<<<<<<<<<<
 *         pass # no init; could set self.c_effect = NULL? could assert(False)?
 * 
 */

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11DMEffectRep_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11DMEffectRep_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
  if (unlikely(PyTuple_GET_SIZE(__pyx_args) > 0)) {
    __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 0, 0, PyTuple_GET_SIZE(__pyx_args)); return -1;}
  if (unlikely(__pyx_kwds) && unlikely(PyDict_Size(__pyx_kwds) > 0) && unlikely(!__Pyx_CheckKeywordStrings(__pyx_kwds, "__cinit__", 0))) return -1;
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11DMEffectRep___cinit__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11DMEffectRep___cinit__(CYTHON_UNUSED struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__", 0);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":442
 *         pass # no init; could set self.c_effect = NULL? could assert(False)?
 * 
 *     def __dealloc__(self):             # <<<<<<<<<<<<<<
 *         del self.c_effect # check for NULL?
 * 
 */

/* Python wrapper */
static void __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11DMEffectRep_3__dealloc__(PyObject *__pyx_v_self); /*proto*/
static void __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11DMEffectRep_3__dealloc__(PyObject *__pyx_v_self) {
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__dealloc__ (wrapper)", 0);
  __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11DMEffectRep_2__dealloc__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
}

static void __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11DMEffectRep_2__dealloc__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep *__pyx_v_self) {
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__dealloc__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":443
 * 
 *     def __dealloc__(self):
 *         del self.c_effect # check for NULL?             # <<<<<<<<<<<<<<
 * 
 *     def __reduce__(self):
 */
  delete __pyx_v_self->c_effect;

  /* "pygsti/objects/replib/fastreplib.pyx":442
 *         pass # no init; could set self.c_effect = NULL? could assert(False)?
 * 
 *     def __dealloc__(self):             # <<<<<<<<<<<<<<
 *         del self.c_effect # check for NULL?
 * 
 */

  /* function exit code */
  __Pyx_RefNannyFinishContext();
}

/* "pygsti/objects/replib/fastreplib.pyx":445
 *         del self.c_effect # check for NULL?
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (DMEffectRep, ())
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11DMEffectRep_5__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11DMEffectRep_5__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11DMEffectRep_4__reduce__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_11DMEffectRep_4__reduce__(CYTHON_UNUSED struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__reduce__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":446
 * 
 *     def __reduce__(self):
 *         return (DMEffectRep, ())             # <<<<<<<<<<<<<<
 * 
 *     @property
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 446, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_INCREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep));
  __Pyx_GIVEREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep));
  PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep));
  __Pyx_INCREF(__pyx_empty_tuple);
  __Pyx_GIVEREF(__pyx_empty_tuple);
  PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_empty_tuple);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":445
 *         del self.c_effect # check for NULL?
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (DMEffectRep, ())
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMEffectRep.__reduce__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":449
 * 
 *     @property
 *     def dim(self):             # <<<<<<<<<<<<<<
 *         return self.c_effect._dim
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11DMEffectRep_3dim_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11DMEffectRep_3dim_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11DMEffectRep_3dim___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_11DMEffectRep_3dim___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__get__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":450
 *     @property
 *     def dim(self):
 *         return self.c_effect._dim             # <<<<<<<<<<<<<<
 * 
 *     def probability(self, DMStateRep state not None):
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_self->c_effect->_dim); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 450, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":449
 * 
 *     @property
 *     def dim(self):             # <<<<<<<<<<<<<<
 *         return self.c_effect._dim
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMEffectRep.dim.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":452
 *         return self.c_effect._dim
 * 
 *     def probability(self, DMStateRep state not None):             # <<<<<<<<<<<<<<
 *         #unnecessary (just put in signature): cdef DMStateRep st = <DMStateRep?>state
 *         return self.c_effect.probability(state.c_state)
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11DMEffectRep_7probability(PyObject *__pyx_v_self, PyObject *__pyx_v_state); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11DMEffectRep_7probability(PyObject *__pyx_v_self, PyObject *__pyx_v_state) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("probability (wrapper)", 0);
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_state), __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMStateRep, 0, "state", 0))) __PYX_ERR(0, 452, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11DMEffectRep_6probability(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep *)__pyx_v_self), ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *)__pyx_v_state));

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_11DMEffectRep_6probability(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep *__pyx_v_self, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *__pyx_v_state) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("probability", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":454
 *     def probability(self, DMStateRep state not None):
 *         #unnecessary (just put in signature): cdef DMStateRep st = <DMStateRep?>state
 *         return self.c_effect.probability(state.c_state)             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyFloat_FromDouble(__pyx_v_self->c_effect->probability(__pyx_v_state->c_state)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 454, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":452
 *         return self.c_effect._dim
 * 
 *     def probability(self, DMStateRep state not None):             # <<<<<<<<<<<<<<
 *         #unnecessary (just put in signature): cdef DMStateRep st = <DMStateRep?>state
 *         return self.c_effect.probability(state.c_state)
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMEffectRep.probability", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":460
 *     cdef public np.ndarray base
 * 
 *     def __cinit__(self, np.ndarray[double, ndim=1, mode='c'] data, int reducefix=0):             # <<<<<<<<<<<<<<
 *         if reducefix == 0:
 *             self.base = data  # holds reference to data
 */

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_17DMEffectRep_Dense_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_17DMEffectRep_Dense_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyArrayObject *__pyx_v_data = 0;
  int __pyx_v_reducefix;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_data,&__pyx_n_s_reducefix,0};
    PyObject* values[2] = {0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_data)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (kw_args > 0) {
          PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_reducefix);
          if (value) { values[1] = value; kw_args--; }
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__cinit__") < 0)) __PYX_ERR(0, 460, __pyx_L3_error)
      }
    } else {
      switch (PyTuple_GET_SIZE(__pyx_args)) {
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        break;
        default: goto __pyx_L5_argtuple_error;
      }
    }
    __pyx_v_data = ((PyArrayObject *)values[0]);
    if (values[1]) {
      __pyx_v_reducefix = __Pyx_PyInt_As_int(values[1]); if (unlikely((__pyx_v_reducefix == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 460, __pyx_L3_error)
    } else {
      __pyx_v_reducefix = ((int)0);
    }
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("__cinit__", 0, 1, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 460, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMEffectRep_Dense.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return -1;
  __pyx_L4_argument_unpacking_done:;
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_data), __pyx_ptype_5numpy_ndarray, 1, "data", 0))) __PYX_ERR(0, 460, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_17DMEffectRep_Dense___cinit__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense *)__pyx_v_self), __pyx_v_data, __pyx_v_reducefix);

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_17DMEffectRep_Dense___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense *__pyx_v_self, PyArrayObject *__pyx_v_data, int __pyx_v_reducefix) {
  __Pyx_LocalBuf_ND __pyx_pybuffernd_data;
  __Pyx_Buffer __pyx_pybuffer_data;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  PyObject *__pyx_t_5 = NULL;
  CReps::DMEffectCRep_Dense *__pyx_t_6;
  __Pyx_RefNannySetupContext("__cinit__", 0);
  __pyx_pybuffer_data.pybuffer.buf = NULL;
  __pyx_pybuffer_data.refcount = 0;
  __pyx_pybuffernd_data.data = NULL;
  __pyx_pybuffernd_data.rcbuffer = &__pyx_pybuffer_data;
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_data.rcbuffer->pybuffer, (PyObject*)__pyx_v_data, &__Pyx_TypeInfo_double, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 460, __pyx_L1_error)
  }
  __pyx_pybuffernd_data.diminfo[0].strides = __pyx_pybuffernd_data.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_data.diminfo[0].shape = __pyx_pybuffernd_data.rcbuffer->pybuffer.shape[0];

  /* "pygsti/objects/replib/fastreplib.pyx":461
 * 
 *     def __cinit__(self, np.ndarray[double, ndim=1, mode='c'] data, int reducefix=0):
 *         if reducefix == 0:             # <<<<<<<<<<<<<<
 *             self.base = data  # holds reference to data
 *         else:
 */
  __pyx_t_1 = ((__pyx_v_reducefix == 0) != 0);
  if (__pyx_t_1) {

    /* "pygsti/objects/replib/fastreplib.pyx":462
 *     def __cinit__(self, np.ndarray[double, ndim=1, mode='c'] data, int reducefix=0):
 *         if reducefix == 0:
 *             self.base = data  # holds reference to data             # <<<<<<<<<<<<<<
 *         else:
 *             # because serialization of numpy array flags is borked (around Numpy v1.16), we need to copy data
 */
    __Pyx_INCREF(((PyObject *)__pyx_v_data));
    __Pyx_GIVEREF(((PyObject *)__pyx_v_data));
    __Pyx_GOTREF(__pyx_v_self->base);
    __Pyx_DECREF(((PyObject *)__pyx_v_self->base));
    __pyx_v_self->base = ((PyArrayObject *)__pyx_v_data);

    /* "pygsti/objects/replib/fastreplib.pyx":461
 * 
 *     def __cinit__(self, np.ndarray[double, ndim=1, mode='c'] data, int reducefix=0):
 *         if reducefix == 0:             # <<<<<<<<<<<<<<
 *             self.base = data  # holds reference to data
 *         else:
 */
    goto __pyx_L3;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":466
 *             # because serialization of numpy array flags is borked (around Numpy v1.16), we need to copy data
 *             # (so self.base *owns* it's data) and manually convey the writeable flag.
 *             self.base = np.require(data.copy(), requirements=['OWNDATA', 'C_CONTIGUOUS'])             # <<<<<<<<<<<<<<
 *             self.base.flags.writeable = True if reducefix == 1 else False
 *         self.c_effect = new DMEffectCRep_Dense(<double*>self.base.data,
 */
  /*else*/ {
    __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_np); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 466, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_require); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 466, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __pyx_t_4 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_data), __pyx_n_s_copy); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 466, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    __pyx_t_5 = NULL;
    if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) {
      __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_4);
      if (likely(__pyx_t_5)) {
        PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
        __Pyx_INCREF(__pyx_t_5);
        __Pyx_INCREF(function);
        __Pyx_DECREF_SET(__pyx_t_4, function);
      }
    }
    __pyx_t_2 = (__pyx_t_5) ? __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_5) : __Pyx_PyObject_CallNoArg(__pyx_t_4);
    __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
    if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 466, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
    __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 466, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    __Pyx_GIVEREF(__pyx_t_2);
    PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_2);
    __pyx_t_2 = 0;
    __pyx_t_2 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 466, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_5 = PyList_New(2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 466, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    __Pyx_INCREF(__pyx_n_s_OWNDATA);
    __Pyx_GIVEREF(__pyx_n_s_OWNDATA);
    PyList_SET_ITEM(__pyx_t_5, 0, __pyx_n_s_OWNDATA);
    __Pyx_INCREF(__pyx_n_s_C_CONTIGUOUS);
    __Pyx_GIVEREF(__pyx_n_s_C_CONTIGUOUS);
    PyList_SET_ITEM(__pyx_t_5, 1, __pyx_n_s_C_CONTIGUOUS);
    if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_requirements, __pyx_t_5) < 0) __PYX_ERR(0, 466, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
    __pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_4, __pyx_t_2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 466, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    if (!(likely(((__pyx_t_5) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_5, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 466, __pyx_L1_error)
    __Pyx_GIVEREF(__pyx_t_5);
    __Pyx_GOTREF(__pyx_v_self->base);
    __Pyx_DECREF(((PyObject *)__pyx_v_self->base));
    __pyx_v_self->base = ((PyArrayObject *)__pyx_t_5);
    __pyx_t_5 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":467
 *             # (so self.base *owns* it's data) and manually convey the writeable flag.
 *             self.base = np.require(data.copy(), requirements=['OWNDATA', 'C_CONTIGUOUS'])
 *             self.base.flags.writeable = True if reducefix == 1 else False             # <<<<<<<<<<<<<<
 *         self.c_effect = new DMEffectCRep_Dense(<double*>self.base.data,
 *                                                <INT>self.base.shape[0])
 */
    if (((__pyx_v_reducefix == 1) != 0)) {
      __Pyx_INCREF(Py_True);
      __pyx_t_5 = Py_True;
    } else {
      __Pyx_INCREF(Py_False);
      __pyx_t_5 = Py_False;
    }
    __pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self->base), __pyx_n_s_flags); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 467, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    if (__Pyx_PyObject_SetAttrStr(__pyx_t_2, __pyx_n_s_writeable, __pyx_t_5) < 0) __PYX_ERR(0, 467, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  }
  __pyx_L3:;

  /* "pygsti/objects/replib/fastreplib.pyx":468
 *             self.base = np.require(data.copy(), requirements=['OWNDATA', 'C_CONTIGUOUS'])
 *             self.base.flags.writeable = True if reducefix == 1 else False
 *         self.c_effect = new DMEffectCRep_Dense(<double*>self.base.data,             # <<<<<<<<<<<<<<
 *                                                <INT>self.base.shape[0])
 * 
 */
  try {
    __pyx_t_6 = new CReps::DMEffectCRep_Dense(((double *)__pyx_v_self->base->data), ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)(__pyx_v_self->base->dimensions[0])));
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 468, __pyx_L1_error)
  }
  __pyx_v_self->__pyx_base.c_effect = __pyx_t_6;

  /* "pygsti/objects/replib/fastreplib.pyx":460
 *     cdef public np.ndarray base
 * 
 *     def __cinit__(self, np.ndarray[double, ndim=1, mode='c'] data, int reducefix=0):             # <<<<<<<<<<<<<<
 *         if reducefix == 0:
 *             self.base = data  # holds reference to data
 */

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_5);
  { PyObject *__pyx_type, *__pyx_value, *__pyx_tb;
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    __Pyx_ErrFetch(&__pyx_type, &__pyx_value, &__pyx_tb);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_data.rcbuffer->pybuffer);
  __Pyx_ErrRestore(__pyx_type, __pyx_value, __pyx_tb);}
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMEffectRep_Dense.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  goto __pyx_L2;
  __pyx_L0:;
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_data.rcbuffer->pybuffer);
  __pyx_L2:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":471
 *                                                <INT>self.base.shape[0])
 * 
 *     def __str__(self):             # <<<<<<<<<<<<<<
 *         return str([ (<DMEffectCRep_Dense*>self.c_effect)._dataptr[i] for i in range(self.c_effect._dim)])
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_17DMEffectRep_Dense_3__str__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_17DMEffectRep_Dense_3__str__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__str__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_17DMEffectRep_Dense_2__str__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_17DMEffectRep_Dense_2__str__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense *__pyx_v_self) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_2;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_3;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_4;
  PyObject *__pyx_t_5 = NULL;
  __Pyx_RefNannySetupContext("__str__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":472
 * 
 *     def __str__(self):
 *         return str([ (<DMEffectCRep_Dense*>self.c_effect)._dataptr[i] for i in range(self.c_effect._dim)])             # <<<<<<<<<<<<<<
 * 
 *     def __reduce__(self):
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 472, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_2 = __pyx_v_self->__pyx_base.c_effect->_dim;
  __pyx_t_3 = __pyx_t_2;
  for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
    __pyx_v_i = __pyx_t_4;
    __pyx_t_5 = PyFloat_FromDouble((((CReps::DMEffectCRep_Dense *)__pyx_v_self->__pyx_base.c_effect)->_dataptr[__pyx_v_i])); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 472, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_5))) __PYX_ERR(0, 472, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  }
  __pyx_t_5 = __Pyx_PyObject_CallOneArg(((PyObject *)(&PyString_Type)), __pyx_t_1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 472, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_r = __pyx_t_5;
  __pyx_t_5 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":471
 *                                                <INT>self.base.shape[0])
 * 
 *     def __str__(self):             # <<<<<<<<<<<<<<
 *         return str([ (<DMEffectCRep_Dense*>self.c_effect)._dataptr[i] for i in range(self.c_effect._dim)])
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMEffectRep_Dense.__str__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":474
 *         return str([ (<DMEffectCRep_Dense*>self.c_effect)._dataptr[i] for i in range(self.c_effect._dim)])
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         reducefix = 1 if self.base.flags.writeable else 2
 *         return (DMEffectRep_Dense, (self.base, reducefix))
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_17DMEffectRep_Dense_5__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_17DMEffectRep_Dense_5__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_17DMEffectRep_Dense_4__reduce__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_17DMEffectRep_Dense_4__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense *__pyx_v_self) {
  long __pyx_v_reducefix;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  long __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  int __pyx_t_4;
  __Pyx_RefNannySetupContext("__reduce__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":475
 * 
 *     def __reduce__(self):
 *         reducefix = 1 if self.base.flags.writeable else 2             # <<<<<<<<<<<<<<
 *         return (DMEffectRep_Dense, (self.base, reducefix))
 * 
 */
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self->base), __pyx_n_s_flags); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 475, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_writeable); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 475, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 475, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  if (__pyx_t_4) {
    __pyx_t_1 = 1;
  } else {
    __pyx_t_1 = 2;
  }
  __pyx_v_reducefix = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":476
 *     def __reduce__(self):
 *         reducefix = 1 if self.base.flags.writeable else 2
 *         return (DMEffectRep_Dense, (self.base, reducefix))             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_3 = __Pyx_PyInt_From_long(__pyx_v_reducefix); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 476, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 476, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->base));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->base));
  PyTuple_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_v_self->base));
  __Pyx_GIVEREF(__pyx_t_3);
  PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_3);
  __pyx_t_3 = 0;
  __pyx_t_3 = PyTuple_New(2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 476, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_INCREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense));
  __Pyx_GIVEREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense));
  PyTuple_SET_ITEM(__pyx_t_3, 0, ((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense));
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_t_2);
  __pyx_t_2 = 0;
  __pyx_r = __pyx_t_3;
  __pyx_t_3 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":474
 *         return str([ (<DMEffectCRep_Dense*>self.c_effect)._dataptr[i] for i in range(self.c_effect._dim)])
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         reducefix = 1 if self.base.flags.writeable else 2
 *         return (DMEffectRep_Dense, (self.base, reducefix))
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMEffectRep_Dense.__reduce__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":458
 * 
 * cdef class DMEffectRep_Dense(DMEffectRep):
 *     cdef public np.ndarray base             # <<<<<<<<<<<<<<
 * 
 *     def __cinit__(self, np.ndarray[double, ndim=1, mode='c'] data, int reducefix=0):
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_17DMEffectRep_Dense_4base_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_17DMEffectRep_Dense_4base_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_17DMEffectRep_Dense_4base___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_17DMEffectRep_Dense_4base___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->base));
  __pyx_r = ((PyObject *)__pyx_v_self->base);
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_17DMEffectRep_Dense_4base_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_17DMEffectRep_Dense_4base_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_17DMEffectRep_Dense_4base_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_17DMEffectRep_Dense_4base_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__set__", 0);
  if (!(likely(((__pyx_v_value) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_value, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 458, __pyx_L1_error)
  __pyx_t_1 = __pyx_v_value;
  __Pyx_INCREF(__pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __Pyx_GOTREF(__pyx_v_self->base);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->base));
  __pyx_v_self->base = ((PyArrayObject *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMEffectRep_Dense.base.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_17DMEffectRep_Dense_4base_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_17DMEffectRep_Dense_4base_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_17DMEffectRep_Dense_4base_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_17DMEffectRep_Dense_4base_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->base);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->base));
  __pyx_v_self->base = ((PyArrayObject *)Py_None);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":483
 *     cdef np.ndarray data_ref2
 * 
 *     def __cinit__(self, np.ndarray[double, ndim=2, mode='c'] kron_array,             # <<<<<<<<<<<<<<
 *                   np.ndarray[np.int64_t, ndim=1, mode='c'] factor_dims, INT nfactors, INT max_factor_dim, INT dim):
 *         # cdef INT dim = np.product(factor_dims) -- just send as argument
 */

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_22DMEffectRep_TensorProd_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_22DMEffectRep_TensorProd_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyArrayObject *__pyx_v_kron_array = 0;
  PyArrayObject *__pyx_v_factor_dims = 0;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nfactors;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_max_factor_dim;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_kron_array,&__pyx_n_s_factor_dims,&__pyx_n_s_nfactors,&__pyx_n_s_max_factor_dim,&__pyx_n_s_dim,0};
    PyObject* values[5] = {0,0,0,0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
        CYTHON_FALLTHROUGH;
        case  4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
        CYTHON_FALLTHROUGH;
        case  3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
        CYTHON_FALLTHROUGH;
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_kron_array)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_factor_dims)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 5, 5, 1); __PYX_ERR(0, 483, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  2:
        if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_nfactors)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 5, 5, 2); __PYX_ERR(0, 483, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  3:
        if (likely((values[3] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_max_factor_dim)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 5, 5, 3); __PYX_ERR(0, 483, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  4:
        if (likely((values[4] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_dim)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 5, 5, 4); __PYX_ERR(0, 483, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__cinit__") < 0)) __PYX_ERR(0, 483, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 5) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
      values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
      values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
      values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
    }
    __pyx_v_kron_array = ((PyArrayObject *)values[0]);
    __pyx_v_factor_dims = ((PyArrayObject *)values[1]);
    __pyx_v_nfactors = __Pyx_PyInt_As_PY_LONG_LONG(values[2]); if (unlikely((__pyx_v_nfactors == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 484, __pyx_L3_error)
    __pyx_v_max_factor_dim = __Pyx_PyInt_As_PY_LONG_LONG(values[3]); if (unlikely((__pyx_v_max_factor_dim == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 484, __pyx_L3_error)
    __pyx_v_dim = __Pyx_PyInt_As_PY_LONG_LONG(values[4]); if (unlikely((__pyx_v_dim == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 484, __pyx_L3_error)
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 5, 5, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 483, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMEffectRep_TensorProd.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return -1;
  __pyx_L4_argument_unpacking_done:;
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_kron_array), __pyx_ptype_5numpy_ndarray, 1, "kron_array", 0))) __PYX_ERR(0, 483, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_factor_dims), __pyx_ptype_5numpy_ndarray, 1, "factor_dims", 0))) __PYX_ERR(0, 484, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_22DMEffectRep_TensorProd___cinit__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_TensorProd *)__pyx_v_self), __pyx_v_kron_array, __pyx_v_factor_dims, __pyx_v_nfactors, __pyx_v_max_factor_dim, __pyx_v_dim);

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_22DMEffectRep_TensorProd___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_TensorProd *__pyx_v_self, PyArrayObject *__pyx_v_kron_array, PyArrayObject *__pyx_v_factor_dims, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nfactors, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_max_factor_dim, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim) {
  __Pyx_LocalBuf_ND __pyx_pybuffernd_factor_dims;
  __Pyx_Buffer __pyx_pybuffer_factor_dims;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_kron_array;
  __Pyx_Buffer __pyx_pybuffer_kron_array;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  CReps::DMEffectCRep_TensorProd *__pyx_t_1;
  __Pyx_RefNannySetupContext("__cinit__", 0);
  __pyx_pybuffer_kron_array.pybuffer.buf = NULL;
  __pyx_pybuffer_kron_array.refcount = 0;
  __pyx_pybuffernd_kron_array.data = NULL;
  __pyx_pybuffernd_kron_array.rcbuffer = &__pyx_pybuffer_kron_array;
  __pyx_pybuffer_factor_dims.pybuffer.buf = NULL;
  __pyx_pybuffer_factor_dims.refcount = 0;
  __pyx_pybuffernd_factor_dims.data = NULL;
  __pyx_pybuffernd_factor_dims.rcbuffer = &__pyx_pybuffer_factor_dims;
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_kron_array.rcbuffer->pybuffer, (PyObject*)__pyx_v_kron_array, &__Pyx_TypeInfo_double, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 2, 0, __pyx_stack) == -1)) __PYX_ERR(0, 483, __pyx_L1_error)
  }
  __pyx_pybuffernd_kron_array.diminfo[0].strides = __pyx_pybuffernd_kron_array.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_kron_array.diminfo[0].shape = __pyx_pybuffernd_kron_array.rcbuffer->pybuffer.shape[0]; __pyx_pybuffernd_kron_array.diminfo[1].strides = __pyx_pybuffernd_kron_array.rcbuffer->pybuffer.strides[1]; __pyx_pybuffernd_kron_array.diminfo[1].shape = __pyx_pybuffernd_kron_array.rcbuffer->pybuffer.shape[1];
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_factor_dims.rcbuffer->pybuffer, (PyObject*)__pyx_v_factor_dims, &__Pyx_TypeInfo_nn___pyx_t_5numpy_int64_t, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 483, __pyx_L1_error)
  }
  __pyx_pybuffernd_factor_dims.diminfo[0].strides = __pyx_pybuffernd_factor_dims.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_factor_dims.diminfo[0].shape = __pyx_pybuffernd_factor_dims.rcbuffer->pybuffer.shape[0];

  /* "pygsti/objects/replib/fastreplib.pyx":486
 *                   np.ndarray[np.int64_t, ndim=1, mode='c'] factor_dims, INT nfactors, INT max_factor_dim, INT dim):
 *         # cdef INT dim = np.product(factor_dims) -- just send as argument
 *         self.data_ref1 = kron_array             # <<<<<<<<<<<<<<
 *         self.data_ref2 = factor_dims
 *         self.c_effect = new DMEffectCRep_TensorProd(<double*>kron_array.data,
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_kron_array));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_kron_array));
  __Pyx_GOTREF(__pyx_v_self->data_ref1);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->data_ref1));
  __pyx_v_self->data_ref1 = ((PyArrayObject *)__pyx_v_kron_array);

  /* "pygsti/objects/replib/fastreplib.pyx":487
 *         # cdef INT dim = np.product(factor_dims) -- just send as argument
 *         self.data_ref1 = kron_array
 *         self.data_ref2 = factor_dims             # <<<<<<<<<<<<<<
 *         self.c_effect = new DMEffectCRep_TensorProd(<double*>kron_array.data,
 *                                                     <INT*>factor_dims.data,
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_factor_dims));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_factor_dims));
  __Pyx_GOTREF(__pyx_v_self->data_ref2);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->data_ref2));
  __pyx_v_self->data_ref2 = ((PyArrayObject *)__pyx_v_factor_dims);

  /* "pygsti/objects/replib/fastreplib.pyx":488
 *         self.data_ref1 = kron_array
 *         self.data_ref2 = factor_dims
 *         self.c_effect = new DMEffectCRep_TensorProd(<double*>kron_array.data,             # <<<<<<<<<<<<<<
 *                                                     <INT*>factor_dims.data,
 *                                                     nfactors, max_factor_dim, dim)
 */
  try {
    __pyx_t_1 = new CReps::DMEffectCRep_TensorProd(((double *)__pyx_v_kron_array->data), ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT *)__pyx_v_factor_dims->data), __pyx_v_nfactors, __pyx_v_max_factor_dim, __pyx_v_dim);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 488, __pyx_L1_error)
  }
  __pyx_v_self->__pyx_base.c_effect = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":483
 *     cdef np.ndarray data_ref2
 * 
 *     def __cinit__(self, np.ndarray[double, ndim=2, mode='c'] kron_array,             # <<<<<<<<<<<<<<
 *                   np.ndarray[np.int64_t, ndim=1, mode='c'] factor_dims, INT nfactors, INT max_factor_dim, INT dim):
 *         # cdef INT dim = np.product(factor_dims) -- just send as argument
 */

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  { PyObject *__pyx_type, *__pyx_value, *__pyx_tb;
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    __Pyx_ErrFetch(&__pyx_type, &__pyx_value, &__pyx_tb);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_factor_dims.rcbuffer->pybuffer);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_kron_array.rcbuffer->pybuffer);
  __Pyx_ErrRestore(__pyx_type, __pyx_value, __pyx_tb);}
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMEffectRep_TensorProd.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  goto __pyx_L2;
  __pyx_L0:;
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_factor_dims.rcbuffer->pybuffer);
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_kron_array.rcbuffer->pybuffer);
  __pyx_L2:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":492
 *                                                     nfactors, max_factor_dim, dim)
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (DMEffectRep_TensorProd,
 *                 (self.data_ref1, self.data_ref2,
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_22DMEffectRep_TensorProd_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_22DMEffectRep_TensorProd_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_22DMEffectRep_TensorProd_2__reduce__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_TensorProd *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_22DMEffectRep_TensorProd_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_TensorProd *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  __Pyx_RefNannySetupContext("__reduce__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":493
 * 
 *     def __reduce__(self):
 *         return (DMEffectRep_TensorProd,             # <<<<<<<<<<<<<<
 *                 (self.data_ref1, self.data_ref2,
 *                  (<DMEffectCRep_TensorProd*>self.c_effect)._nfactors,
 */
  __Pyx_XDECREF(__pyx_r);

  /* "pygsti/objects/replib/fastreplib.pyx":495
 *         return (DMEffectRep_TensorProd,
 *                 (self.data_ref1, self.data_ref2,
 *                  (<DMEffectCRep_TensorProd*>self.c_effect)._nfactors,             # <<<<<<<<<<<<<<
 *                  (<DMEffectCRep_TensorProd*>self.c_effect)._max_factor_dim,
 *                  self.c_effect._dim
 */
  __pyx_t_1 = __Pyx_PyInt_From_PY_LONG_LONG(((CReps::DMEffectCRep_TensorProd *)__pyx_v_self->__pyx_base.c_effect)->_nfactors); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 495, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);

  /* "pygsti/objects/replib/fastreplib.pyx":496
 *                 (self.data_ref1, self.data_ref2,
 *                  (<DMEffectCRep_TensorProd*>self.c_effect)._nfactors,
 *                  (<DMEffectCRep_TensorProd*>self.c_effect)._max_factor_dim,             # <<<<<<<<<<<<<<
 *                  self.c_effect._dim
 *                 ))
 */
  __pyx_t_2 = __Pyx_PyInt_From_PY_LONG_LONG(((CReps::DMEffectCRep_TensorProd *)__pyx_v_self->__pyx_base.c_effect)->_max_factor_dim); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 496, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);

  /* "pygsti/objects/replib/fastreplib.pyx":497
 *                  (<DMEffectCRep_TensorProd*>self.c_effect)._nfactors,
 *                  (<DMEffectCRep_TensorProd*>self.c_effect)._max_factor_dim,
 *                  self.c_effect._dim             # <<<<<<<<<<<<<<
 *                 ))
 * 
 */
  __pyx_t_3 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_self->__pyx_base.c_effect->_dim); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 497, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);

  /* "pygsti/objects/replib/fastreplib.pyx":494
 *     def __reduce__(self):
 *         return (DMEffectRep_TensorProd,
 *                 (self.data_ref1, self.data_ref2,             # <<<<<<<<<<<<<<
 *                  (<DMEffectCRep_TensorProd*>self.c_effect)._nfactors,
 *                  (<DMEffectCRep_TensorProd*>self.c_effect)._max_factor_dim,
 */
  __pyx_t_4 = PyTuple_New(5); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 494, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->data_ref1));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->data_ref1));
  PyTuple_SET_ITEM(__pyx_t_4, 0, ((PyObject *)__pyx_v_self->data_ref1));
  __Pyx_INCREF(((PyObject *)__pyx_v_self->data_ref2));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->data_ref2));
  PyTuple_SET_ITEM(__pyx_t_4, 1, ((PyObject *)__pyx_v_self->data_ref2));
  __Pyx_GIVEREF(__pyx_t_1);
  PyTuple_SET_ITEM(__pyx_t_4, 2, __pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_4, 3, __pyx_t_2);
  __Pyx_GIVEREF(__pyx_t_3);
  PyTuple_SET_ITEM(__pyx_t_4, 4, __pyx_t_3);
  __pyx_t_1 = 0;
  __pyx_t_2 = 0;
  __pyx_t_3 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":493
 * 
 *     def __reduce__(self):
 *         return (DMEffectRep_TensorProd,             # <<<<<<<<<<<<<<
 *                 (self.data_ref1, self.data_ref2,
 *                  (<DMEffectCRep_TensorProd*>self.c_effect)._nfactors,
 */
  __pyx_t_3 = PyTuple_New(2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 493, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_INCREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_TensorProd));
  __Pyx_GIVEREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_TensorProd));
  PyTuple_SET_ITEM(__pyx_t_3, 0, ((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_TensorProd));
  __Pyx_GIVEREF(__pyx_t_4);
  PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_t_4);
  __pyx_t_4 = 0;
  __pyx_r = __pyx_t_3;
  __pyx_t_3 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":492
 *                                                     nfactors, max_factor_dim, dim)
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (DMEffectRep_TensorProd,
 *                 (self.data_ref1, self.data_ref2,
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMEffectRep_TensorProd.__reduce__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":504
 *     cdef public np.ndarray zvals
 * 
 *     def __cinit__(self, np.ndarray[np.int64_t, ndim=1, mode='c'] zvals, INT dim):             # <<<<<<<<<<<<<<
 *         # cdef INT dim = 4**zvals.shape[0] -- just send as argument
 *         cdef INT nfactors = zvals.shape[0]
 */

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_25DMEffectRep_Computational_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_25DMEffectRep_Computational_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyArrayObject *__pyx_v_zvals = 0;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_zvals,&__pyx_n_s_dim,0};
    PyObject* values[2] = {0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_zvals)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_dim)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 2, 2, 1); __PYX_ERR(0, 504, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__cinit__") < 0)) __PYX_ERR(0, 504, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 2) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
    }
    __pyx_v_zvals = ((PyArrayObject *)values[0]);
    __pyx_v_dim = __Pyx_PyInt_As_PY_LONG_LONG(values[1]); if (unlikely((__pyx_v_dim == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 504, __pyx_L3_error)
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 504, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMEffectRep_Computational.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return -1;
  __pyx_L4_argument_unpacking_done:;
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_zvals), __pyx_ptype_5numpy_ndarray, 1, "zvals", 0))) __PYX_ERR(0, 504, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_25DMEffectRep_Computational___cinit__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational *)__pyx_v_self), __pyx_v_zvals, __pyx_v_dim);

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_25DMEffectRep_Computational___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational *__pyx_v_self, PyArrayObject *__pyx_v_zvals, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nfactors;
  double __pyx_v_abs_elval;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_base;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_zvals_int;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_zvals;
  __Pyx_Buffer __pyx_pybuffer_zvals;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  double __pyx_t_4;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_5;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_6;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_7;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_8;
  int __pyx_t_9;
  CReps::DMEffectCRep_Computational *__pyx_t_10;
  __Pyx_RefNannySetupContext("__cinit__", 0);
  __pyx_pybuffer_zvals.pybuffer.buf = NULL;
  __pyx_pybuffer_zvals.refcount = 0;
  __pyx_pybuffernd_zvals.data = NULL;
  __pyx_pybuffernd_zvals.rcbuffer = &__pyx_pybuffer_zvals;
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_zvals.rcbuffer->pybuffer, (PyObject*)__pyx_v_zvals, &__Pyx_TypeInfo_nn___pyx_t_5numpy_int64_t, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 504, __pyx_L1_error)
  }
  __pyx_pybuffernd_zvals.diminfo[0].strides = __pyx_pybuffernd_zvals.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_zvals.diminfo[0].shape = __pyx_pybuffernd_zvals.rcbuffer->pybuffer.shape[0];

  /* "pygsti/objects/replib/fastreplib.pyx":506
 *     def __cinit__(self, np.ndarray[np.int64_t, ndim=1, mode='c'] zvals, INT dim):
 *         # cdef INT dim = 4**zvals.shape[0] -- just send as argument
 *         cdef INT nfactors = zvals.shape[0]             # <<<<<<<<<<<<<<
 *         cdef double abs_elval = 1/(np.sqrt(2)**nfactors)
 *         cdef INT base = 1
 */
  __pyx_v_nfactors = (__pyx_v_zvals->dimensions[0]);

  /* "pygsti/objects/replib/fastreplib.pyx":507
 *         # cdef INT dim = 4**zvals.shape[0] -- just send as argument
 *         cdef INT nfactors = zvals.shape[0]
 *         cdef double abs_elval = 1/(np.sqrt(2)**nfactors)             # <<<<<<<<<<<<<<
 *         cdef INT base = 1
 *         cdef INT zvals_int = 0
 */
  __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_np); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 507, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_sqrt); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 507, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_2 = NULL;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) {
    __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3);
    if (likely(__pyx_t_2)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
      __Pyx_INCREF(__pyx_t_2);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_3, function);
    }
  }
  __pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_int_2) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_int_2);
  __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
  if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 507, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __pyx_t_3 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_nfactors); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 507, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_2 = PyNumber_Power(__pyx_t_1, __pyx_t_3, Py_None); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 507, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __pyx_t_3 = __Pyx_PyNumber_Divide(__pyx_int_1, __pyx_t_2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 507, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_4 = __pyx_PyFloat_AsDouble(__pyx_t_3); if (unlikely((__pyx_t_4 == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 507, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __pyx_v_abs_elval = __pyx_t_4;

  /* "pygsti/objects/replib/fastreplib.pyx":508
 *         cdef INT nfactors = zvals.shape[0]
 *         cdef double abs_elval = 1/(np.sqrt(2)**nfactors)
 *         cdef INT base = 1             # <<<<<<<<<<<<<<
 *         cdef INT zvals_int = 0
 *         for i in range(nfactors):
 */
  __pyx_v_base = 1;

  /* "pygsti/objects/replib/fastreplib.pyx":509
 *         cdef double abs_elval = 1/(np.sqrt(2)**nfactors)
 *         cdef INT base = 1
 *         cdef INT zvals_int = 0             # <<<<<<<<<<<<<<
 *         for i in range(nfactors):
 *             zvals_int += base * zvals[i]
 */
  __pyx_v_zvals_int = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":510
 *         cdef INT base = 1
 *         cdef INT zvals_int = 0
 *         for i in range(nfactors):             # <<<<<<<<<<<<<<
 *             zvals_int += base * zvals[i]
 *             base = base << 1 # *= 2
 */
  __pyx_t_5 = __pyx_v_nfactors;
  __pyx_t_6 = __pyx_t_5;
  for (__pyx_t_7 = 0; __pyx_t_7 < __pyx_t_6; __pyx_t_7+=1) {
    __pyx_v_i = __pyx_t_7;

    /* "pygsti/objects/replib/fastreplib.pyx":511
 *         cdef INT zvals_int = 0
 *         for i in range(nfactors):
 *             zvals_int += base * zvals[i]             # <<<<<<<<<<<<<<
 *             base = base << 1 # *= 2
 *         self.zvals = zvals
 */
    __pyx_t_8 = __pyx_v_i;
    __pyx_t_9 = -1;
    if (__pyx_t_8 < 0) {
      __pyx_t_8 += __pyx_pybuffernd_zvals.diminfo[0].shape;
      if (unlikely(__pyx_t_8 < 0)) __pyx_t_9 = 0;
    } else if (unlikely(__pyx_t_8 >= __pyx_pybuffernd_zvals.diminfo[0].shape)) __pyx_t_9 = 0;
    if (unlikely(__pyx_t_9 != -1)) {
      __Pyx_RaiseBufferIndexError(__pyx_t_9);
      __PYX_ERR(0, 511, __pyx_L1_error)
    }
    __pyx_v_zvals_int = (__pyx_v_zvals_int + (__pyx_v_base * (*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_zvals.rcbuffer->pybuffer.buf, __pyx_t_8, __pyx_pybuffernd_zvals.diminfo[0].strides))));

    /* "pygsti/objects/replib/fastreplib.pyx":512
 *         for i in range(nfactors):
 *             zvals_int += base * zvals[i]
 *             base = base << 1 # *= 2             # <<<<<<<<<<<<<<
 *         self.zvals = zvals
 *         self.c_effect = new DMEffectCRep_Computational(nfactors, zvals_int, abs_elval, dim)
 */
    __pyx_v_base = (__pyx_v_base << 1);
  }

  /* "pygsti/objects/replib/fastreplib.pyx":513
 *             zvals_int += base * zvals[i]
 *             base = base << 1 # *= 2
 *         self.zvals = zvals             # <<<<<<<<<<<<<<
 *         self.c_effect = new DMEffectCRep_Computational(nfactors, zvals_int, abs_elval, dim)
 * 
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_zvals));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_zvals));
  __Pyx_GOTREF(__pyx_v_self->zvals);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->zvals));
  __pyx_v_self->zvals = ((PyArrayObject *)__pyx_v_zvals);

  /* "pygsti/objects/replib/fastreplib.pyx":514
 *             base = base << 1 # *= 2
 *         self.zvals = zvals
 *         self.c_effect = new DMEffectCRep_Computational(nfactors, zvals_int, abs_elval, dim)             # <<<<<<<<<<<<<<
 * 
 *     def __reduce__(self):
 */
  try {
    __pyx_t_10 = new CReps::DMEffectCRep_Computational(__pyx_v_nfactors, __pyx_v_zvals_int, __pyx_v_abs_elval, __pyx_v_dim);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 514, __pyx_L1_error)
  }
  __pyx_v_self->__pyx_base.c_effect = __pyx_t_10;

  /* "pygsti/objects/replib/fastreplib.pyx":504
 *     cdef public np.ndarray zvals
 * 
 *     def __cinit__(self, np.ndarray[np.int64_t, ndim=1, mode='c'] zvals, INT dim):             # <<<<<<<<<<<<<<
 *         # cdef INT dim = 4**zvals.shape[0] -- just send as argument
 *         cdef INT nfactors = zvals.shape[0]
 */

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  { PyObject *__pyx_type, *__pyx_value, *__pyx_tb;
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    __Pyx_ErrFetch(&__pyx_type, &__pyx_value, &__pyx_tb);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_zvals.rcbuffer->pybuffer);
  __Pyx_ErrRestore(__pyx_type, __pyx_value, __pyx_tb);}
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMEffectRep_Computational.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  goto __pyx_L2;
  __pyx_L0:;
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_zvals.rcbuffer->pybuffer);
  __pyx_L2:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":516
 *         self.c_effect = new DMEffectCRep_Computational(nfactors, zvals_int, abs_elval, dim)
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (DMEffectRep_Computational, (self.zvals, self.c_effect._dim))
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_25DMEffectRep_Computational_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_25DMEffectRep_Computational_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_25DMEffectRep_Computational_2__reduce__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_25DMEffectRep_Computational_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  __Pyx_RefNannySetupContext("__reduce__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":517
 * 
 *     def __reduce__(self):
 *         return (DMEffectRep_Computational, (self.zvals, self.c_effect._dim))             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_self->__pyx_base.c_effect->_dim); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 517, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 517, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->zvals));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->zvals));
  PyTuple_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_v_self->zvals));
  __Pyx_GIVEREF(__pyx_t_1);
  PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_1);
  __pyx_t_1 = 0;
  __pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 517, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_INCREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational));
  __Pyx_GIVEREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational));
  PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational));
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_t_2);
  __pyx_t_2 = 0;
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":516
 *         self.c_effect = new DMEffectCRep_Computational(nfactors, zvals_int, abs_elval, dim)
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (DMEffectRep_Computational, (self.zvals, self.c_effect._dim))
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMEffectRep_Computational.__reduce__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":502
 * 
 * cdef class DMEffectRep_Computational(DMEffectRep):
 *     cdef public np.ndarray zvals             # <<<<<<<<<<<<<<
 * 
 *     def __cinit__(self, np.ndarray[np.int64_t, ndim=1, mode='c'] zvals, INT dim):
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_25DMEffectRep_Computational_5zvals_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_25DMEffectRep_Computational_5zvals_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_25DMEffectRep_Computational_5zvals___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_25DMEffectRep_Computational_5zvals___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->zvals));
  __pyx_r = ((PyObject *)__pyx_v_self->zvals);
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_25DMEffectRep_Computational_5zvals_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_25DMEffectRep_Computational_5zvals_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_25DMEffectRep_Computational_5zvals_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_25DMEffectRep_Computational_5zvals_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__set__", 0);
  if (!(likely(((__pyx_v_value) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_value, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 502, __pyx_L1_error)
  __pyx_t_1 = __pyx_v_value;
  __Pyx_INCREF(__pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __Pyx_GOTREF(__pyx_v_self->zvals);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->zvals));
  __pyx_v_self->zvals = ((PyArrayObject *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMEffectRep_Computational.zvals.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_25DMEffectRep_Computational_5zvals_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_25DMEffectRep_Computational_5zvals_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_25DMEffectRep_Computational_5zvals_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_25DMEffectRep_Computational_5zvals_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->zvals);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->zvals));
  __pyx_v_self->zvals = ((PyArrayObject *)Py_None);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":524
 *     cdef public DMEffectRep effect_rep
 * 
 *     def __cinit__(self, DMOpRep errgen_oprep not None, DMEffectRep effect_rep not None, errgen_id):             # <<<<<<<<<<<<<<
 *         cdef INT dim = effect_rep.c_effect._dim
 *         self.errgen_rep = errgen_oprep
 */

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *__pyx_v_errgen_oprep = 0;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep *__pyx_v_effect_rep = 0;
  PyObject *__pyx_v_errgen_id = 0;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_errgen_oprep,&__pyx_n_s_effect_rep,&__pyx_n_s_errgen_id,0};
    PyObject* values[3] = {0,0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
        CYTHON_FALLTHROUGH;
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_errgen_oprep)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_effect_rep)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 3, 3, 1); __PYX_ERR(0, 524, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  2:
        if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_errgen_id)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 3, 3, 2); __PYX_ERR(0, 524, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__cinit__") < 0)) __PYX_ERR(0, 524, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 3) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
      values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
    }
    __pyx_v_errgen_oprep = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *)values[0]);
    __pyx_v_effect_rep = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep *)values[1]);
    __pyx_v_errgen_id = values[2];
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 3, 3, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 524, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMEffectRep_Errgen.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return -1;
  __pyx_L4_argument_unpacking_done:;
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_errgen_oprep), __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep, 0, "errgen_oprep", 0))) __PYX_ERR(0, 524, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_effect_rep), __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep, 0, "effect_rep", 0))) __PYX_ERR(0, 524, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen___cinit__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen *)__pyx_v_self), __pyx_v_errgen_oprep, __pyx_v_effect_rep, __pyx_v_errgen_id);

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen *__pyx_v_self, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *__pyx_v_errgen_oprep, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep *__pyx_v_effect_rep, PyObject *__pyx_v_errgen_id) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_1;
  CReps::DMEffectCRep_Errgen *__pyx_t_2;
  __Pyx_RefNannySetupContext("__cinit__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":525
 * 
 *     def __cinit__(self, DMOpRep errgen_oprep not None, DMEffectRep effect_rep not None, errgen_id):
 *         cdef INT dim = effect_rep.c_effect._dim             # <<<<<<<<<<<<<<
 *         self.errgen_rep = errgen_oprep
 *         self.effect_rep = effect_rep
 */
  __pyx_t_1 = __pyx_v_effect_rep->c_effect->_dim;
  __pyx_v_dim = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":526
 *     def __cinit__(self, DMOpRep errgen_oprep not None, DMEffectRep effect_rep not None, errgen_id):
 *         cdef INT dim = effect_rep.c_effect._dim
 *         self.errgen_rep = errgen_oprep             # <<<<<<<<<<<<<<
 *         self.effect_rep = effect_rep
 *         self.c_effect = new DMEffectCRep_Errgen(errgen_oprep.c_gate,
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_errgen_oprep));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_errgen_oprep));
  __Pyx_GOTREF(__pyx_v_self->errgen_rep);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->errgen_rep));
  __pyx_v_self->errgen_rep = __pyx_v_errgen_oprep;

  /* "pygsti/objects/replib/fastreplib.pyx":527
 *         cdef INT dim = effect_rep.c_effect._dim
 *         self.errgen_rep = errgen_oprep
 *         self.effect_rep = effect_rep             # <<<<<<<<<<<<<<
 *         self.c_effect = new DMEffectCRep_Errgen(errgen_oprep.c_gate,
 *                                                 effect_rep.c_effect,
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_effect_rep));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_effect_rep));
  __Pyx_GOTREF(__pyx_v_self->effect_rep);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->effect_rep));
  __pyx_v_self->effect_rep = __pyx_v_effect_rep;

  /* "pygsti/objects/replib/fastreplib.pyx":530
 *         self.c_effect = new DMEffectCRep_Errgen(errgen_oprep.c_gate,
 *                                                 effect_rep.c_effect,
 *                                                 <INT>errgen_id, dim)             # <<<<<<<<<<<<<<
 * 
 *     def __reduce__(self):
 */
  __pyx_t_1 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_v_errgen_id); if (unlikely((__pyx_t_1 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 530, __pyx_L1_error)

  /* "pygsti/objects/replib/fastreplib.pyx":528
 *         self.errgen_rep = errgen_oprep
 *         self.effect_rep = effect_rep
 *         self.c_effect = new DMEffectCRep_Errgen(errgen_oprep.c_gate,             # <<<<<<<<<<<<<<
 *                                                 effect_rep.c_effect,
 *                                                 <INT>errgen_id, dim)
 */
  try {
    __pyx_t_2 = new CReps::DMEffectCRep_Errgen(__pyx_v_errgen_oprep->c_gate, __pyx_v_effect_rep->c_effect, ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_t_1), __pyx_v_dim);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 528, __pyx_L1_error)
  }
  __pyx_v_self->__pyx_base.c_effect = __pyx_t_2;

  /* "pygsti/objects/replib/fastreplib.pyx":524
 *     cdef public DMEffectRep effect_rep
 * 
 *     def __cinit__(self, DMOpRep errgen_oprep not None, DMEffectRep effect_rep not None, errgen_id):             # <<<<<<<<<<<<<<
 *         cdef INT dim = effect_rep.c_effect._dim
 *         self.errgen_rep = errgen_oprep
 */

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMEffectRep_Errgen.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":532
 *                                                 <INT>errgen_id, dim)
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (DMEffectRep_Errgen, (self.errgen_rep, self.effect_rep,
 *                                      (<DMEffectCRep_Errgen*>self.c_effect)._errgen_id))
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_2__reduce__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  __Pyx_RefNannySetupContext("__reduce__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":533
 * 
 *     def __reduce__(self):
 *         return (DMEffectRep_Errgen, (self.errgen_rep, self.effect_rep,             # <<<<<<<<<<<<<<
 *                                      (<DMEffectCRep_Errgen*>self.c_effect)._errgen_id))
 * 
 */
  __Pyx_XDECREF(__pyx_r);

  /* "pygsti/objects/replib/fastreplib.pyx":534
 *     def __reduce__(self):
 *         return (DMEffectRep_Errgen, (self.errgen_rep, self.effect_rep,
 *                                      (<DMEffectCRep_Errgen*>self.c_effect)._errgen_id))             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_t_1 = __Pyx_PyInt_From_PY_LONG_LONG(((CReps::DMEffectCRep_Errgen *)__pyx_v_self->__pyx_base.c_effect)->_errgen_id); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 534, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);

  /* "pygsti/objects/replib/fastreplib.pyx":533
 * 
 *     def __reduce__(self):
 *         return (DMEffectRep_Errgen, (self.errgen_rep, self.effect_rep,             # <<<<<<<<<<<<<<
 *                                      (<DMEffectCRep_Errgen*>self.c_effect)._errgen_id))
 * 
 */
  __pyx_t_2 = PyTuple_New(3); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 533, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->errgen_rep));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->errgen_rep));
  PyTuple_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_v_self->errgen_rep));
  __Pyx_INCREF(((PyObject *)__pyx_v_self->effect_rep));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->effect_rep));
  PyTuple_SET_ITEM(__pyx_t_2, 1, ((PyObject *)__pyx_v_self->effect_rep));
  __Pyx_GIVEREF(__pyx_t_1);
  PyTuple_SET_ITEM(__pyx_t_2, 2, __pyx_t_1);
  __pyx_t_1 = 0;
  __pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 533, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_INCREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen));
  __Pyx_GIVEREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen));
  PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen));
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_t_2);
  __pyx_t_2 = 0;
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":532
 *                                                 <INT>errgen_id, dim)
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (DMEffectRep_Errgen, (self.errgen_rep, self.effect_rep,
 *                                      (<DMEffectCRep_Errgen*>self.c_effect)._errgen_id))
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMEffectRep_Errgen.__reduce__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":521
 * 
 * cdef class DMEffectRep_Errgen(DMEffectRep):  #TODO!! Need to make SV version
 *     cdef public DMOpRep errgen_rep             # <<<<<<<<<<<<<<
 *     cdef public DMEffectRep effect_rep
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_10errgen_rep_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_10errgen_rep_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_10errgen_rep___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_10errgen_rep___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->errgen_rep));
  __pyx_r = ((PyObject *)__pyx_v_self->errgen_rep);
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_10errgen_rep_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_10errgen_rep_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_10errgen_rep_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_10errgen_rep_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__set__", 0);
  if (!(likely(((__pyx_v_value) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_value, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep))))) __PYX_ERR(0, 521, __pyx_L1_error)
  __pyx_t_1 = __pyx_v_value;
  __Pyx_INCREF(__pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __Pyx_GOTREF(__pyx_v_self->errgen_rep);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->errgen_rep));
  __pyx_v_self->errgen_rep = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMEffectRep_Errgen.errgen_rep.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_10errgen_rep_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_10errgen_rep_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_10errgen_rep_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_10errgen_rep_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->errgen_rep);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->errgen_rep));
  __pyx_v_self->errgen_rep = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *)Py_None);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":522
 * cdef class DMEffectRep_Errgen(DMEffectRep):  #TODO!! Need to make SV version
 *     cdef public DMOpRep errgen_rep
 *     cdef public DMEffectRep effect_rep             # <<<<<<<<<<<<<<
 * 
 *     def __cinit__(self, DMOpRep errgen_oprep not None, DMEffectRep effect_rep not None, errgen_id):
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_10effect_rep_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_10effect_rep_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_10effect_rep___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_10effect_rep___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->effect_rep));
  __pyx_r = ((PyObject *)__pyx_v_self->effect_rep);
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_10effect_rep_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_10effect_rep_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_10effect_rep_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_10effect_rep_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__set__", 0);
  if (!(likely(((__pyx_v_value) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_value, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep))))) __PYX_ERR(0, 522, __pyx_L1_error)
  __pyx_t_1 = __pyx_v_value;
  __Pyx_INCREF(__pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __Pyx_GOTREF(__pyx_v_self->effect_rep);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->effect_rep));
  __pyx_v_self->effect_rep = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMEffectRep_Errgen.effect_rep.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_10effect_rep_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_10effect_rep_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_10effect_rep_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_10effect_rep_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->effect_rep);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->effect_rep));
  __pyx_v_self->effect_rep = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep *)Py_None);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":540
 *     cdef DMOpCRep* c_gate
 * 
 *     def __cinit__(self):             # <<<<<<<<<<<<<<
 *         pass # self.c_gate = NULL ?
 * 
 */

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
  if (unlikely(PyTuple_GET_SIZE(__pyx_args) > 0)) {
    __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 0, 0, PyTuple_GET_SIZE(__pyx_args)); return -1;}
  if (unlikely(__pyx_kwds) && unlikely(PyDict_Size(__pyx_kwds) > 0) && unlikely(!__Pyx_CheckKeywordStrings(__pyx_kwds, "__cinit__", 0))) return -1;
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7DMOpRep___cinit__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7DMOpRep___cinit__(CYTHON_UNUSED struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__", 0);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":543
 *         pass # self.c_gate = NULL ?
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (DMOpRep, ())
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_2__reduce__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_2__reduce__(CYTHON_UNUSED struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__reduce__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":544
 * 
 *     def __reduce__(self):
 *         return (DMOpRep, ())             # <<<<<<<<<<<<<<
 * 
 *     def __dealloc__(self):
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 544, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_INCREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep));
  __Pyx_GIVEREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep));
  PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep));
  __Pyx_INCREF(__pyx_empty_tuple);
  __Pyx_GIVEREF(__pyx_empty_tuple);
  PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_empty_tuple);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":543
 *         pass # self.c_gate = NULL ?
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (DMOpRep, ())
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMOpRep.__reduce__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":546
 *         return (DMOpRep, ())
 * 
 *     def __dealloc__(self):             # <<<<<<<<<<<<<<
 *         del self.c_gate
 * 
 */

/* Python wrapper */
static void __pyx_pw_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_5__dealloc__(PyObject *__pyx_v_self); /*proto*/
static void __pyx_pw_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_5__dealloc__(PyObject *__pyx_v_self) {
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__dealloc__ (wrapper)", 0);
  __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_4__dealloc__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
}

static void __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_4__dealloc__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *__pyx_v_self) {
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__dealloc__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":547
 * 
 *     def __dealloc__(self):
 *         del self.c_gate             # <<<<<<<<<<<<<<
 * 
 *     @property
 */
  delete __pyx_v_self->c_gate;

  /* "pygsti/objects/replib/fastreplib.pyx":546
 *         return (DMOpRep, ())
 * 
 *     def __dealloc__(self):             # <<<<<<<<<<<<<<
 *         del self.c_gate
 * 
 */

  /* function exit code */
  __Pyx_RefNannyFinishContext();
}

/* "pygsti/objects/replib/fastreplib.pyx":550
 * 
 *     @property
 *     def dim(self):             # <<<<<<<<<<<<<<
 *         return self.c_gate._dim
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_3dim_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_3dim_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_3dim___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_3dim___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__get__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":551
 *     @property
 *     def dim(self):
 *         return self.c_gate._dim             # <<<<<<<<<<<<<<
 * 
 *     def acton(self, DMStateRep state not None):
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_self->c_gate->_dim); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 551, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":550
 * 
 *     @property
 *     def dim(self):             # <<<<<<<<<<<<<<
 *         return self.c_gate._dim
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMOpRep.dim.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":553
 *         return self.c_gate._dim
 * 
 *     def acton(self, DMStateRep state not None):             # <<<<<<<<<<<<<<
 *         cdef DMStateRep out_state = DMStateRep(np.empty(self.c_gate._dim, dtype='d'))
 *         #print("PYX acton called w/dim ", self.c_gate._dim, out_state.c_state._dim)
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_7acton(PyObject *__pyx_v_self, PyObject *__pyx_v_state); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_7acton(PyObject *__pyx_v_self, PyObject *__pyx_v_state) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("acton (wrapper)", 0);
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_state), __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMStateRep, 0, "state", 0))) __PYX_ERR(0, 553, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_6acton(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *)__pyx_v_self), ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *)__pyx_v_state));

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_6acton(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *__pyx_v_self, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *__pyx_v_state) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *__pyx_v_out_state = 0;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  __Pyx_RefNannySetupContext("acton", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":554
 * 
 *     def acton(self, DMStateRep state not None):
 *         cdef DMStateRep out_state = DMStateRep(np.empty(self.c_gate._dim, dtype='d'))             # <<<<<<<<<<<<<<
 *         #print("PYX acton called w/dim ", self.c_gate._dim, out_state.c_state._dim)
 *         # assert(state.c_state._dataptr != out_state.c_state._dataptr) # DEBUG
 */
  __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_np); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 554, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_empty); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 554, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_t_1 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_self->c_gate->_dim); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 554, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 554, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_GIVEREF(__pyx_t_1);
  PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_t_1);
  __pyx_t_1 = 0;
  __pyx_t_1 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 554, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_dtype, __pyx_n_s_d) < 0) __PYX_ERR(0, 554, __pyx_L1_error)
  __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_3, __pyx_t_1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 554, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_t_1 = __Pyx_PyObject_CallOneArg(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMStateRep), __pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 554, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  __pyx_v_out_state = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":557
 *         #print("PYX acton called w/dim ", self.c_gate._dim, out_state.c_state._dim)
 *         # assert(state.c_state._dataptr != out_state.c_state._dataptr) # DEBUG
 *         self.c_gate.acton(state.c_state, out_state.c_state)             # <<<<<<<<<<<<<<
 *         return out_state
 * 
 */
  (void)(__pyx_v_self->c_gate->acton(__pyx_v_state->c_state, __pyx_v_out_state->c_state));

  /* "pygsti/objects/replib/fastreplib.pyx":558
 *         # assert(state.c_state._dataptr != out_state.c_state._dataptr) # DEBUG
 *         self.c_gate.acton(state.c_state, out_state.c_state)
 *         return out_state             # <<<<<<<<<<<<<<
 * 
 *     def adjoint_acton(self, DMStateRep state not None):
 */
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_out_state));
  __pyx_r = ((PyObject *)__pyx_v_out_state);
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":553
 *         return self.c_gate._dim
 * 
 *     def acton(self, DMStateRep state not None):             # <<<<<<<<<<<<<<
 *         cdef DMStateRep out_state = DMStateRep(np.empty(self.c_gate._dim, dtype='d'))
 *         #print("PYX acton called w/dim ", self.c_gate._dim, out_state.c_state._dim)
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMOpRep.acton", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF((PyObject *)__pyx_v_out_state);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":560
 *         return out_state
 * 
 *     def adjoint_acton(self, DMStateRep state not None):             # <<<<<<<<<<<<<<
 *         cdef DMStateRep out_state = DMStateRep(np.empty(self.c_gate._dim, dtype='d'))
 *         #print("PYX acton called w/dim ", self.c_gate._dim, out_state.c_state._dim)
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_9adjoint_acton(PyObject *__pyx_v_self, PyObject *__pyx_v_state); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_9adjoint_acton(PyObject *__pyx_v_self, PyObject *__pyx_v_state) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("adjoint_acton (wrapper)", 0);
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_state), __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMStateRep, 0, "state", 0))) __PYX_ERR(0, 560, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_8adjoint_acton(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *)__pyx_v_self), ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *)__pyx_v_state));

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_8adjoint_acton(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *__pyx_v_self, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *__pyx_v_state) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *__pyx_v_out_state = 0;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  __Pyx_RefNannySetupContext("adjoint_acton", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":561
 * 
 *     def adjoint_acton(self, DMStateRep state not None):
 *         cdef DMStateRep out_state = DMStateRep(np.empty(self.c_gate._dim, dtype='d'))             # <<<<<<<<<<<<<<
 *         #print("PYX acton called w/dim ", self.c_gate._dim, out_state.c_state._dim)
 *         # assert(state.c_state._dataptr != out_state.c_state._dataptr) # DEBUG
 */
  __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_np); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 561, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_empty); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 561, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_t_1 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_self->c_gate->_dim); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 561, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 561, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_GIVEREF(__pyx_t_1);
  PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_t_1);
  __pyx_t_1 = 0;
  __pyx_t_1 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 561, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_dtype, __pyx_n_s_d) < 0) __PYX_ERR(0, 561, __pyx_L1_error)
  __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_3, __pyx_t_1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 561, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_t_1 = __Pyx_PyObject_CallOneArg(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMStateRep), __pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 561, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  __pyx_v_out_state = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":564
 *         #print("PYX acton called w/dim ", self.c_gate._dim, out_state.c_state._dim)
 *         # assert(state.c_state._dataptr != out_state.c_state._dataptr) # DEBUG
 *         self.c_gate.adjoint_acton(state.c_state, out_state.c_state)             # <<<<<<<<<<<<<<
 *         return out_state
 * 
 */
  (void)(__pyx_v_self->c_gate->adjoint_acton(__pyx_v_state->c_state, __pyx_v_out_state->c_state));

  /* "pygsti/objects/replib/fastreplib.pyx":565
 *         # assert(state.c_state._dataptr != out_state.c_state._dataptr) # DEBUG
 *         self.c_gate.adjoint_acton(state.c_state, out_state.c_state)
 *         return out_state             # <<<<<<<<<<<<<<
 * 
 *     def aslinearoperator(self):
 */
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_out_state));
  __pyx_r = ((PyObject *)__pyx_v_out_state);
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":560
 *         return out_state
 * 
 *     def adjoint_acton(self, DMStateRep state not None):             # <<<<<<<<<<<<<<
 *         cdef DMStateRep out_state = DMStateRep(np.empty(self.c_gate._dim, dtype='d'))
 *         #print("PYX acton called w/dim ", self.c_gate._dim, out_state.c_state._dim)
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMOpRep.adjoint_acton", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF((PyObject *)__pyx_v_out_state);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":567
 *         return out_state
 * 
 *     def aslinearoperator(self):             # <<<<<<<<<<<<<<
 *         def mv(v):
 *             if v.ndim == 2 and v.shape[1] == 1: v = v[:,0]
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_11aslinearoperator(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_11aslinearoperator(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("aslinearoperator (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_10aslinearoperator(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":568
 * 
 *     def aslinearoperator(self):
 *         def mv(v):             # <<<<<<<<<<<<<<
 *             if v.ndim == 2 and v.shape[1] == 1: v = v[:,0]
 *             in_state = DMStateRep(np.ascontiguousarray(v,'d'))
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_16aslinearoperator_1mv(PyObject *__pyx_self, PyObject *__pyx_v_v); /*proto*/
static PyMethodDef __pyx_mdef_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_16aslinearoperator_1mv = {"mv", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_16aslinearoperator_1mv, METH_O, 0};
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_16aslinearoperator_1mv(PyObject *__pyx_self, PyObject *__pyx_v_v) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("mv (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_16aslinearoperator_mv(__pyx_self, ((PyObject *)__pyx_v_v));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_16aslinearoperator_mv(PyObject *__pyx_self, PyObject *__pyx_v_v) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator *__pyx_cur_scope;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator *__pyx_outer_scope;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *__pyx_v_in_state = NULL;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  int __pyx_t_4;
  PyObject *__pyx_t_5 = NULL;
  int __pyx_t_6;
  PyObject *__pyx_t_7 = NULL;
  __Pyx_RefNannySetupContext("mv", 0);
  __pyx_outer_scope = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator *) __Pyx_CyFunction_GetClosure(__pyx_self);
  __pyx_cur_scope = __pyx_outer_scope;
  __Pyx_INCREF(__pyx_v_v);

  /* "pygsti/objects/replib/fastreplib.pyx":569
 *     def aslinearoperator(self):
 *         def mv(v):
 *             if v.ndim == 2 and v.shape[1] == 1: v = v[:,0]             # <<<<<<<<<<<<<<
 *             in_state = DMStateRep(np.ascontiguousarray(v,'d'))
 *             return self.acton(in_state).todense()
 */
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_v, __pyx_n_s_ndim); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 569, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = __Pyx_PyInt_EqObjC(__pyx_t_2, __pyx_int_2, 2, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 569, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 569, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  if (__pyx_t_4) {
  } else {
    __pyx_t_1 = __pyx_t_4;
    goto __pyx_L4_bool_binop_done;
  }
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_v, __pyx_n_s_shape); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 569, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_2 = __Pyx_GetItemInt(__pyx_t_3, 1, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 569, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __pyx_t_3 = __Pyx_PyInt_EqObjC(__pyx_t_2, __pyx_int_1, 1, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 569, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 569, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __pyx_t_1 = __pyx_t_4;
  __pyx_L4_bool_binop_done:;
  if (__pyx_t_1) {
    __pyx_t_3 = __Pyx_PyObject_GetItem(__pyx_v_v, __pyx_tuple__2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 569, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_DECREF_SET(__pyx_v_v, __pyx_t_3);
    __pyx_t_3 = 0;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":570
 *         def mv(v):
 *             if v.ndim == 2 and v.shape[1] == 1: v = v[:,0]
 *             in_state = DMStateRep(np.ascontiguousarray(v,'d'))             # <<<<<<<<<<<<<<
 *             return self.acton(in_state).todense()
 *         def rmv(v):
 */
  __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_np); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 570, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_ascontiguousarray); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 570, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_2 = NULL;
  __pyx_t_6 = 0;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_5))) {
    __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_5);
    if (likely(__pyx_t_2)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
      __Pyx_INCREF(__pyx_t_2);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_5, function);
      __pyx_t_6 = 1;
    }
  }
  #if CYTHON_FAST_PYCALL
  if (PyFunction_Check(__pyx_t_5)) {
    PyObject *__pyx_temp[3] = {__pyx_t_2, __pyx_v_v, __pyx_n_s_d};
    __pyx_t_3 = __Pyx_PyFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_6, 2+__pyx_t_6); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 570, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
    __Pyx_GOTREF(__pyx_t_3);
  } else
  #endif
  #if CYTHON_FAST_PYCCALL
  if (__Pyx_PyFastCFunction_Check(__pyx_t_5)) {
    PyObject *__pyx_temp[3] = {__pyx_t_2, __pyx_v_v, __pyx_n_s_d};
    __pyx_t_3 = __Pyx_PyCFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_6, 2+__pyx_t_6); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 570, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
    __Pyx_GOTREF(__pyx_t_3);
  } else
  #endif
  {
    __pyx_t_7 = PyTuple_New(2+__pyx_t_6); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 570, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_7);
    if (__pyx_t_2) {
      __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_t_2); __pyx_t_2 = NULL;
    }
    __Pyx_INCREF(__pyx_v_v);
    __Pyx_GIVEREF(__pyx_v_v);
    PyTuple_SET_ITEM(__pyx_t_7, 0+__pyx_t_6, __pyx_v_v);
    __Pyx_INCREF(__pyx_n_s_d);
    __Pyx_GIVEREF(__pyx_n_s_d);
    PyTuple_SET_ITEM(__pyx_t_7, 1+__pyx_t_6, __pyx_n_s_d);
    __pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_t_7, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 570, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
  }
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  __pyx_t_5 = __Pyx_PyObject_CallOneArg(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMStateRep), __pyx_t_3); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 570, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __pyx_v_in_state = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *)__pyx_t_5);
  __pyx_t_5 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":571
 *             if v.ndim == 2 and v.shape[1] == 1: v = v[:,0]
 *             in_state = DMStateRep(np.ascontiguousarray(v,'d'))
 *             return self.acton(in_state).todense()             # <<<<<<<<<<<<<<
 *         def rmv(v):
 *             if v.ndim == 2 and v.shape[1] == 1: v = v[:,0]
 */
  __Pyx_XDECREF(__pyx_r);
  if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 571, __pyx_L1_error) }
  __pyx_t_7 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_n_s_acton); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 571, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_7);
  __pyx_t_2 = NULL;
  if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_7))) {
    __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_7);
    if (likely(__pyx_t_2)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7);
      __Pyx_INCREF(__pyx_t_2);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_7, function);
    }
  }
  __pyx_t_3 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_7, __pyx_t_2, ((PyObject *)__pyx_v_in_state)) : __Pyx_PyObject_CallOneArg(__pyx_t_7, ((PyObject *)__pyx_v_in_state));
  __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
  if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 571, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
  __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_todense); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 571, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_7);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __pyx_t_3 = NULL;
  if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_7))) {
    __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_7);
    if (likely(__pyx_t_3)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7);
      __Pyx_INCREF(__pyx_t_3);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_7, function);
    }
  }
  __pyx_t_5 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_7, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_7);
  __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
  if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 571, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
  __pyx_r = __pyx_t_5;
  __pyx_t_5 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":568
 * 
 *     def aslinearoperator(self):
 *         def mv(v):             # <<<<<<<<<<<<<<
 *             if v.ndim == 2 and v.shape[1] == 1: v = v[:,0]
 *             in_state = DMStateRep(np.ascontiguousarray(v,'d'))
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_7);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMOpRep.aslinearoperator.mv", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF((PyObject *)__pyx_v_in_state);
  __Pyx_XDECREF(__pyx_v_v);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":572
 *             in_state = DMStateRep(np.ascontiguousarray(v,'d'))
 *             return self.acton(in_state).todense()
 *         def rmv(v):             # <<<<<<<<<<<<<<
 *             if v.ndim == 2 and v.shape[1] == 1: v = v[:,0]
 *             in_state = DMStateRep(np.ascontiguousarray(v,'d'))
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_16aslinearoperator_3rmv(PyObject *__pyx_self, PyObject *__pyx_v_v); /*proto*/
static PyMethodDef __pyx_mdef_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_16aslinearoperator_3rmv = {"rmv", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_16aslinearoperator_3rmv, METH_O, 0};
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_16aslinearoperator_3rmv(PyObject *__pyx_self, PyObject *__pyx_v_v) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("rmv (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_16aslinearoperator_2rmv(__pyx_self, ((PyObject *)__pyx_v_v));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_16aslinearoperator_2rmv(PyObject *__pyx_self, PyObject *__pyx_v_v) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator *__pyx_cur_scope;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator *__pyx_outer_scope;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *__pyx_v_in_state = NULL;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  int __pyx_t_4;
  PyObject *__pyx_t_5 = NULL;
  int __pyx_t_6;
  PyObject *__pyx_t_7 = NULL;
  __Pyx_RefNannySetupContext("rmv", 0);
  __pyx_outer_scope = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator *) __Pyx_CyFunction_GetClosure(__pyx_self);
  __pyx_cur_scope = __pyx_outer_scope;
  __Pyx_INCREF(__pyx_v_v);

  /* "pygsti/objects/replib/fastreplib.pyx":573
 *             return self.acton(in_state).todense()
 *         def rmv(v):
 *             if v.ndim == 2 and v.shape[1] == 1: v = v[:,0]             # <<<<<<<<<<<<<<
 *             in_state = DMStateRep(np.ascontiguousarray(v,'d'))
 *             return self.adjoint_acton(in_state).todense()
 */
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_v, __pyx_n_s_ndim); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 573, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = __Pyx_PyInt_EqObjC(__pyx_t_2, __pyx_int_2, 2, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 573, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 573, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  if (__pyx_t_4) {
  } else {
    __pyx_t_1 = __pyx_t_4;
    goto __pyx_L4_bool_binop_done;
  }
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_v, __pyx_n_s_shape); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 573, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_2 = __Pyx_GetItemInt(__pyx_t_3, 1, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 573, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __pyx_t_3 = __Pyx_PyInt_EqObjC(__pyx_t_2, __pyx_int_1, 1, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 573, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 573, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __pyx_t_1 = __pyx_t_4;
  __pyx_L4_bool_binop_done:;
  if (__pyx_t_1) {
    __pyx_t_3 = __Pyx_PyObject_GetItem(__pyx_v_v, __pyx_tuple__2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 573, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_DECREF_SET(__pyx_v_v, __pyx_t_3);
    __pyx_t_3 = 0;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":574
 *         def rmv(v):
 *             if v.ndim == 2 and v.shape[1] == 1: v = v[:,0]
 *             in_state = DMStateRep(np.ascontiguousarray(v,'d'))             # <<<<<<<<<<<<<<
 *             return self.adjoint_acton(in_state).todense()
 *         dim = self.c_gate._dim
 */
  __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_np); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 574, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_ascontiguousarray); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 574, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_2 = NULL;
  __pyx_t_6 = 0;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_5))) {
    __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_5);
    if (likely(__pyx_t_2)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
      __Pyx_INCREF(__pyx_t_2);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_5, function);
      __pyx_t_6 = 1;
    }
  }
  #if CYTHON_FAST_PYCALL
  if (PyFunction_Check(__pyx_t_5)) {
    PyObject *__pyx_temp[3] = {__pyx_t_2, __pyx_v_v, __pyx_n_s_d};
    __pyx_t_3 = __Pyx_PyFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_6, 2+__pyx_t_6); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 574, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
    __Pyx_GOTREF(__pyx_t_3);
  } else
  #endif
  #if CYTHON_FAST_PYCCALL
  if (__Pyx_PyFastCFunction_Check(__pyx_t_5)) {
    PyObject *__pyx_temp[3] = {__pyx_t_2, __pyx_v_v, __pyx_n_s_d};
    __pyx_t_3 = __Pyx_PyCFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_6, 2+__pyx_t_6); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 574, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
    __Pyx_GOTREF(__pyx_t_3);
  } else
  #endif
  {
    __pyx_t_7 = PyTuple_New(2+__pyx_t_6); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 574, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_7);
    if (__pyx_t_2) {
      __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_t_2); __pyx_t_2 = NULL;
    }
    __Pyx_INCREF(__pyx_v_v);
    __Pyx_GIVEREF(__pyx_v_v);
    PyTuple_SET_ITEM(__pyx_t_7, 0+__pyx_t_6, __pyx_v_v);
    __Pyx_INCREF(__pyx_n_s_d);
    __Pyx_GIVEREF(__pyx_n_s_d);
    PyTuple_SET_ITEM(__pyx_t_7, 1+__pyx_t_6, __pyx_n_s_d);
    __pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_t_7, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 574, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
  }
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  __pyx_t_5 = __Pyx_PyObject_CallOneArg(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMStateRep), __pyx_t_3); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 574, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __pyx_v_in_state = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *)__pyx_t_5);
  __pyx_t_5 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":575
 *             if v.ndim == 2 and v.shape[1] == 1: v = v[:,0]
 *             in_state = DMStateRep(np.ascontiguousarray(v,'d'))
 *             return self.adjoint_acton(in_state).todense()             # <<<<<<<<<<<<<<
 *         dim = self.c_gate._dim
 *         return LinearOperator((dim,dim), matvec=mv, rmatvec=rmv) # transpose, adjoint, dot, matmat?
 */
  __Pyx_XDECREF(__pyx_r);
  if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 575, __pyx_L1_error) }
  __pyx_t_7 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_n_s_adjoint_acton); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 575, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_7);
  __pyx_t_2 = NULL;
  if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_7))) {
    __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_7);
    if (likely(__pyx_t_2)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7);
      __Pyx_INCREF(__pyx_t_2);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_7, function);
    }
  }
  __pyx_t_3 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_7, __pyx_t_2, ((PyObject *)__pyx_v_in_state)) : __Pyx_PyObject_CallOneArg(__pyx_t_7, ((PyObject *)__pyx_v_in_state));
  __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
  if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 575, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
  __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_todense); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 575, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_7);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __pyx_t_3 = NULL;
  if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_7))) {
    __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_7);
    if (likely(__pyx_t_3)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7);
      __Pyx_INCREF(__pyx_t_3);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_7, function);
    }
  }
  __pyx_t_5 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_7, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_7);
  __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
  if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 575, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
  __pyx_r = __pyx_t_5;
  __pyx_t_5 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":572
 *             in_state = DMStateRep(np.ascontiguousarray(v,'d'))
 *             return self.acton(in_state).todense()
 *         def rmv(v):             # <<<<<<<<<<<<<<
 *             if v.ndim == 2 and v.shape[1] == 1: v = v[:,0]
 *             in_state = DMStateRep(np.ascontiguousarray(v,'d'))
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_7);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMOpRep.aslinearoperator.rmv", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF((PyObject *)__pyx_v_in_state);
  __Pyx_XDECREF(__pyx_v_v);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":567
 *         return out_state
 * 
 *     def aslinearoperator(self):             # <<<<<<<<<<<<<<
 *         def mv(v):
 *             if v.ndim == 2 and v.shape[1] == 1: v = v[:,0]
 */

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_10aslinearoperator(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *__pyx_v_self) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator *__pyx_cur_scope;
  PyObject *__pyx_v_mv = 0;
  PyObject *__pyx_v_rmv = 0;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_2;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  PyObject *__pyx_t_5 = NULL;
  __Pyx_RefNannySetupContext("aslinearoperator", 0);
  __pyx_cur_scope = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator *)__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator, __pyx_empty_tuple, NULL);
  if (unlikely(!__pyx_cur_scope)) {
    __pyx_cur_scope = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator *)Py_None);
    __Pyx_INCREF(Py_None);
    __PYX_ERR(0, 567, __pyx_L1_error)
  } else {
    __Pyx_GOTREF(__pyx_cur_scope);
  }
  __pyx_cur_scope->__pyx_v_self = __pyx_v_self;
  __Pyx_INCREF((PyObject *)__pyx_cur_scope->__pyx_v_self);
  __Pyx_GIVEREF((PyObject *)__pyx_cur_scope->__pyx_v_self);

  /* "pygsti/objects/replib/fastreplib.pyx":568
 * 
 *     def aslinearoperator(self):
 *         def mv(v):             # <<<<<<<<<<<<<<
 *             if v.ndim == 2 and v.shape[1] == 1: v = v[:,0]
 *             in_state = DMStateRep(np.ascontiguousarray(v,'d'))
 */
  __pyx_t_1 = __Pyx_CyFunction_NewEx(&__pyx_mdef_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_16aslinearoperator_1mv, 0, __pyx_n_s_aslinearoperator_locals_mv, ((PyObject*)__pyx_cur_scope), __pyx_n_s_pygsti_objects_replib_fastreplib_2, __pyx_d, ((PyObject *)__pyx_codeobj__4)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 568, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_v_mv = __pyx_t_1;
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":572
 *             in_state = DMStateRep(np.ascontiguousarray(v,'d'))
 *             return self.acton(in_state).todense()
 *         def rmv(v):             # <<<<<<<<<<<<<<
 *             if v.ndim == 2 and v.shape[1] == 1: v = v[:,0]
 *             in_state = DMStateRep(np.ascontiguousarray(v,'d'))
 */
  __pyx_t_1 = __Pyx_CyFunction_NewEx(&__pyx_mdef_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_16aslinearoperator_3rmv, 0, __pyx_n_s_aslinearoperator_locals_rmv, ((PyObject*)__pyx_cur_scope), __pyx_n_s_pygsti_objects_replib_fastreplib_2, __pyx_d, ((PyObject *)__pyx_codeobj__6)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 572, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_v_rmv = __pyx_t_1;
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":576
 *             in_state = DMStateRep(np.ascontiguousarray(v,'d'))
 *             return self.adjoint_acton(in_state).todense()
 *         dim = self.c_gate._dim             # <<<<<<<<<<<<<<
 *         return LinearOperator((dim,dim), matvec=mv, rmatvec=rmv) # transpose, adjoint, dot, matmat?
 * 
 */
  __pyx_t_2 = __pyx_cur_scope->__pyx_v_self->c_gate->_dim;
  __pyx_v_dim = __pyx_t_2;

  /* "pygsti/objects/replib/fastreplib.pyx":577
 *             return self.adjoint_acton(in_state).todense()
 *         dim = self.c_gate._dim
 *         return LinearOperator((dim,dim), matvec=mv, rmatvec=rmv) # transpose, adjoint, dot, matmat?             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __Pyx_XDECREF(__pyx_r);
  __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_LinearOperator); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 577, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_3 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_dim); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 577, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_4 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_dim); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 577, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __pyx_t_5 = PyTuple_New(2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 577, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_GIVEREF(__pyx_t_3);
  PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_3);
  __Pyx_GIVEREF(__pyx_t_4);
  PyTuple_SET_ITEM(__pyx_t_5, 1, __pyx_t_4);
  __pyx_t_3 = 0;
  __pyx_t_4 = 0;
  __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 577, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __Pyx_GIVEREF(__pyx_t_5);
  PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_5);
  __pyx_t_5 = 0;
  __pyx_t_5 = __Pyx_PyDict_NewPresized(2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 577, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  if (PyDict_SetItem(__pyx_t_5, __pyx_n_s_matvec, __pyx_v_mv) < 0) __PYX_ERR(0, 577, __pyx_L1_error)
  if (PyDict_SetItem(__pyx_t_5, __pyx_n_s_rmatvec, __pyx_v_rmv) < 0) __PYX_ERR(0, 577, __pyx_L1_error)
  __pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_4, __pyx_t_5); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 577, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  __pyx_r = __pyx_t_3;
  __pyx_t_3 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":567
 *         return out_state
 * 
 *     def aslinearoperator(self):             # <<<<<<<<<<<<<<
 *         def mv(v):
 *             if v.ndim == 2 and v.shape[1] == 1: v = v[:,0]
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMOpRep.aslinearoperator", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_mv);
  __Pyx_XDECREF(__pyx_v_rmv);
  __Pyx_DECREF(((PyObject *)__pyx_cur_scope));
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":584
 *     cdef public np.ndarray base
 * 
 *     def __cinit__(self, np.ndarray[double, ndim=2, mode='c'] data, int reducefix=0):             # <<<<<<<<<<<<<<
 *         if reducefix == 0:
 *             self.base = data  # the usual case - just take data ptr
 */

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_13DMOpRep_Dense_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_13DMOpRep_Dense_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyArrayObject *__pyx_v_data = 0;
  int __pyx_v_reducefix;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_data,&__pyx_n_s_reducefix,0};
    PyObject* values[2] = {0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_data)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (kw_args > 0) {
          PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_reducefix);
          if (value) { values[1] = value; kw_args--; }
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__cinit__") < 0)) __PYX_ERR(0, 584, __pyx_L3_error)
      }
    } else {
      switch (PyTuple_GET_SIZE(__pyx_args)) {
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        break;
        default: goto __pyx_L5_argtuple_error;
      }
    }
    __pyx_v_data = ((PyArrayObject *)values[0]);
    if (values[1]) {
      __pyx_v_reducefix = __Pyx_PyInt_As_int(values[1]); if (unlikely((__pyx_v_reducefix == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 584, __pyx_L3_error)
    } else {
      __pyx_v_reducefix = ((int)0);
    }
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("__cinit__", 0, 1, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 584, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMOpRep_Dense.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return -1;
  __pyx_L4_argument_unpacking_done:;
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_data), __pyx_ptype_5numpy_ndarray, 1, "data", 0))) __PYX_ERR(0, 584, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_13DMOpRep_Dense___cinit__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense *)__pyx_v_self), __pyx_v_data, __pyx_v_reducefix);

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_13DMOpRep_Dense___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense *__pyx_v_self, PyArrayObject *__pyx_v_data, int __pyx_v_reducefix) {
  __Pyx_LocalBuf_ND __pyx_pybuffernd_data;
  __Pyx_Buffer __pyx_pybuffer_data;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  PyObject *__pyx_t_5 = NULL;
  CReps::DMOpCRep_Dense *__pyx_t_6;
  __Pyx_RefNannySetupContext("__cinit__", 0);
  __pyx_pybuffer_data.pybuffer.buf = NULL;
  __pyx_pybuffer_data.refcount = 0;
  __pyx_pybuffernd_data.data = NULL;
  __pyx_pybuffernd_data.rcbuffer = &__pyx_pybuffer_data;
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_data.rcbuffer->pybuffer, (PyObject*)__pyx_v_data, &__Pyx_TypeInfo_double, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 2, 0, __pyx_stack) == -1)) __PYX_ERR(0, 584, __pyx_L1_error)
  }
  __pyx_pybuffernd_data.diminfo[0].strides = __pyx_pybuffernd_data.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_data.diminfo[0].shape = __pyx_pybuffernd_data.rcbuffer->pybuffer.shape[0]; __pyx_pybuffernd_data.diminfo[1].strides = __pyx_pybuffernd_data.rcbuffer->pybuffer.strides[1]; __pyx_pybuffernd_data.diminfo[1].shape = __pyx_pybuffernd_data.rcbuffer->pybuffer.shape[1];

  /* "pygsti/objects/replib/fastreplib.pyx":585
 * 
 *     def __cinit__(self, np.ndarray[double, ndim=2, mode='c'] data, int reducefix=0):
 *         if reducefix == 0:             # <<<<<<<<<<<<<<
 *             self.base = data  # the usual case - just take data ptr
 *         else:
 */
  __pyx_t_1 = ((__pyx_v_reducefix == 0) != 0);
  if (__pyx_t_1) {

    /* "pygsti/objects/replib/fastreplib.pyx":586
 *     def __cinit__(self, np.ndarray[double, ndim=2, mode='c'] data, int reducefix=0):
 *         if reducefix == 0:
 *             self.base = data  # the usual case - just take data ptr             # <<<<<<<<<<<<<<
 *         else:
 *             # because serialization of numpy array flags is borked (around Numpy v1.16), we need to copy data
 */
    __Pyx_INCREF(((PyObject *)__pyx_v_data));
    __Pyx_GIVEREF(((PyObject *)__pyx_v_data));
    __Pyx_GOTREF(__pyx_v_self->base);
    __Pyx_DECREF(((PyObject *)__pyx_v_self->base));
    __pyx_v_self->base = ((PyArrayObject *)__pyx_v_data);

    /* "pygsti/objects/replib/fastreplib.pyx":585
 * 
 *     def __cinit__(self, np.ndarray[double, ndim=2, mode='c'] data, int reducefix=0):
 *         if reducefix == 0:             # <<<<<<<<<<<<<<
 *             self.base = data  # the usual case - just take data ptr
 *         else:
 */
    goto __pyx_L3;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":590
 *             # because serialization of numpy array flags is borked (around Numpy v1.16), we need to copy data
 *             # (so self.base *owns* it's data) and manually convey the writeable flag.
 *             self.base = np.require(data.copy(), requirements=['OWNDATA', 'C_CONTIGUOUS'])             # <<<<<<<<<<<<<<
 *             self.base.flags.writeable = True if reducefix == 1 else False
 * 
 */
  /*else*/ {
    __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_np); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 590, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_require); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 590, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __pyx_t_4 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_data), __pyx_n_s_copy); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 590, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    __pyx_t_5 = NULL;
    if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) {
      __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_4);
      if (likely(__pyx_t_5)) {
        PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
        __Pyx_INCREF(__pyx_t_5);
        __Pyx_INCREF(function);
        __Pyx_DECREF_SET(__pyx_t_4, function);
      }
    }
    __pyx_t_2 = (__pyx_t_5) ? __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_5) : __Pyx_PyObject_CallNoArg(__pyx_t_4);
    __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
    if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 590, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
    __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 590, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    __Pyx_GIVEREF(__pyx_t_2);
    PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_2);
    __pyx_t_2 = 0;
    __pyx_t_2 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 590, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_5 = PyList_New(2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 590, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    __Pyx_INCREF(__pyx_n_s_OWNDATA);
    __Pyx_GIVEREF(__pyx_n_s_OWNDATA);
    PyList_SET_ITEM(__pyx_t_5, 0, __pyx_n_s_OWNDATA);
    __Pyx_INCREF(__pyx_n_s_C_CONTIGUOUS);
    __Pyx_GIVEREF(__pyx_n_s_C_CONTIGUOUS);
    PyList_SET_ITEM(__pyx_t_5, 1, __pyx_n_s_C_CONTIGUOUS);
    if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_requirements, __pyx_t_5) < 0) __PYX_ERR(0, 590, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
    __pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_4, __pyx_t_2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 590, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    if (!(likely(((__pyx_t_5) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_5, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 590, __pyx_L1_error)
    __Pyx_GIVEREF(__pyx_t_5);
    __Pyx_GOTREF(__pyx_v_self->base);
    __Pyx_DECREF(((PyObject *)__pyx_v_self->base));
    __pyx_v_self->base = ((PyArrayObject *)__pyx_t_5);
    __pyx_t_5 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":591
 *             # (so self.base *owns* it's data) and manually convey the writeable flag.
 *             self.base = np.require(data.copy(), requirements=['OWNDATA', 'C_CONTIGUOUS'])
 *             self.base.flags.writeable = True if reducefix == 1 else False             # <<<<<<<<<<<<<<
 * 
 *         #print("PYX dense gate constructed w/dim ",data.shape[0])
 */
    if (((__pyx_v_reducefix == 1) != 0)) {
      __Pyx_INCREF(Py_True);
      __pyx_t_5 = Py_True;
    } else {
      __Pyx_INCREF(Py_False);
      __pyx_t_5 = Py_False;
    }
    __pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self->base), __pyx_n_s_flags); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 591, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    if (__Pyx_PyObject_SetAttrStr(__pyx_t_2, __pyx_n_s_writeable, __pyx_t_5) < 0) __PYX_ERR(0, 591, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  }
  __pyx_L3:;

  /* "pygsti/objects/replib/fastreplib.pyx":594
 * 
 *         #print("PYX dense gate constructed w/dim ",data.shape[0])
 *         self.c_gate = new DMOpCRep_Dense(<double*>self.base.data,             # <<<<<<<<<<<<<<
 *                                            <INT>self.base.shape[0])
 * 
 */
  try {
    __pyx_t_6 = new CReps::DMOpCRep_Dense(((double *)__pyx_v_self->base->data), ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)(__pyx_v_self->base->dimensions[0])));
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 594, __pyx_L1_error)
  }
  __pyx_v_self->__pyx_base.c_gate = __pyx_t_6;

  /* "pygsti/objects/replib/fastreplib.pyx":584
 *     cdef public np.ndarray base
 * 
 *     def __cinit__(self, np.ndarray[double, ndim=2, mode='c'] data, int reducefix=0):             # <<<<<<<<<<<<<<
 *         if reducefix == 0:
 *             self.base = data  # the usual case - just take data ptr
 */

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_5);
  { PyObject *__pyx_type, *__pyx_value, *__pyx_tb;
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    __Pyx_ErrFetch(&__pyx_type, &__pyx_value, &__pyx_tb);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_data.rcbuffer->pybuffer);
  __Pyx_ErrRestore(__pyx_type, __pyx_value, __pyx_tb);}
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMOpRep_Dense.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  goto __pyx_L2;
  __pyx_L0:;
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_data.rcbuffer->pybuffer);
  __pyx_L2:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":597
 *                                            <INT>self.base.shape[0])
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         reducefix = 1 if self.base.flags.writeable else 2
 *         return (DMOpRep_Dense, (self.base, reducefix))
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_13DMOpRep_Dense_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_13DMOpRep_Dense_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_13DMOpRep_Dense_2__reduce__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_13DMOpRep_Dense_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense *__pyx_v_self) {
  long __pyx_v_reducefix;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  long __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  int __pyx_t_4;
  __Pyx_RefNannySetupContext("__reduce__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":598
 * 
 *     def __reduce__(self):
 *         reducefix = 1 if self.base.flags.writeable else 2             # <<<<<<<<<<<<<<
 *         return (DMOpRep_Dense, (self.base, reducefix))
 * 
 */
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self->base), __pyx_n_s_flags); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 598, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_writeable); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 598, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 598, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  if (__pyx_t_4) {
    __pyx_t_1 = 1;
  } else {
    __pyx_t_1 = 2;
  }
  __pyx_v_reducefix = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":599
 *     def __reduce__(self):
 *         reducefix = 1 if self.base.flags.writeable else 2
 *         return (DMOpRep_Dense, (self.base, reducefix))             # <<<<<<<<<<<<<<
 * 
 *     def __str__(self):
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_3 = __Pyx_PyInt_From_long(__pyx_v_reducefix); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 599, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 599, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->base));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->base));
  PyTuple_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_v_self->base));
  __Pyx_GIVEREF(__pyx_t_3);
  PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_3);
  __pyx_t_3 = 0;
  __pyx_t_3 = PyTuple_New(2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 599, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_INCREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense));
  __Pyx_GIVEREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense));
  PyTuple_SET_ITEM(__pyx_t_3, 0, ((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense));
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_t_2);
  __pyx_t_2 = 0;
  __pyx_r = __pyx_t_3;
  __pyx_t_3 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":597
 *                                            <INT>self.base.shape[0])
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         reducefix = 1 if self.base.flags.writeable else 2
 *         return (DMOpRep_Dense, (self.base, reducefix))
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMOpRep_Dense.__reduce__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":601
 *         return (DMOpRep_Dense, (self.base, reducefix))
 * 
 *     def __str__(self):             # <<<<<<<<<<<<<<
 *         s = ""
 *         cdef DMOpCRep_Dense* my_cgate = <DMOpCRep_Dense*>self.c_gate # b/c we know it's a _Dense gate...
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_13DMOpRep_Dense_5__str__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_13DMOpRep_Dense_5__str__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__str__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_13DMOpRep_Dense_4__str__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_13DMOpRep_Dense_4__str__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense *__pyx_v_self) {
  PyObject *__pyx_v_s = NULL;
  CReps::DMOpCRep_Dense *__pyx_v_my_cgate;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_j;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_k;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_1;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_2;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_3;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_4;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_5;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_6;
  PyObject *__pyx_t_7 = NULL;
  PyObject *__pyx_t_8 = NULL;
  __Pyx_RefNannySetupContext("__str__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":602
 * 
 *     def __str__(self):
 *         s = ""             # <<<<<<<<<<<<<<
 *         cdef DMOpCRep_Dense* my_cgate = <DMOpCRep_Dense*>self.c_gate # b/c we know it's a _Dense gate...
 *         cdef INT i,j,k
 */
  __Pyx_INCREF(__pyx_kp_s__7);
  __pyx_v_s = __pyx_kp_s__7;

  /* "pygsti/objects/replib/fastreplib.pyx":603
 *     def __str__(self):
 *         s = ""
 *         cdef DMOpCRep_Dense* my_cgate = <DMOpCRep_Dense*>self.c_gate # b/c we know it's a _Dense gate...             # <<<<<<<<<<<<<<
 *         cdef INT i,j,k
 *         for i in range(my_cgate._dim):
 */
  __pyx_v_my_cgate = ((CReps::DMOpCRep_Dense *)__pyx_v_self->__pyx_base.c_gate);

  /* "pygsti/objects/replib/fastreplib.pyx":605
 *         cdef DMOpCRep_Dense* my_cgate = <DMOpCRep_Dense*>self.c_gate # b/c we know it's a _Dense gate...
 *         cdef INT i,j,k
 *         for i in range(my_cgate._dim):             # <<<<<<<<<<<<<<
 *             k = i*my_cgate._dim
 *             for j in range(my_cgate._dim):
 */
  __pyx_t_1 = __pyx_v_my_cgate->_dim;
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
    __pyx_v_i = __pyx_t_3;

    /* "pygsti/objects/replib/fastreplib.pyx":606
 *         cdef INT i,j,k
 *         for i in range(my_cgate._dim):
 *             k = i*my_cgate._dim             # <<<<<<<<<<<<<<
 *             for j in range(my_cgate._dim):
 *                 s += str(my_cgate._dataptr[k+j]) + " "
 */
    __pyx_v_k = (__pyx_v_i * __pyx_v_my_cgate->_dim);

    /* "pygsti/objects/replib/fastreplib.pyx":607
 *         for i in range(my_cgate._dim):
 *             k = i*my_cgate._dim
 *             for j in range(my_cgate._dim):             # <<<<<<<<<<<<<<
 *                 s += str(my_cgate._dataptr[k+j]) + " "
 *             s += "\n"
 */
    __pyx_t_4 = __pyx_v_my_cgate->_dim;
    __pyx_t_5 = __pyx_t_4;
    for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) {
      __pyx_v_j = __pyx_t_6;

      /* "pygsti/objects/replib/fastreplib.pyx":608
 *             k = i*my_cgate._dim
 *             for j in range(my_cgate._dim):
 *                 s += str(my_cgate._dataptr[k+j]) + " "             # <<<<<<<<<<<<<<
 *             s += "\n"
 *         return s
 */
      __pyx_t_7 = PyFloat_FromDouble((__pyx_v_my_cgate->_dataptr[(__pyx_v_k + __pyx_v_j)])); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 608, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_7);
      __pyx_t_8 = __Pyx_PyObject_CallOneArg(((PyObject *)(&PyString_Type)), __pyx_t_7); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 608, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_8);
      __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
      __pyx_t_7 = PyNumber_Add(__pyx_t_8, __pyx_kp_s__8); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 608, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_7);
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
      __pyx_t_8 = PyNumber_InPlaceAdd(__pyx_v_s, __pyx_t_7); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 608, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_8);
      __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
      __Pyx_DECREF_SET(__pyx_v_s, __pyx_t_8);
      __pyx_t_8 = 0;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":609
 *             for j in range(my_cgate._dim):
 *                 s += str(my_cgate._dataptr[k+j]) + " "
 *             s += "\n"             # <<<<<<<<<<<<<<
 *         return s
 * 
 */
    __pyx_t_8 = PyNumber_InPlaceAdd(__pyx_v_s, __pyx_kp_s__9); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 609, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_8);
    __Pyx_DECREF_SET(__pyx_v_s, __pyx_t_8);
    __pyx_t_8 = 0;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":610
 *                 s += str(my_cgate._dataptr[k+j]) + " "
 *             s += "\n"
 *         return s             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(__pyx_v_s);
  __pyx_r = __pyx_v_s;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":601
 *         return (DMOpRep_Dense, (self.base, reducefix))
 * 
 *     def __str__(self):             # <<<<<<<<<<<<<<
 *         s = ""
 *         cdef DMOpCRep_Dense* my_cgate = <DMOpCRep_Dense*>self.c_gate # b/c we know it's a _Dense gate...
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_7);
  __Pyx_XDECREF(__pyx_t_8);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMOpRep_Dense.__str__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_s);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":582
 * 
 * cdef class DMOpRep_Dense(DMOpRep):
 *     cdef public np.ndarray base             # <<<<<<<<<<<<<<
 * 
 *     def __cinit__(self, np.ndarray[double, ndim=2, mode='c'] data, int reducefix=0):
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_13DMOpRep_Dense_4base_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_13DMOpRep_Dense_4base_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_13DMOpRep_Dense_4base___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_13DMOpRep_Dense_4base___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->base));
  __pyx_r = ((PyObject *)__pyx_v_self->base);
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_13DMOpRep_Dense_4base_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_13DMOpRep_Dense_4base_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_13DMOpRep_Dense_4base_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_13DMOpRep_Dense_4base_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__set__", 0);
  if (!(likely(((__pyx_v_value) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_value, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 582, __pyx_L1_error)
  __pyx_t_1 = __pyx_v_value;
  __Pyx_INCREF(__pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __Pyx_GOTREF(__pyx_v_self->base);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->base));
  __pyx_v_self->base = ((PyArrayObject *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMOpRep_Dense.base.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_13DMOpRep_Dense_4base_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_13DMOpRep_Dense_4base_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_13DMOpRep_Dense_4base_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_13DMOpRep_Dense_4base_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->base);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->base));
  __pyx_v_self->base = ((PyArrayObject *)Py_None);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":622
 *     cdef public DMOpRep embedded
 * 
 *     def __cinit__(self, DMOpRep embedded_op,             # <<<<<<<<<<<<<<
 *                   np.ndarray[np.int64_t, ndim=1, mode='c'] numBasisEls,
 *                   np.ndarray[np.int64_t, ndim=1, mode='c'] actionInds,
 */

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Embedded_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Embedded_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *__pyx_v_embedded_op = 0;
  PyArrayObject *__pyx_v_numBasisEls = 0;
  PyArrayObject *__pyx_v_actionInds = 0;
  PyArrayObject *__pyx_v_blocksizes = 0;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_embedded_dim;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nComponentsInActiveBlock;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_iActiveBlock;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nBlocks;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_embedded_op,&__pyx_n_s_numBasisEls,&__pyx_n_s_actionInds,&__pyx_n_s_blocksizes,&__pyx_n_s_embedded_dim,&__pyx_n_s_nComponentsInActiveBlock,&__pyx_n_s_iActiveBlock,&__pyx_n_s_nBlocks,&__pyx_n_s_dim,0};
    PyObject* values[9] = {0,0,0,0,0,0,0,0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  9: values[8] = PyTuple_GET_ITEM(__pyx_args, 8);
        CYTHON_FALLTHROUGH;
        case  8: values[7] = PyTuple_GET_ITEM(__pyx_args, 7);
        CYTHON_FALLTHROUGH;
        case  7: values[6] = PyTuple_GET_ITEM(__pyx_args, 6);
        CYTHON_FALLTHROUGH;
        case  6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
        CYTHON_FALLTHROUGH;
        case  5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
        CYTHON_FALLTHROUGH;
        case  4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
        CYTHON_FALLTHROUGH;
        case  3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
        CYTHON_FALLTHROUGH;
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_embedded_op)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_numBasisEls)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, 1); __PYX_ERR(0, 622, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  2:
        if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_actionInds)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, 2); __PYX_ERR(0, 622, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  3:
        if (likely((values[3] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_blocksizes)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, 3); __PYX_ERR(0, 622, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  4:
        if (likely((values[4] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_embedded_dim)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, 4); __PYX_ERR(0, 622, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  5:
        if (likely((values[5] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_nComponentsInActiveBlock)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, 5); __PYX_ERR(0, 622, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  6:
        if (likely((values[6] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_iActiveBlock)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, 6); __PYX_ERR(0, 622, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  7:
        if (likely((values[7] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_nBlocks)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, 7); __PYX_ERR(0, 622, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  8:
        if (likely((values[8] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_dim)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, 8); __PYX_ERR(0, 622, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__cinit__") < 0)) __PYX_ERR(0, 622, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 9) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
      values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
      values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
      values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
      values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
      values[6] = PyTuple_GET_ITEM(__pyx_args, 6);
      values[7] = PyTuple_GET_ITEM(__pyx_args, 7);
      values[8] = PyTuple_GET_ITEM(__pyx_args, 8);
    }
    __pyx_v_embedded_op = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *)values[0]);
    __pyx_v_numBasisEls = ((PyArrayObject *)values[1]);
    __pyx_v_actionInds = ((PyArrayObject *)values[2]);
    __pyx_v_blocksizes = ((PyArrayObject *)values[3]);
    __pyx_v_embedded_dim = __Pyx_PyInt_As_PY_LONG_LONG(values[4]); if (unlikely((__pyx_v_embedded_dim == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 626, __pyx_L3_error)
    __pyx_v_nComponentsInActiveBlock = __Pyx_PyInt_As_PY_LONG_LONG(values[5]); if (unlikely((__pyx_v_nComponentsInActiveBlock == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 626, __pyx_L3_error)
    __pyx_v_iActiveBlock = __Pyx_PyInt_As_PY_LONG_LONG(values[6]); if (unlikely((__pyx_v_iActiveBlock == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 627, __pyx_L3_error)
    __pyx_v_nBlocks = __Pyx_PyInt_As_PY_LONG_LONG(values[7]); if (unlikely((__pyx_v_nBlocks == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 627, __pyx_L3_error)
    __pyx_v_dim = __Pyx_PyInt_As_PY_LONG_LONG(values[8]); if (unlikely((__pyx_v_dim == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 627, __pyx_L3_error)
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 622, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMOpRep_Embedded.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return -1;
  __pyx_L4_argument_unpacking_done:;
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_embedded_op), __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep, 1, "embedded_op", 0))) __PYX_ERR(0, 622, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_numBasisEls), __pyx_ptype_5numpy_ndarray, 1, "numBasisEls", 0))) __PYX_ERR(0, 623, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_actionInds), __pyx_ptype_5numpy_ndarray, 1, "actionInds", 0))) __PYX_ERR(0, 624, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_blocksizes), __pyx_ptype_5numpy_ndarray, 1, "blocksizes", 0))) __PYX_ERR(0, 625, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Embedded___cinit__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded *)__pyx_v_self), __pyx_v_embedded_op, __pyx_v_numBasisEls, __pyx_v_actionInds, __pyx_v_blocksizes, __pyx_v_embedded_dim, __pyx_v_nComponentsInActiveBlock, __pyx_v_iActiveBlock, __pyx_v_nBlocks, __pyx_v_dim);

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Embedded___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded *__pyx_v_self, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *__pyx_v_embedded_op, PyArrayObject *__pyx_v_numBasisEls, PyArrayObject *__pyx_v_actionInds, PyArrayObject *__pyx_v_blocksizes, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_embedded_dim, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nComponentsInActiveBlock, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_iActiveBlock, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nBlocks, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_j;
  PyArrayObject *__pyx_v_numBasisEls_noop_blankaction = 0;
  PyArrayObject *__pyx_v_tmp = 0;
  PyObject *__pyx_v_multipliers = NULL;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dec;
  PyArrayObject *__pyx_v_noop_incrementers = 0;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_vec_index;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_offset;
  PyArrayObject *__pyx_v_baseinds = 0;
  PyObject *__pyx_v_basisInds_action = NULL;
  PyObject *__pyx_v_ii = NULL;
  PyObject *__pyx_v_op_b = NULL;
  PyObject *__pyx_v_bInd = NULL;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_actionInds;
  __Pyx_Buffer __pyx_pybuffer_actionInds;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_baseinds;
  __Pyx_Buffer __pyx_pybuffer_baseinds;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_blocksizes;
  __Pyx_Buffer __pyx_pybuffer_blocksizes;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_noop_incrementers;
  __Pyx_Buffer __pyx_pybuffer_noop_incrementers;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_numBasisEls;
  __Pyx_Buffer __pyx_pybuffer_numBasisEls;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_numBasisEls_noop_blankaction;
  __Pyx_Buffer __pyx_pybuffer_numBasisEls_noop_blankaction;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  PyArrayObject *__pyx_t_4 = NULL;
  Py_ssize_t __pyx_t_5;
  PyObject *(*__pyx_t_6)(PyObject *);
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_7;
  int __pyx_t_8;
  PyObject *__pyx_t_9 = NULL;
  PyObject *__pyx_t_10 = NULL;
  PyObject *__pyx_t_11 = NULL;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_12;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_13;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_14;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_15;
  PyObject *__pyx_t_16 = NULL;
  PyArrayObject *__pyx_t_17 = NULL;
  __pyx_t_5numpy_int64_t __pyx_t_18;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_19;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_20;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_21;
  PyArrayObject *__pyx_t_22 = NULL;
  Py_ssize_t __pyx_t_23;
  PyObject *(*__pyx_t_24)(PyObject *);
  PyObject *(*__pyx_t_25)(PyObject *);
  CReps::DMOpCRep_Embedded *__pyx_t_26;
  __Pyx_RefNannySetupContext("__cinit__", 0);
  __pyx_pybuffer_numBasisEls_noop_blankaction.pybuffer.buf = NULL;
  __pyx_pybuffer_numBasisEls_noop_blankaction.refcount = 0;
  __pyx_pybuffernd_numBasisEls_noop_blankaction.data = NULL;
  __pyx_pybuffernd_numBasisEls_noop_blankaction.rcbuffer = &__pyx_pybuffer_numBasisEls_noop_blankaction;
  __pyx_pybuffer_noop_incrementers.pybuffer.buf = NULL;
  __pyx_pybuffer_noop_incrementers.refcount = 0;
  __pyx_pybuffernd_noop_incrementers.data = NULL;
  __pyx_pybuffernd_noop_incrementers.rcbuffer = &__pyx_pybuffer_noop_incrementers;
  __pyx_pybuffer_baseinds.pybuffer.buf = NULL;
  __pyx_pybuffer_baseinds.refcount = 0;
  __pyx_pybuffernd_baseinds.data = NULL;
  __pyx_pybuffernd_baseinds.rcbuffer = &__pyx_pybuffer_baseinds;
  __pyx_pybuffer_numBasisEls.pybuffer.buf = NULL;
  __pyx_pybuffer_numBasisEls.refcount = 0;
  __pyx_pybuffernd_numBasisEls.data = NULL;
  __pyx_pybuffernd_numBasisEls.rcbuffer = &__pyx_pybuffer_numBasisEls;
  __pyx_pybuffer_actionInds.pybuffer.buf = NULL;
  __pyx_pybuffer_actionInds.refcount = 0;
  __pyx_pybuffernd_actionInds.data = NULL;
  __pyx_pybuffernd_actionInds.rcbuffer = &__pyx_pybuffer_actionInds;
  __pyx_pybuffer_blocksizes.pybuffer.buf = NULL;
  __pyx_pybuffer_blocksizes.refcount = 0;
  __pyx_pybuffernd_blocksizes.data = NULL;
  __pyx_pybuffernd_blocksizes.rcbuffer = &__pyx_pybuffer_blocksizes;
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_numBasisEls.rcbuffer->pybuffer, (PyObject*)__pyx_v_numBasisEls, &__Pyx_TypeInfo_nn___pyx_t_5numpy_int64_t, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 622, __pyx_L1_error)
  }
  __pyx_pybuffernd_numBasisEls.diminfo[0].strides = __pyx_pybuffernd_numBasisEls.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_numBasisEls.diminfo[0].shape = __pyx_pybuffernd_numBasisEls.rcbuffer->pybuffer.shape[0];
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_actionInds.rcbuffer->pybuffer, (PyObject*)__pyx_v_actionInds, &__Pyx_TypeInfo_nn___pyx_t_5numpy_int64_t, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 622, __pyx_L1_error)
  }
  __pyx_pybuffernd_actionInds.diminfo[0].strides = __pyx_pybuffernd_actionInds.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_actionInds.diminfo[0].shape = __pyx_pybuffernd_actionInds.rcbuffer->pybuffer.shape[0];
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_blocksizes.rcbuffer->pybuffer, (PyObject*)__pyx_v_blocksizes, &__Pyx_TypeInfo_nn___pyx_t_5numpy_int64_t, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 622, __pyx_L1_error)
  }
  __pyx_pybuffernd_blocksizes.diminfo[0].strides = __pyx_pybuffernd_blocksizes.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_blocksizes.diminfo[0].shape = __pyx_pybuffernd_blocksizes.rcbuffer->pybuffer.shape[0];

  /* "pygsti/objects/replib/fastreplib.pyx":632
 * 
 *         # numBasisEls_noop_blankaction is just numBasisEls with actionInds == 1
 *         cdef np.ndarray[np.int64_t, ndim=1, mode='c'] numBasisEls_noop_blankaction = numBasisEls.copy()             # <<<<<<<<<<<<<<
 *         for i in actionInds:
 *             numBasisEls_noop_blankaction[i] = 1 # for indexing the identity space
 */
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_numBasisEls), __pyx_n_s_copy); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 632, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = NULL;
  if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
    __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
    if (likely(__pyx_t_3)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
      __Pyx_INCREF(__pyx_t_3);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_2, function);
    }
  }
  __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
  if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 632, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  if (!(likely(((__pyx_t_1) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_1, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 632, __pyx_L1_error)
  __pyx_t_4 = ((PyArrayObject *)__pyx_t_1);
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_numBasisEls_noop_blankaction.rcbuffer->pybuffer, (PyObject*)__pyx_t_4, &__Pyx_TypeInfo_nn___pyx_t_5numpy_int64_t, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS| PyBUF_WRITABLE, 1, 0, __pyx_stack) == -1)) {
      __pyx_v_numBasisEls_noop_blankaction = ((PyArrayObject *)Py_None); __Pyx_INCREF(Py_None); __pyx_pybuffernd_numBasisEls_noop_blankaction.rcbuffer->pybuffer.buf = NULL;
      __PYX_ERR(0, 632, __pyx_L1_error)
    } else {__pyx_pybuffernd_numBasisEls_noop_blankaction.diminfo[0].strides = __pyx_pybuffernd_numBasisEls_noop_blankaction.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_numBasisEls_noop_blankaction.diminfo[0].shape = __pyx_pybuffernd_numBasisEls_noop_blankaction.rcbuffer->pybuffer.shape[0];
    }
  }
  __pyx_t_4 = 0;
  __pyx_v_numBasisEls_noop_blankaction = ((PyArrayObject *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":633
 *         # numBasisEls_noop_blankaction is just numBasisEls with actionInds == 1
 *         cdef np.ndarray[np.int64_t, ndim=1, mode='c'] numBasisEls_noop_blankaction = numBasisEls.copy()
 *         for i in actionInds:             # <<<<<<<<<<<<<<
 *             numBasisEls_noop_blankaction[i] = 1 # for indexing the identity space
 * 
 */
  if (likely(PyList_CheckExact(((PyObject *)__pyx_v_actionInds))) || PyTuple_CheckExact(((PyObject *)__pyx_v_actionInds))) {
    __pyx_t_1 = ((PyObject *)__pyx_v_actionInds); __Pyx_INCREF(__pyx_t_1); __pyx_t_5 = 0;
    __pyx_t_6 = NULL;
  } else {
    __pyx_t_5 = -1; __pyx_t_1 = PyObject_GetIter(((PyObject *)__pyx_v_actionInds)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 633, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __pyx_t_6 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 633, __pyx_L1_error)
  }
  for (;;) {
    if (likely(!__pyx_t_6)) {
      if (likely(PyList_CheckExact(__pyx_t_1))) {
        if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_1)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_2 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_5); __Pyx_INCREF(__pyx_t_2); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 633, __pyx_L1_error)
        #else
        __pyx_t_2 = PySequence_ITEM(__pyx_t_1, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 633, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_2);
        #endif
      } else {
        if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_1)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_2 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_5); __Pyx_INCREF(__pyx_t_2); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 633, __pyx_L1_error)
        #else
        __pyx_t_2 = PySequence_ITEM(__pyx_t_1, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 633, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_2);
        #endif
      }
    } else {
      __pyx_t_2 = __pyx_t_6(__pyx_t_1);
      if (unlikely(!__pyx_t_2)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
          else __PYX_ERR(0, 633, __pyx_L1_error)
        }
        break;
      }
      __Pyx_GOTREF(__pyx_t_2);
    }
    __pyx_t_7 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_2); if (unlikely((__pyx_t_7 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 633, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __pyx_v_i = __pyx_t_7;

    /* "pygsti/objects/replib/fastreplib.pyx":634
 *         cdef np.ndarray[np.int64_t, ndim=1, mode='c'] numBasisEls_noop_blankaction = numBasisEls.copy()
 *         for i in actionInds:
 *             numBasisEls_noop_blankaction[i] = 1 # for indexing the identity space             # <<<<<<<<<<<<<<
 * 
 *         # multipliers to go from per-label indices to tensor-product-block index
 */
    __pyx_t_7 = __pyx_v_i;
    __pyx_t_8 = -1;
    if (__pyx_t_7 < 0) {
      __pyx_t_7 += __pyx_pybuffernd_numBasisEls_noop_blankaction.diminfo[0].shape;
      if (unlikely(__pyx_t_7 < 0)) __pyx_t_8 = 0;
    } else if (unlikely(__pyx_t_7 >= __pyx_pybuffernd_numBasisEls_noop_blankaction.diminfo[0].shape)) __pyx_t_8 = 0;
    if (unlikely(__pyx_t_8 != -1)) {
      __Pyx_RaiseBufferIndexError(__pyx_t_8);
      __PYX_ERR(0, 634, __pyx_L1_error)
    }
    *__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_numBasisEls_noop_blankaction.rcbuffer->pybuffer.buf, __pyx_t_7, __pyx_pybuffernd_numBasisEls_noop_blankaction.diminfo[0].strides) = 1;

    /* "pygsti/objects/replib/fastreplib.pyx":633
 *         # numBasisEls_noop_blankaction is just numBasisEls with actionInds == 1
 *         cdef np.ndarray[np.int64_t, ndim=1, mode='c'] numBasisEls_noop_blankaction = numBasisEls.copy()
 *         for i in actionInds:             # <<<<<<<<<<<<<<
 *             numBasisEls_noop_blankaction[i] = 1 # for indexing the identity space
 * 
 */
  }
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":638
 *         # multipliers to go from per-label indices to tensor-product-block index
 *         # e.g. if map(len,basisInds) == [1,4,4] then multipliers == [ 16 4 1 ]
 *         cdef np.ndarray tmp = np.empty(nComponentsInActiveBlock,np.int64)             # <<<<<<<<<<<<<<
 *         tmp[0] = 1
 *         for i in range(1,nComponentsInActiveBlock):
 */
  __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_np); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 638, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_empty); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 638, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_2 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_nComponentsInActiveBlock); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 638, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_GetModuleGlobalName(__pyx_t_9, __pyx_n_s_np); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 638, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_9);
  __pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_t_9, __pyx_n_s_int64); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 638, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_10);
  __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
  __pyx_t_9 = NULL;
  __pyx_t_8 = 0;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) {
    __pyx_t_9 = PyMethod_GET_SELF(__pyx_t_3);
    if (likely(__pyx_t_9)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
      __Pyx_INCREF(__pyx_t_9);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_3, function);
      __pyx_t_8 = 1;
    }
  }
  #if CYTHON_FAST_PYCALL
  if (PyFunction_Check(__pyx_t_3)) {
    PyObject *__pyx_temp[3] = {__pyx_t_9, __pyx_t_2, __pyx_t_10};
    __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_8, 2+__pyx_t_8); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 638, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
  } else
  #endif
  #if CYTHON_FAST_PYCCALL
  if (__Pyx_PyFastCFunction_Check(__pyx_t_3)) {
    PyObject *__pyx_temp[3] = {__pyx_t_9, __pyx_t_2, __pyx_t_10};
    __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_8, 2+__pyx_t_8); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 638, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
  } else
  #endif
  {
    __pyx_t_11 = PyTuple_New(2+__pyx_t_8); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 638, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_11);
    if (__pyx_t_9) {
      __Pyx_GIVEREF(__pyx_t_9); PyTuple_SET_ITEM(__pyx_t_11, 0, __pyx_t_9); __pyx_t_9 = NULL;
    }
    __Pyx_GIVEREF(__pyx_t_2);
    PyTuple_SET_ITEM(__pyx_t_11, 0+__pyx_t_8, __pyx_t_2);
    __Pyx_GIVEREF(__pyx_t_10);
    PyTuple_SET_ITEM(__pyx_t_11, 1+__pyx_t_8, __pyx_t_10);
    __pyx_t_2 = 0;
    __pyx_t_10 = 0;
    __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_11, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 638, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;
  }
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  if (!(likely(((__pyx_t_1) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_1, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 638, __pyx_L1_error)
  __pyx_v_tmp = ((PyArrayObject *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":639
 *         # e.g. if map(len,basisInds) == [1,4,4] then multipliers == [ 16 4 1 ]
 *         cdef np.ndarray tmp = np.empty(nComponentsInActiveBlock,np.int64)
 *         tmp[0] = 1             # <<<<<<<<<<<<<<
 *         for i in range(1,nComponentsInActiveBlock):
 *             tmp[i] = numBasisEls[nComponentsInActiveBlock-i]
 */
  if (unlikely(__Pyx_SetItemInt(((PyObject *)__pyx_v_tmp), 0, __pyx_int_1, long, 1, __Pyx_PyInt_From_long, 0, 0, 1) < 0)) __PYX_ERR(0, 639, __pyx_L1_error)

  /* "pygsti/objects/replib/fastreplib.pyx":640
 *         cdef np.ndarray tmp = np.empty(nComponentsInActiveBlock,np.int64)
 *         tmp[0] = 1
 *         for i in range(1,nComponentsInActiveBlock):             # <<<<<<<<<<<<<<
 *             tmp[i] = numBasisEls[nComponentsInActiveBlock-i]
 *         multipliers = np.array( np.flipud( np.cumprod(tmp) ), np.int64)
 */
  __pyx_t_12 = __pyx_v_nComponentsInActiveBlock;
  __pyx_t_13 = __pyx_t_12;
  for (__pyx_t_14 = 1; __pyx_t_14 < __pyx_t_13; __pyx_t_14+=1) {
    __pyx_v_i = __pyx_t_14;

    /* "pygsti/objects/replib/fastreplib.pyx":641
 *         tmp[0] = 1
 *         for i in range(1,nComponentsInActiveBlock):
 *             tmp[i] = numBasisEls[nComponentsInActiveBlock-i]             # <<<<<<<<<<<<<<
 *         multipliers = np.array( np.flipud( np.cumprod(tmp) ), np.int64)
 * 
 */
    __pyx_t_15 = (__pyx_v_nComponentsInActiveBlock - __pyx_v_i);
    __pyx_t_8 = -1;
    if (__pyx_t_15 < 0) {
      __pyx_t_15 += __pyx_pybuffernd_numBasisEls.diminfo[0].shape;
      if (unlikely(__pyx_t_15 < 0)) __pyx_t_8 = 0;
    } else if (unlikely(__pyx_t_15 >= __pyx_pybuffernd_numBasisEls.diminfo[0].shape)) __pyx_t_8 = 0;
    if (unlikely(__pyx_t_8 != -1)) {
      __Pyx_RaiseBufferIndexError(__pyx_t_8);
      __PYX_ERR(0, 641, __pyx_L1_error)
    }
    __pyx_t_1 = __Pyx_PyInt_From_npy_int64((*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_numBasisEls.rcbuffer->pybuffer.buf, __pyx_t_15, __pyx_pybuffernd_numBasisEls.diminfo[0].strides))); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 641, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    if (unlikely(__Pyx_SetItemInt(((PyObject *)__pyx_v_tmp), __pyx_v_i, __pyx_t_1, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1) < 0)) __PYX_ERR(0, 641, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":642
 *         for i in range(1,nComponentsInActiveBlock):
 *             tmp[i] = numBasisEls[nComponentsInActiveBlock-i]
 *         multipliers = np.array( np.flipud( np.cumprod(tmp) ), np.int64)             # <<<<<<<<<<<<<<
 * 
 *         # noop_incrementers[i] specifies how much the overall vector index
 */
  __Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_np); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 642, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_11 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_array); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 642, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_11);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __Pyx_GetModuleGlobalName(__pyx_t_10, __pyx_n_s_np); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 642, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_10);
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_10, __pyx_n_s_flipud); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 642, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
  __Pyx_GetModuleGlobalName(__pyx_t_9, __pyx_n_s_np); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 642, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_9);
  __pyx_t_16 = __Pyx_PyObject_GetAttrStr(__pyx_t_9, __pyx_n_s_cumprod); if (unlikely(!__pyx_t_16)) __PYX_ERR(0, 642, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_16);
  __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
  __pyx_t_9 = NULL;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_16))) {
    __pyx_t_9 = PyMethod_GET_SELF(__pyx_t_16);
    if (likely(__pyx_t_9)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_16);
      __Pyx_INCREF(__pyx_t_9);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_16, function);
    }
  }
  __pyx_t_10 = (__pyx_t_9) ? __Pyx_PyObject_Call2Args(__pyx_t_16, __pyx_t_9, ((PyObject *)__pyx_v_tmp)) : __Pyx_PyObject_CallOneArg(__pyx_t_16, ((PyObject *)__pyx_v_tmp));
  __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
  if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 642, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_10);
  __Pyx_DECREF(__pyx_t_16); __pyx_t_16 = 0;
  __pyx_t_16 = NULL;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) {
    __pyx_t_16 = PyMethod_GET_SELF(__pyx_t_2);
    if (likely(__pyx_t_16)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
      __Pyx_INCREF(__pyx_t_16);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_2, function);
    }
  }
  __pyx_t_3 = (__pyx_t_16) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_16, __pyx_t_10) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_10);
  __Pyx_XDECREF(__pyx_t_16); __pyx_t_16 = 0;
  __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
  if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 642, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_np); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 642, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_int64); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 642, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_10);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_2 = NULL;
  __pyx_t_8 = 0;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_11))) {
    __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_11);
    if (likely(__pyx_t_2)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_11);
      __Pyx_INCREF(__pyx_t_2);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_11, function);
      __pyx_t_8 = 1;
    }
  }
  #if CYTHON_FAST_PYCALL
  if (PyFunction_Check(__pyx_t_11)) {
    PyObject *__pyx_temp[3] = {__pyx_t_2, __pyx_t_3, __pyx_t_10};
    __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_11, __pyx_temp+1-__pyx_t_8, 2+__pyx_t_8); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 642, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
  } else
  #endif
  #if CYTHON_FAST_PYCCALL
  if (__Pyx_PyFastCFunction_Check(__pyx_t_11)) {
    PyObject *__pyx_temp[3] = {__pyx_t_2, __pyx_t_3, __pyx_t_10};
    __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_11, __pyx_temp+1-__pyx_t_8, 2+__pyx_t_8); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 642, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
  } else
  #endif
  {
    __pyx_t_16 = PyTuple_New(2+__pyx_t_8); if (unlikely(!__pyx_t_16)) __PYX_ERR(0, 642, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_16);
    if (__pyx_t_2) {
      __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_16, 0, __pyx_t_2); __pyx_t_2 = NULL;
    }
    __Pyx_GIVEREF(__pyx_t_3);
    PyTuple_SET_ITEM(__pyx_t_16, 0+__pyx_t_8, __pyx_t_3);
    __Pyx_GIVEREF(__pyx_t_10);
    PyTuple_SET_ITEM(__pyx_t_16, 1+__pyx_t_8, __pyx_t_10);
    __pyx_t_3 = 0;
    __pyx_t_10 = 0;
    __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_11, __pyx_t_16, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 642, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_16); __pyx_t_16 = 0;
  }
  __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;
  __pyx_v_multipliers = __pyx_t_1;
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":646
 *         # noop_incrementers[i] specifies how much the overall vector index
 *         #  is incremented when the i-th "component" digit is advanced
 *         cdef INT dec = 0             # <<<<<<<<<<<<<<
 *         cdef np.ndarray[np.int64_t, ndim=1, mode='c'] noop_incrementers = np.empty(nComponentsInActiveBlock,np.int64)
 *         for i in range(nComponentsInActiveBlock-1,-1,-1):
 */
  __pyx_v_dec = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":647
 *         #  is incremented when the i-th "component" digit is advanced
 *         cdef INT dec = 0
 *         cdef np.ndarray[np.int64_t, ndim=1, mode='c'] noop_incrementers = np.empty(nComponentsInActiveBlock,np.int64)             # <<<<<<<<<<<<<<
 *         for i in range(nComponentsInActiveBlock-1,-1,-1):
 *             noop_incrementers[i] = multipliers[i] - dec
 */
  __Pyx_GetModuleGlobalName(__pyx_t_11, __pyx_n_s_np); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 647, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_11);
  __pyx_t_16 = __Pyx_PyObject_GetAttrStr(__pyx_t_11, __pyx_n_s_empty); if (unlikely(!__pyx_t_16)) __PYX_ERR(0, 647, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_16);
  __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;
  __pyx_t_11 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_nComponentsInActiveBlock); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 647, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_11);
  __Pyx_GetModuleGlobalName(__pyx_t_10, __pyx_n_s_np); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 647, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_10);
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_10, __pyx_n_s_int64); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 647, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
  __pyx_t_10 = NULL;
  __pyx_t_8 = 0;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_16))) {
    __pyx_t_10 = PyMethod_GET_SELF(__pyx_t_16);
    if (likely(__pyx_t_10)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_16);
      __Pyx_INCREF(__pyx_t_10);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_16, function);
      __pyx_t_8 = 1;
    }
  }
  #if CYTHON_FAST_PYCALL
  if (PyFunction_Check(__pyx_t_16)) {
    PyObject *__pyx_temp[3] = {__pyx_t_10, __pyx_t_11, __pyx_t_3};
    __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_16, __pyx_temp+1-__pyx_t_8, 2+__pyx_t_8); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 647, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0;
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  } else
  #endif
  #if CYTHON_FAST_PYCCALL
  if (__Pyx_PyFastCFunction_Check(__pyx_t_16)) {
    PyObject *__pyx_temp[3] = {__pyx_t_10, __pyx_t_11, __pyx_t_3};
    __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_16, __pyx_temp+1-__pyx_t_8, 2+__pyx_t_8); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 647, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0;
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  } else
  #endif
  {
    __pyx_t_2 = PyTuple_New(2+__pyx_t_8); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 647, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    if (__pyx_t_10) {
      __Pyx_GIVEREF(__pyx_t_10); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_10); __pyx_t_10 = NULL;
    }
    __Pyx_GIVEREF(__pyx_t_11);
    PyTuple_SET_ITEM(__pyx_t_2, 0+__pyx_t_8, __pyx_t_11);
    __Pyx_GIVEREF(__pyx_t_3);
    PyTuple_SET_ITEM(__pyx_t_2, 1+__pyx_t_8, __pyx_t_3);
    __pyx_t_11 = 0;
    __pyx_t_3 = 0;
    __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_16, __pyx_t_2, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 647, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  }
  __Pyx_DECREF(__pyx_t_16); __pyx_t_16 = 0;
  if (!(likely(((__pyx_t_1) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_1, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 647, __pyx_L1_error)
  __pyx_t_17 = ((PyArrayObject *)__pyx_t_1);
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_noop_incrementers.rcbuffer->pybuffer, (PyObject*)__pyx_t_17, &__Pyx_TypeInfo_nn___pyx_t_5numpy_int64_t, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS| PyBUF_WRITABLE, 1, 0, __pyx_stack) == -1)) {
      __pyx_v_noop_incrementers = ((PyArrayObject *)Py_None); __Pyx_INCREF(Py_None); __pyx_pybuffernd_noop_incrementers.rcbuffer->pybuffer.buf = NULL;
      __PYX_ERR(0, 647, __pyx_L1_error)
    } else {__pyx_pybuffernd_noop_incrementers.diminfo[0].strides = __pyx_pybuffernd_noop_incrementers.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_noop_incrementers.diminfo[0].shape = __pyx_pybuffernd_noop_incrementers.rcbuffer->pybuffer.shape[0];
    }
  }
  __pyx_t_17 = 0;
  __pyx_v_noop_incrementers = ((PyArrayObject *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":648
 *         cdef INT dec = 0
 *         cdef np.ndarray[np.int64_t, ndim=1, mode='c'] noop_incrementers = np.empty(nComponentsInActiveBlock,np.int64)
 *         for i in range(nComponentsInActiveBlock-1,-1,-1):             # <<<<<<<<<<<<<<
 *             noop_incrementers[i] = multipliers[i] - dec
 *             dec += (numBasisEls_noop_blankaction[i]-1)*multipliers[i]
 */
  for (__pyx_t_12 = (__pyx_v_nComponentsInActiveBlock - 1); __pyx_t_12 > -1LL; __pyx_t_12-=1) {
    __pyx_v_i = __pyx_t_12;

    /* "pygsti/objects/replib/fastreplib.pyx":649
 *         cdef np.ndarray[np.int64_t, ndim=1, mode='c'] noop_incrementers = np.empty(nComponentsInActiveBlock,np.int64)
 *         for i in range(nComponentsInActiveBlock-1,-1,-1):
 *             noop_incrementers[i] = multipliers[i] - dec             # <<<<<<<<<<<<<<
 *             dec += (numBasisEls_noop_blankaction[i]-1)*multipliers[i]
 * 
 */
    __pyx_t_1 = __Pyx_GetItemInt(__pyx_v_multipliers, __pyx_v_i, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 649, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __pyx_t_16 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_dec); if (unlikely(!__pyx_t_16)) __PYX_ERR(0, 649, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_16);
    __pyx_t_2 = PyNumber_Subtract(__pyx_t_1, __pyx_t_16); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 649, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
    __Pyx_DECREF(__pyx_t_16); __pyx_t_16 = 0;
    __pyx_t_18 = __Pyx_PyInt_As_npy_int64(__pyx_t_2); if (unlikely((__pyx_t_18 == ((npy_int64)-1)) && PyErr_Occurred())) __PYX_ERR(0, 649, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __pyx_t_13 = __pyx_v_i;
    __pyx_t_8 = -1;
    if (__pyx_t_13 < 0) {
      __pyx_t_13 += __pyx_pybuffernd_noop_incrementers.diminfo[0].shape;
      if (unlikely(__pyx_t_13 < 0)) __pyx_t_8 = 0;
    } else if (unlikely(__pyx_t_13 >= __pyx_pybuffernd_noop_incrementers.diminfo[0].shape)) __pyx_t_8 = 0;
    if (unlikely(__pyx_t_8 != -1)) {
      __Pyx_RaiseBufferIndexError(__pyx_t_8);
      __PYX_ERR(0, 649, __pyx_L1_error)
    }
    *__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_noop_incrementers.rcbuffer->pybuffer.buf, __pyx_t_13, __pyx_pybuffernd_noop_incrementers.diminfo[0].strides) = __pyx_t_18;

    /* "pygsti/objects/replib/fastreplib.pyx":650
 *         for i in range(nComponentsInActiveBlock-1,-1,-1):
 *             noop_incrementers[i] = multipliers[i] - dec
 *             dec += (numBasisEls_noop_blankaction[i]-1)*multipliers[i]             # <<<<<<<<<<<<<<
 * 
 *         cdef INT vec_index
 */
    __pyx_t_2 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_dec); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 650, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_14 = __pyx_v_i;
    __pyx_t_8 = -1;
    if (__pyx_t_14 < 0) {
      __pyx_t_14 += __pyx_pybuffernd_numBasisEls_noop_blankaction.diminfo[0].shape;
      if (unlikely(__pyx_t_14 < 0)) __pyx_t_8 = 0;
    } else if (unlikely(__pyx_t_14 >= __pyx_pybuffernd_numBasisEls_noop_blankaction.diminfo[0].shape)) __pyx_t_8 = 0;
    if (unlikely(__pyx_t_8 != -1)) {
      __Pyx_RaiseBufferIndexError(__pyx_t_8);
      __PYX_ERR(0, 650, __pyx_L1_error)
    }
    __pyx_t_16 = __Pyx_PyInt_From_npy_int64(((*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_numBasisEls_noop_blankaction.rcbuffer->pybuffer.buf, __pyx_t_14, __pyx_pybuffernd_numBasisEls_noop_blankaction.diminfo[0].strides)) - 1)); if (unlikely(!__pyx_t_16)) __PYX_ERR(0, 650, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_16);
    __pyx_t_1 = __Pyx_GetItemInt(__pyx_v_multipliers, __pyx_v_i, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 650, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __pyx_t_3 = PyNumber_Multiply(__pyx_t_16, __pyx_t_1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 650, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_DECREF(__pyx_t_16); __pyx_t_16 = 0;
    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
    __pyx_t_1 = PyNumber_InPlaceAdd(__pyx_t_2, __pyx_t_3); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 650, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __pyx_t_19 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_1); if (unlikely((__pyx_t_19 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 650, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
    __pyx_v_dec = __pyx_t_19;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":653
 * 
 *         cdef INT vec_index
 *         cdef INT offset = 0 #number of basis elements preceding our block's elements             # <<<<<<<<<<<<<<
 *         for i in range(iActiveBlock):
 *             offset += blocksizes[i]
 */
  __pyx_v_offset = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":654
 *         cdef INT vec_index
 *         cdef INT offset = 0 #number of basis elements preceding our block's elements
 *         for i in range(iActiveBlock):             # <<<<<<<<<<<<<<
 *             offset += blocksizes[i]
 * 
 */
  __pyx_t_12 = __pyx_v_iActiveBlock;
  __pyx_t_19 = __pyx_t_12;
  for (__pyx_t_20 = 0; __pyx_t_20 < __pyx_t_19; __pyx_t_20+=1) {
    __pyx_v_i = __pyx_t_20;

    /* "pygsti/objects/replib/fastreplib.pyx":655
 *         cdef INT offset = 0 #number of basis elements preceding our block's elements
 *         for i in range(iActiveBlock):
 *             offset += blocksizes[i]             # <<<<<<<<<<<<<<
 * 
 *         # self.baseinds specifies the contribution from the "active
 */
    __pyx_t_21 = __pyx_v_i;
    __pyx_t_8 = -1;
    if (__pyx_t_21 < 0) {
      __pyx_t_21 += __pyx_pybuffernd_blocksizes.diminfo[0].shape;
      if (unlikely(__pyx_t_21 < 0)) __pyx_t_8 = 0;
    } else if (unlikely(__pyx_t_21 >= __pyx_pybuffernd_blocksizes.diminfo[0].shape)) __pyx_t_8 = 0;
    if (unlikely(__pyx_t_8 != -1)) {
      __Pyx_RaiseBufferIndexError(__pyx_t_8);
      __PYX_ERR(0, 655, __pyx_L1_error)
    }
    __pyx_v_offset = (__pyx_v_offset + (*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_blocksizes.rcbuffer->pybuffer.buf, __pyx_t_21, __pyx_pybuffernd_blocksizes.diminfo[0].strides)));
  }

  /* "pygsti/objects/replib/fastreplib.pyx":659
 *         # self.baseinds specifies the contribution from the "active
 *         #  component" digits to the overall vector index.
 *         cdef np.ndarray[np.int64_t, ndim=1, mode='c'] baseinds = np.empty(embedded_dim,np.int64)             # <<<<<<<<<<<<<<
 *         basisInds_action = [ list(range(numBasisEls[i])) for i in actionInds ]
 *         for ii,op_b in enumerate(_itertools.product(*basisInds_action)):
 */
  __Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_np); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 659, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_empty); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 659, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __pyx_t_3 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_embedded_dim); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 659, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_GetModuleGlobalName(__pyx_t_16, __pyx_n_s_np); if (unlikely(!__pyx_t_16)) __PYX_ERR(0, 659, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_16);
  __pyx_t_11 = __Pyx_PyObject_GetAttrStr(__pyx_t_16, __pyx_n_s_int64); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 659, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_11);
  __Pyx_DECREF(__pyx_t_16); __pyx_t_16 = 0;
  __pyx_t_16 = NULL;
  __pyx_t_8 = 0;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) {
    __pyx_t_16 = PyMethod_GET_SELF(__pyx_t_2);
    if (likely(__pyx_t_16)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
      __Pyx_INCREF(__pyx_t_16);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_2, function);
      __pyx_t_8 = 1;
    }
  }
  #if CYTHON_FAST_PYCALL
  if (PyFunction_Check(__pyx_t_2)) {
    PyObject *__pyx_temp[3] = {__pyx_t_16, __pyx_t_3, __pyx_t_11};
    __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_8, 2+__pyx_t_8); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 659, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_16); __pyx_t_16 = 0;
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;
  } else
  #endif
  #if CYTHON_FAST_PYCCALL
  if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) {
    PyObject *__pyx_temp[3] = {__pyx_t_16, __pyx_t_3, __pyx_t_11};
    __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_8, 2+__pyx_t_8); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 659, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_16); __pyx_t_16 = 0;
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;
  } else
  #endif
  {
    __pyx_t_10 = PyTuple_New(2+__pyx_t_8); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 659, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_10);
    if (__pyx_t_16) {
      __Pyx_GIVEREF(__pyx_t_16); PyTuple_SET_ITEM(__pyx_t_10, 0, __pyx_t_16); __pyx_t_16 = NULL;
    }
    __Pyx_GIVEREF(__pyx_t_3);
    PyTuple_SET_ITEM(__pyx_t_10, 0+__pyx_t_8, __pyx_t_3);
    __Pyx_GIVEREF(__pyx_t_11);
    PyTuple_SET_ITEM(__pyx_t_10, 1+__pyx_t_8, __pyx_t_11);
    __pyx_t_3 = 0;
    __pyx_t_11 = 0;
    __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_10, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 659, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
  }
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  if (!(likely(((__pyx_t_1) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_1, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 659, __pyx_L1_error)
  __pyx_t_22 = ((PyArrayObject *)__pyx_t_1);
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_baseinds.rcbuffer->pybuffer, (PyObject*)__pyx_t_22, &__Pyx_TypeInfo_nn___pyx_t_5numpy_int64_t, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) {
      __pyx_v_baseinds = ((PyArrayObject *)Py_None); __Pyx_INCREF(Py_None); __pyx_pybuffernd_baseinds.rcbuffer->pybuffer.buf = NULL;
      __PYX_ERR(0, 659, __pyx_L1_error)
    } else {__pyx_pybuffernd_baseinds.diminfo[0].strides = __pyx_pybuffernd_baseinds.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_baseinds.diminfo[0].shape = __pyx_pybuffernd_baseinds.rcbuffer->pybuffer.shape[0];
    }
  }
  __pyx_t_22 = 0;
  __pyx_v_baseinds = ((PyArrayObject *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":660
 *         #  component" digits to the overall vector index.
 *         cdef np.ndarray[np.int64_t, ndim=1, mode='c'] baseinds = np.empty(embedded_dim,np.int64)
 *         basisInds_action = [ list(range(numBasisEls[i])) for i in actionInds ]             # <<<<<<<<<<<<<<
 *         for ii,op_b in enumerate(_itertools.product(*basisInds_action)):
 *             vec_index = offset
 */
  __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 660, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  if (likely(PyList_CheckExact(((PyObject *)__pyx_v_actionInds))) || PyTuple_CheckExact(((PyObject *)__pyx_v_actionInds))) {
    __pyx_t_2 = ((PyObject *)__pyx_v_actionInds); __Pyx_INCREF(__pyx_t_2); __pyx_t_5 = 0;
    __pyx_t_6 = NULL;
  } else {
    __pyx_t_5 = -1; __pyx_t_2 = PyObject_GetIter(((PyObject *)__pyx_v_actionInds)); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 660, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_6 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 660, __pyx_L1_error)
  }
  for (;;) {
    if (likely(!__pyx_t_6)) {
      if (likely(PyList_CheckExact(__pyx_t_2))) {
        if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_2)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_10 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_5); __Pyx_INCREF(__pyx_t_10); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 660, __pyx_L1_error)
        #else
        __pyx_t_10 = PySequence_ITEM(__pyx_t_2, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 660, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_10);
        #endif
      } else {
        if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_2)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_10 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_5); __Pyx_INCREF(__pyx_t_10); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 660, __pyx_L1_error)
        #else
        __pyx_t_10 = PySequence_ITEM(__pyx_t_2, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 660, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_10);
        #endif
      }
    } else {
      __pyx_t_10 = __pyx_t_6(__pyx_t_2);
      if (unlikely(!__pyx_t_10)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
          else __PYX_ERR(0, 660, __pyx_L1_error)
        }
        break;
      }
      __Pyx_GOTREF(__pyx_t_10);
    }
    __pyx_t_12 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_10); if (unlikely((__pyx_t_12 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 660, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
    __pyx_v_i = __pyx_t_12;
    __pyx_t_12 = __pyx_v_i;
    __pyx_t_8 = -1;
    if (__pyx_t_12 < 0) {
      __pyx_t_12 += __pyx_pybuffernd_numBasisEls.diminfo[0].shape;
      if (unlikely(__pyx_t_12 < 0)) __pyx_t_8 = 0;
    } else if (unlikely(__pyx_t_12 >= __pyx_pybuffernd_numBasisEls.diminfo[0].shape)) __pyx_t_8 = 0;
    if (unlikely(__pyx_t_8 != -1)) {
      __Pyx_RaiseBufferIndexError(__pyx_t_8);
      __PYX_ERR(0, 660, __pyx_L1_error)
    }
    __pyx_t_10 = __Pyx_PyInt_From_npy_int64((*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_numBasisEls.rcbuffer->pybuffer.buf, __pyx_t_12, __pyx_pybuffernd_numBasisEls.diminfo[0].strides))); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 660, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_10);
    __pyx_t_11 = __Pyx_PyObject_CallOneArg(__pyx_builtin_range, __pyx_t_10); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 660, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_11);
    __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
    __pyx_t_10 = PySequence_List(__pyx_t_11); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 660, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_10);
    __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;
    if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_10))) __PYX_ERR(0, 660, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
  }
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_v_basisInds_action = ((PyObject*)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":661
 *         cdef np.ndarray[np.int64_t, ndim=1, mode='c'] baseinds = np.empty(embedded_dim,np.int64)
 *         basisInds_action = [ list(range(numBasisEls[i])) for i in actionInds ]
 *         for ii,op_b in enumerate(_itertools.product(*basisInds_action)):             # <<<<<<<<<<<<<<
 *             vec_index = offset
 *             for j,bInd in zip(actionInds,op_b):
 */
  __Pyx_INCREF(__pyx_int_0);
  __pyx_t_1 = __pyx_int_0;
  __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_itertools); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 661, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_product); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 661, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_10);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_2 = PySequence_Tuple(__pyx_v_basisInds_action); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 661, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_11 = __Pyx_PyObject_Call(__pyx_t_10, __pyx_t_2, NULL); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 661, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_11);
  __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  if (likely(PyList_CheckExact(__pyx_t_11)) || PyTuple_CheckExact(__pyx_t_11)) {
    __pyx_t_2 = __pyx_t_11; __Pyx_INCREF(__pyx_t_2); __pyx_t_5 = 0;
    __pyx_t_6 = NULL;
  } else {
    __pyx_t_5 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_t_11); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 661, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_6 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 661, __pyx_L1_error)
  }
  __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;
  for (;;) {
    if (likely(!__pyx_t_6)) {
      if (likely(PyList_CheckExact(__pyx_t_2))) {
        if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_2)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_11 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_5); __Pyx_INCREF(__pyx_t_11); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 661, __pyx_L1_error)
        #else
        __pyx_t_11 = PySequence_ITEM(__pyx_t_2, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 661, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_11);
        #endif
      } else {
        if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_2)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_11 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_5); __Pyx_INCREF(__pyx_t_11); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 661, __pyx_L1_error)
        #else
        __pyx_t_11 = PySequence_ITEM(__pyx_t_2, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 661, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_11);
        #endif
      }
    } else {
      __pyx_t_11 = __pyx_t_6(__pyx_t_2);
      if (unlikely(!__pyx_t_11)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
          else __PYX_ERR(0, 661, __pyx_L1_error)
        }
        break;
      }
      __Pyx_GOTREF(__pyx_t_11);
    }
    __Pyx_XDECREF_SET(__pyx_v_op_b, __pyx_t_11);
    __pyx_t_11 = 0;
    __Pyx_INCREF(__pyx_t_1);
    __Pyx_XDECREF_SET(__pyx_v_ii, __pyx_t_1);
    __pyx_t_11 = __Pyx_PyInt_AddObjC(__pyx_t_1, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 661, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_11);
    __Pyx_DECREF(__pyx_t_1);
    __pyx_t_1 = __pyx_t_11;
    __pyx_t_11 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":662
 *         basisInds_action = [ list(range(numBasisEls[i])) for i in actionInds ]
 *         for ii,op_b in enumerate(_itertools.product(*basisInds_action)):
 *             vec_index = offset             # <<<<<<<<<<<<<<
 *             for j,bInd in zip(actionInds,op_b):
 *                 vec_index += multipliers[j]*bInd
 */
    __pyx_v_vec_index = __pyx_v_offset;

    /* "pygsti/objects/replib/fastreplib.pyx":663
 *         for ii,op_b in enumerate(_itertools.product(*basisInds_action)):
 *             vec_index = offset
 *             for j,bInd in zip(actionInds,op_b):             # <<<<<<<<<<<<<<
 *                 vec_index += multipliers[j]*bInd
 *             baseinds[ii] = vec_index
 */
    __pyx_t_11 = PyTuple_New(2); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 663, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_11);
    __Pyx_INCREF(((PyObject *)__pyx_v_actionInds));
    __Pyx_GIVEREF(((PyObject *)__pyx_v_actionInds));
    PyTuple_SET_ITEM(__pyx_t_11, 0, ((PyObject *)__pyx_v_actionInds));
    __Pyx_INCREF(__pyx_v_op_b);
    __Pyx_GIVEREF(__pyx_v_op_b);
    PyTuple_SET_ITEM(__pyx_t_11, 1, __pyx_v_op_b);
    __pyx_t_10 = __Pyx_PyObject_Call(__pyx_builtin_zip, __pyx_t_11, NULL); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 663, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_10);
    __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;
    if (likely(PyList_CheckExact(__pyx_t_10)) || PyTuple_CheckExact(__pyx_t_10)) {
      __pyx_t_11 = __pyx_t_10; __Pyx_INCREF(__pyx_t_11); __pyx_t_23 = 0;
      __pyx_t_24 = NULL;
    } else {
      __pyx_t_23 = -1; __pyx_t_11 = PyObject_GetIter(__pyx_t_10); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 663, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_11);
      __pyx_t_24 = Py_TYPE(__pyx_t_11)->tp_iternext; if (unlikely(!__pyx_t_24)) __PYX_ERR(0, 663, __pyx_L1_error)
    }
    __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
    for (;;) {
      if (likely(!__pyx_t_24)) {
        if (likely(PyList_CheckExact(__pyx_t_11))) {
          if (__pyx_t_23 >= PyList_GET_SIZE(__pyx_t_11)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_10 = PyList_GET_ITEM(__pyx_t_11, __pyx_t_23); __Pyx_INCREF(__pyx_t_10); __pyx_t_23++; if (unlikely(0 < 0)) __PYX_ERR(0, 663, __pyx_L1_error)
          #else
          __pyx_t_10 = PySequence_ITEM(__pyx_t_11, __pyx_t_23); __pyx_t_23++; if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 663, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_10);
          #endif
        } else {
          if (__pyx_t_23 >= PyTuple_GET_SIZE(__pyx_t_11)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_10 = PyTuple_GET_ITEM(__pyx_t_11, __pyx_t_23); __Pyx_INCREF(__pyx_t_10); __pyx_t_23++; if (unlikely(0 < 0)) __PYX_ERR(0, 663, __pyx_L1_error)
          #else
          __pyx_t_10 = PySequence_ITEM(__pyx_t_11, __pyx_t_23); __pyx_t_23++; if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 663, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_10);
          #endif
        }
      } else {
        __pyx_t_10 = __pyx_t_24(__pyx_t_11);
        if (unlikely(!__pyx_t_10)) {
          PyObject* exc_type = PyErr_Occurred();
          if (exc_type) {
            if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
            else __PYX_ERR(0, 663, __pyx_L1_error)
          }
          break;
        }
        __Pyx_GOTREF(__pyx_t_10);
      }
      if ((likely(PyTuple_CheckExact(__pyx_t_10))) || (PyList_CheckExact(__pyx_t_10))) {
        PyObject* sequence = __pyx_t_10;
        Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
        if (unlikely(size != 2)) {
          if (size > 2) __Pyx_RaiseTooManyValuesError(2);
          else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
          __PYX_ERR(0, 663, __pyx_L1_error)
        }
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        if (likely(PyTuple_CheckExact(sequence))) {
          __pyx_t_3 = PyTuple_GET_ITEM(sequence, 0); 
          __pyx_t_16 = PyTuple_GET_ITEM(sequence, 1); 
        } else {
          __pyx_t_3 = PyList_GET_ITEM(sequence, 0); 
          __pyx_t_16 = PyList_GET_ITEM(sequence, 1); 
        }
        __Pyx_INCREF(__pyx_t_3);
        __Pyx_INCREF(__pyx_t_16);
        #else
        __pyx_t_3 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 663, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_3);
        __pyx_t_16 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_16)) __PYX_ERR(0, 663, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_16);
        #endif
        __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
      } else {
        Py_ssize_t index = -1;
        __pyx_t_9 = PyObject_GetIter(__pyx_t_10); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 663, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_9);
        __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
        __pyx_t_25 = Py_TYPE(__pyx_t_9)->tp_iternext;
        index = 0; __pyx_t_3 = __pyx_t_25(__pyx_t_9); if (unlikely(!__pyx_t_3)) goto __pyx_L17_unpacking_failed;
        __Pyx_GOTREF(__pyx_t_3);
        index = 1; __pyx_t_16 = __pyx_t_25(__pyx_t_9); if (unlikely(!__pyx_t_16)) goto __pyx_L17_unpacking_failed;
        __Pyx_GOTREF(__pyx_t_16);
        if (__Pyx_IternextUnpackEndCheck(__pyx_t_25(__pyx_t_9), 2) < 0) __PYX_ERR(0, 663, __pyx_L1_error)
        __pyx_t_25 = NULL;
        __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
        goto __pyx_L18_unpacking_done;
        __pyx_L17_unpacking_failed:;
        __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
        __pyx_t_25 = NULL;
        if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
        __PYX_ERR(0, 663, __pyx_L1_error)
        __pyx_L18_unpacking_done:;
      }
      __pyx_t_19 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_3); if (unlikely((__pyx_t_19 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 663, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      __pyx_v_j = __pyx_t_19;
      __Pyx_XDECREF_SET(__pyx_v_bInd, __pyx_t_16);
      __pyx_t_16 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":664
 *             vec_index = offset
 *             for j,bInd in zip(actionInds,op_b):
 *                 vec_index += multipliers[j]*bInd             # <<<<<<<<<<<<<<
 *             baseinds[ii] = vec_index
 * 
 */
      __pyx_t_10 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_vec_index); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 664, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_10);
      __pyx_t_16 = __Pyx_GetItemInt(__pyx_v_multipliers, __pyx_v_j, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1); if (unlikely(!__pyx_t_16)) __PYX_ERR(0, 664, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_16);
      __pyx_t_3 = PyNumber_Multiply(__pyx_t_16, __pyx_v_bInd); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 664, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_3);
      __Pyx_DECREF(__pyx_t_16); __pyx_t_16 = 0;
      __pyx_t_16 = PyNumber_InPlaceAdd(__pyx_t_10, __pyx_t_3); if (unlikely(!__pyx_t_16)) __PYX_ERR(0, 664, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_16);
      __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      __pyx_t_19 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_16); if (unlikely((__pyx_t_19 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 664, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_16); __pyx_t_16 = 0;
      __pyx_v_vec_index = __pyx_t_19;

      /* "pygsti/objects/replib/fastreplib.pyx":663
 *         for ii,op_b in enumerate(_itertools.product(*basisInds_action)):
 *             vec_index = offset
 *             for j,bInd in zip(actionInds,op_b):             # <<<<<<<<<<<<<<
 *                 vec_index += multipliers[j]*bInd
 *             baseinds[ii] = vec_index
 */
    }
    __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":665
 *             for j,bInd in zip(actionInds,op_b):
 *                 vec_index += multipliers[j]*bInd
 *             baseinds[ii] = vec_index             # <<<<<<<<<<<<<<
 * 
 *         self.data_ref1 = noop_incrementers
 */
    __pyx_t_11 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_vec_index); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 665, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_11);
    if (unlikely(PyObject_SetItem(((PyObject *)__pyx_v_baseinds), __pyx_v_ii, __pyx_t_11) < 0)) __PYX_ERR(0, 665, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":661
 *         cdef np.ndarray[np.int64_t, ndim=1, mode='c'] baseinds = np.empty(embedded_dim,np.int64)
 *         basisInds_action = [ list(range(numBasisEls[i])) for i in actionInds ]
 *         for ii,op_b in enumerate(_itertools.product(*basisInds_action)):             # <<<<<<<<<<<<<<
 *             vec_index = offset
 *             for j,bInd in zip(actionInds,op_b):
 */
  }
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":667
 *             baseinds[ii] = vec_index
 * 
 *         self.data_ref1 = noop_incrementers             # <<<<<<<<<<<<<<
 *         self.data_ref2 = numBasisEls_noop_blankaction
 *         self.data_ref3 = baseinds
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_noop_incrementers));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_noop_incrementers));
  __Pyx_GOTREF(__pyx_v_self->data_ref1);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->data_ref1));
  __pyx_v_self->data_ref1 = ((PyArrayObject *)__pyx_v_noop_incrementers);

  /* "pygsti/objects/replib/fastreplib.pyx":668
 * 
 *         self.data_ref1 = noop_incrementers
 *         self.data_ref2 = numBasisEls_noop_blankaction             # <<<<<<<<<<<<<<
 *         self.data_ref3 = baseinds
 *         self.data_ref4 = blocksizes
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_numBasisEls_noop_blankaction));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_numBasisEls_noop_blankaction));
  __Pyx_GOTREF(__pyx_v_self->data_ref2);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->data_ref2));
  __pyx_v_self->data_ref2 = ((PyArrayObject *)__pyx_v_numBasisEls_noop_blankaction);

  /* "pygsti/objects/replib/fastreplib.pyx":669
 *         self.data_ref1 = noop_incrementers
 *         self.data_ref2 = numBasisEls_noop_blankaction
 *         self.data_ref3 = baseinds             # <<<<<<<<<<<<<<
 *         self.data_ref4 = blocksizes
 *         self.data_ref5 = numBasisEls
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_baseinds));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_baseinds));
  __Pyx_GOTREF(__pyx_v_self->data_ref3);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->data_ref3));
  __pyx_v_self->data_ref3 = ((PyArrayObject *)__pyx_v_baseinds);

  /* "pygsti/objects/replib/fastreplib.pyx":670
 *         self.data_ref2 = numBasisEls_noop_blankaction
 *         self.data_ref3 = baseinds
 *         self.data_ref4 = blocksizes             # <<<<<<<<<<<<<<
 *         self.data_ref5 = numBasisEls
 *         self.data_ref6 = actionInds
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_blocksizes));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_blocksizes));
  __Pyx_GOTREF(__pyx_v_self->data_ref4);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->data_ref4));
  __pyx_v_self->data_ref4 = ((PyArrayObject *)__pyx_v_blocksizes);

  /* "pygsti/objects/replib/fastreplib.pyx":671
 *         self.data_ref3 = baseinds
 *         self.data_ref4 = blocksizes
 *         self.data_ref5 = numBasisEls             # <<<<<<<<<<<<<<
 *         self.data_ref6 = actionInds
 *         self.embedded = embedded_op # needed to prevent garbage collection?
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_numBasisEls));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_numBasisEls));
  __Pyx_GOTREF(__pyx_v_self->data_ref5);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->data_ref5));
  __pyx_v_self->data_ref5 = ((PyArrayObject *)__pyx_v_numBasisEls);

  /* "pygsti/objects/replib/fastreplib.pyx":672
 *         self.data_ref4 = blocksizes
 *         self.data_ref5 = numBasisEls
 *         self.data_ref6 = actionInds             # <<<<<<<<<<<<<<
 *         self.embedded = embedded_op # needed to prevent garbage collection?
 *         self.c_gate = new DMOpCRep_Embedded(embedded_op.c_gate,
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_actionInds));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_actionInds));
  __Pyx_GOTREF(__pyx_v_self->data_ref6);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->data_ref6));
  __pyx_v_self->data_ref6 = ((PyArrayObject *)__pyx_v_actionInds);

  /* "pygsti/objects/replib/fastreplib.pyx":673
 *         self.data_ref5 = numBasisEls
 *         self.data_ref6 = actionInds
 *         self.embedded = embedded_op # needed to prevent garbage collection?             # <<<<<<<<<<<<<<
 *         self.c_gate = new DMOpCRep_Embedded(embedded_op.c_gate,
 *                                               <INT*>noop_incrementers.data, <INT*>numBasisEls_noop_blankaction.data,
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_embedded_op));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_embedded_op));
  __Pyx_GOTREF(__pyx_v_self->embedded);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->embedded));
  __pyx_v_self->embedded = __pyx_v_embedded_op;

  /* "pygsti/objects/replib/fastreplib.pyx":674
 *         self.data_ref6 = actionInds
 *         self.embedded = embedded_op # needed to prevent garbage collection?
 *         self.c_gate = new DMOpCRep_Embedded(embedded_op.c_gate,             # <<<<<<<<<<<<<<
 *                                               <INT*>noop_incrementers.data, <INT*>numBasisEls_noop_blankaction.data,
 *                                               <INT*>baseinds.data, <INT*>blocksizes.data,
 */
  try {
    __pyx_t_26 = new CReps::DMOpCRep_Embedded(__pyx_v_embedded_op->c_gate, ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT *)__pyx_v_noop_incrementers->data), ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT *)__pyx_v_numBasisEls_noop_blankaction->data), ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT *)__pyx_v_baseinds->data), ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT *)__pyx_v_blocksizes->data), __pyx_v_embedded_dim, __pyx_v_nComponentsInActiveBlock, __pyx_v_iActiveBlock, __pyx_v_nBlocks, __pyx_v_dim);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 674, __pyx_L1_error)
  }
  __pyx_v_self->__pyx_base.c_gate = __pyx_t_26;

  /* "pygsti/objects/replib/fastreplib.pyx":622
 *     cdef public DMOpRep embedded
 * 
 *     def __cinit__(self, DMOpRep embedded_op,             # <<<<<<<<<<<<<<
 *                   np.ndarray[np.int64_t, ndim=1, mode='c'] numBasisEls,
 *                   np.ndarray[np.int64_t, ndim=1, mode='c'] actionInds,
 */

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_9);
  __Pyx_XDECREF(__pyx_t_10);
  __Pyx_XDECREF(__pyx_t_11);
  __Pyx_XDECREF(__pyx_t_16);
  { PyObject *__pyx_type, *__pyx_value, *__pyx_tb;
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    __Pyx_ErrFetch(&__pyx_type, &__pyx_value, &__pyx_tb);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_actionInds.rcbuffer->pybuffer);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_baseinds.rcbuffer->pybuffer);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_blocksizes.rcbuffer->pybuffer);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_noop_incrementers.rcbuffer->pybuffer);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_numBasisEls.rcbuffer->pybuffer);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_numBasisEls_noop_blankaction.rcbuffer->pybuffer);
  __Pyx_ErrRestore(__pyx_type, __pyx_value, __pyx_tb);}
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMOpRep_Embedded.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  goto __pyx_L2;
  __pyx_L0:;
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_actionInds.rcbuffer->pybuffer);
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_baseinds.rcbuffer->pybuffer);
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_blocksizes.rcbuffer->pybuffer);
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_noop_incrementers.rcbuffer->pybuffer);
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_numBasisEls.rcbuffer->pybuffer);
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_numBasisEls_noop_blankaction.rcbuffer->pybuffer);
  __pyx_L2:;
  __Pyx_XDECREF((PyObject *)__pyx_v_numBasisEls_noop_blankaction);
  __Pyx_XDECREF((PyObject *)__pyx_v_tmp);
  __Pyx_XDECREF(__pyx_v_multipliers);
  __Pyx_XDECREF((PyObject *)__pyx_v_noop_incrementers);
  __Pyx_XDECREF((PyObject *)__pyx_v_baseinds);
  __Pyx_XDECREF(__pyx_v_basisInds_action);
  __Pyx_XDECREF(__pyx_v_ii);
  __Pyx_XDECREF(__pyx_v_op_b);
  __Pyx_XDECREF(__pyx_v_bInd);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":680
 *                                               iActiveBlock, nBlocks, dim)
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (DMOpRep_Embedded, (self.embedded,
 *                                    self.data_ref5, self.data_ref6, self.data_ref4,
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Embedded_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Embedded_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Embedded_2__reduce__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Embedded_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  PyObject *__pyx_t_5 = NULL;
  PyObject *__pyx_t_6 = NULL;
  __Pyx_RefNannySetupContext("__reduce__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":681
 * 
 *     def __reduce__(self):
 *         return (DMOpRep_Embedded, (self.embedded,             # <<<<<<<<<<<<<<
 *                                    self.data_ref5, self.data_ref6, self.data_ref4,
 *                                    (<DMOpCRep_Embedded*>self.c_gate)._embeddedDim,
 */
  __Pyx_XDECREF(__pyx_r);

  /* "pygsti/objects/replib/fastreplib.pyx":683
 *         return (DMOpRep_Embedded, (self.embedded,
 *                                    self.data_ref5, self.data_ref6, self.data_ref4,
 *                                    (<DMOpCRep_Embedded*>self.c_gate)._embeddedDim,             # <<<<<<<<<<<<<<
 *                                    (<DMOpCRep_Embedded*>self.c_gate)._nComponents,
 *                                    (<DMOpCRep_Embedded*>self.c_gate)._iActiveBlock,
 */
  __pyx_t_1 = __Pyx_PyInt_From_PY_LONG_LONG(((CReps::DMOpCRep_Embedded *)__pyx_v_self->__pyx_base.c_gate)->_embeddedDim); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 683, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);

  /* "pygsti/objects/replib/fastreplib.pyx":684
 *                                    self.data_ref5, self.data_ref6, self.data_ref4,
 *                                    (<DMOpCRep_Embedded*>self.c_gate)._embeddedDim,
 *                                    (<DMOpCRep_Embedded*>self.c_gate)._nComponents,             # <<<<<<<<<<<<<<
 *                                    (<DMOpCRep_Embedded*>self.c_gate)._iActiveBlock,
 *                                    (<DMOpCRep_Embedded*>self.c_gate)._nBlocks,
 */
  __pyx_t_2 = __Pyx_PyInt_From_PY_LONG_LONG(((CReps::DMOpCRep_Embedded *)__pyx_v_self->__pyx_base.c_gate)->_nComponents); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 684, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);

  /* "pygsti/objects/replib/fastreplib.pyx":685
 *                                    (<DMOpCRep_Embedded*>self.c_gate)._embeddedDim,
 *                                    (<DMOpCRep_Embedded*>self.c_gate)._nComponents,
 *                                    (<DMOpCRep_Embedded*>self.c_gate)._iActiveBlock,             # <<<<<<<<<<<<<<
 *                                    (<DMOpCRep_Embedded*>self.c_gate)._nBlocks,
 *                                    self.c_gate._dim))
 */
  __pyx_t_3 = __Pyx_PyInt_From_PY_LONG_LONG(((CReps::DMOpCRep_Embedded *)__pyx_v_self->__pyx_base.c_gate)->_iActiveBlock); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 685, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);

  /* "pygsti/objects/replib/fastreplib.pyx":686
 *                                    (<DMOpCRep_Embedded*>self.c_gate)._nComponents,
 *                                    (<DMOpCRep_Embedded*>self.c_gate)._iActiveBlock,
 *                                    (<DMOpCRep_Embedded*>self.c_gate)._nBlocks,             # <<<<<<<<<<<<<<
 *                                    self.c_gate._dim))
 * 
 */
  __pyx_t_4 = __Pyx_PyInt_From_PY_LONG_LONG(((CReps::DMOpCRep_Embedded *)__pyx_v_self->__pyx_base.c_gate)->_nBlocks); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 686, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);

  /* "pygsti/objects/replib/fastreplib.pyx":687
 *                                    (<DMOpCRep_Embedded*>self.c_gate)._iActiveBlock,
 *                                    (<DMOpCRep_Embedded*>self.c_gate)._nBlocks,
 *                                    self.c_gate._dim))             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_t_5 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_self->__pyx_base.c_gate->_dim); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 687, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);

  /* "pygsti/objects/replib/fastreplib.pyx":681
 * 
 *     def __reduce__(self):
 *         return (DMOpRep_Embedded, (self.embedded,             # <<<<<<<<<<<<<<
 *                                    self.data_ref5, self.data_ref6, self.data_ref4,
 *                                    (<DMOpCRep_Embedded*>self.c_gate)._embeddedDim,
 */
  __pyx_t_6 = PyTuple_New(9); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 681, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_6);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->embedded));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->embedded));
  PyTuple_SET_ITEM(__pyx_t_6, 0, ((PyObject *)__pyx_v_self->embedded));
  __Pyx_INCREF(((PyObject *)__pyx_v_self->data_ref5));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->data_ref5));
  PyTuple_SET_ITEM(__pyx_t_6, 1, ((PyObject *)__pyx_v_self->data_ref5));
  __Pyx_INCREF(((PyObject *)__pyx_v_self->data_ref6));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->data_ref6));
  PyTuple_SET_ITEM(__pyx_t_6, 2, ((PyObject *)__pyx_v_self->data_ref6));
  __Pyx_INCREF(((PyObject *)__pyx_v_self->data_ref4));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->data_ref4));
  PyTuple_SET_ITEM(__pyx_t_6, 3, ((PyObject *)__pyx_v_self->data_ref4));
  __Pyx_GIVEREF(__pyx_t_1);
  PyTuple_SET_ITEM(__pyx_t_6, 4, __pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_6, 5, __pyx_t_2);
  __Pyx_GIVEREF(__pyx_t_3);
  PyTuple_SET_ITEM(__pyx_t_6, 6, __pyx_t_3);
  __Pyx_GIVEREF(__pyx_t_4);
  PyTuple_SET_ITEM(__pyx_t_6, 7, __pyx_t_4);
  __Pyx_GIVEREF(__pyx_t_5);
  PyTuple_SET_ITEM(__pyx_t_6, 8, __pyx_t_5);
  __pyx_t_1 = 0;
  __pyx_t_2 = 0;
  __pyx_t_3 = 0;
  __pyx_t_4 = 0;
  __pyx_t_5 = 0;
  __pyx_t_5 = PyTuple_New(2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 681, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_INCREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded));
  __Pyx_GIVEREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded));
  PyTuple_SET_ITEM(__pyx_t_5, 0, ((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded));
  __Pyx_GIVEREF(__pyx_t_6);
  PyTuple_SET_ITEM(__pyx_t_5, 1, __pyx_t_6);
  __pyx_t_6 = 0;
  __pyx_r = __pyx_t_5;
  __pyx_t_5 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":680
 *                                               iActiveBlock, nBlocks, dim)
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (DMOpRep_Embedded, (self.embedded,
 *                                    self.data_ref5, self.data_ref6, self.data_ref4,
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMOpRep_Embedded.__reduce__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":620
 *     cdef np.ndarray data_ref5
 *     cdef np.ndarray data_ref6
 *     cdef public DMOpRep embedded             # <<<<<<<<<<<<<<
 * 
 *     def __cinit__(self, DMOpRep embedded_op,
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Embedded_8embedded_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Embedded_8embedded_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Embedded_8embedded___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Embedded_8embedded___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->embedded));
  __pyx_r = ((PyObject *)__pyx_v_self->embedded);
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Embedded_8embedded_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Embedded_8embedded_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Embedded_8embedded_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Embedded_8embedded_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__set__", 0);
  if (!(likely(((__pyx_v_value) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_value, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep))))) __PYX_ERR(0, 620, __pyx_L1_error)
  __pyx_t_1 = __pyx_v_value;
  __Pyx_INCREF(__pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __Pyx_GOTREF(__pyx_v_self->embedded);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->embedded));
  __pyx_v_self->embedded = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMOpRep_Embedded.embedded.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Embedded_8embedded_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Embedded_8embedded_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Embedded_8embedded_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Embedded_8embedded_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->embedded);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->embedded));
  __pyx_v_self->embedded = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *)Py_None);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":693
 *     cdef public object factor_reps # list of DMOpRep objs?
 * 
 *     def __cinit__(self, factor_op_reps, INT dim):             # <<<<<<<<<<<<<<
 *         self.factor_reps = factor_op_reps
 *         cdef INT i
 */

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Composed_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Composed_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyObject *__pyx_v_factor_op_reps = 0;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_factor_op_reps,&__pyx_n_s_dim,0};
    PyObject* values[2] = {0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_factor_op_reps)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_dim)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 2, 2, 1); __PYX_ERR(0, 693, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__cinit__") < 0)) __PYX_ERR(0, 693, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 2) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
    }
    __pyx_v_factor_op_reps = values[0];
    __pyx_v_dim = __Pyx_PyInt_As_PY_LONG_LONG(values[1]); if (unlikely((__pyx_v_dim == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 693, __pyx_L3_error)
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 693, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMOpRep_Composed.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return -1;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Composed___cinit__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed *)__pyx_v_self), __pyx_v_factor_op_reps, __pyx_v_dim);

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Composed___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed *__pyx_v_self, PyObject *__pyx_v_factor_op_reps, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nfactors;
  std::vector<CReps::DMOpCRep *>  __pyx_v_gate_creps;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  Py_ssize_t __pyx_t_1;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_DMGateCRep_ptr>  __pyx_t_2;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_3;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_4;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_5;
  PyObject *__pyx_t_6 = NULL;
  CReps::DMOpCRep *__pyx_t_7;
  CReps::DMOpCRep_Composed *__pyx_t_8;
  __Pyx_RefNannySetupContext("__cinit__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":694
 * 
 *     def __cinit__(self, factor_op_reps, INT dim):
 *         self.factor_reps = factor_op_reps             # <<<<<<<<<<<<<<
 *         cdef INT i
 *         cdef INT nfactors = len(factor_op_reps)
 */
  __Pyx_INCREF(__pyx_v_factor_op_reps);
  __Pyx_GIVEREF(__pyx_v_factor_op_reps);
  __Pyx_GOTREF(__pyx_v_self->factor_reps);
  __Pyx_DECREF(__pyx_v_self->factor_reps);
  __pyx_v_self->factor_reps = __pyx_v_factor_op_reps;

  /* "pygsti/objects/replib/fastreplib.pyx":696
 *         self.factor_reps = factor_op_reps
 *         cdef INT i
 *         cdef INT nfactors = len(factor_op_reps)             # <<<<<<<<<<<<<<
 *         cdef vector[DMOpCRep*] gate_creps = vector[DMGateCRep_ptr](nfactors)
 *         for i in range(nfactors):
 */
  __pyx_t_1 = PyObject_Length(__pyx_v_factor_op_reps); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 696, __pyx_L1_error)
  __pyx_v_nfactors = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":697
 *         cdef INT i
 *         cdef INT nfactors = len(factor_op_reps)
 *         cdef vector[DMOpCRep*] gate_creps = vector[DMGateCRep_ptr](nfactors)             # <<<<<<<<<<<<<<
 *         for i in range(nfactors):
 *             gate_creps[i] = (<DMOpRep?>factor_op_reps[i]).c_gate
 */
  try {
    __pyx_t_2 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_DMGateCRep_ptr> (__pyx_v_nfactors);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 697, __pyx_L1_error)
  }
  __pyx_v_gate_creps = __pyx_t_2;

  /* "pygsti/objects/replib/fastreplib.pyx":698
 *         cdef INT nfactors = len(factor_op_reps)
 *         cdef vector[DMOpCRep*] gate_creps = vector[DMGateCRep_ptr](nfactors)
 *         for i in range(nfactors):             # <<<<<<<<<<<<<<
 *             gate_creps[i] = (<DMOpRep?>factor_op_reps[i]).c_gate
 *         self.c_gate = new DMOpCRep_Composed(gate_creps, dim)
 */
  __pyx_t_3 = __pyx_v_nfactors;
  __pyx_t_4 = __pyx_t_3;
  for (__pyx_t_5 = 0; __pyx_t_5 < __pyx_t_4; __pyx_t_5+=1) {
    __pyx_v_i = __pyx_t_5;

    /* "pygsti/objects/replib/fastreplib.pyx":699
 *         cdef vector[DMOpCRep*] gate_creps = vector[DMGateCRep_ptr](nfactors)
 *         for i in range(nfactors):
 *             gate_creps[i] = (<DMOpRep?>factor_op_reps[i]).c_gate             # <<<<<<<<<<<<<<
 *         self.c_gate = new DMOpCRep_Composed(gate_creps, dim)
 * 
 */
    __pyx_t_6 = __Pyx_GetItemInt(__pyx_v_factor_op_reps, __pyx_v_i, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 699, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    if (!(likely(__Pyx_TypeTest(__pyx_t_6, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep)))) __PYX_ERR(0, 699, __pyx_L1_error)
    __pyx_t_7 = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *)__pyx_t_6)->c_gate;
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    (__pyx_v_gate_creps[__pyx_v_i]) = __pyx_t_7;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":700
 *         for i in range(nfactors):
 *             gate_creps[i] = (<DMOpRep?>factor_op_reps[i]).c_gate
 *         self.c_gate = new DMOpCRep_Composed(gate_creps, dim)             # <<<<<<<<<<<<<<
 * 
 *     def __reduce__(self):
 */
  try {
    __pyx_t_8 = new CReps::DMOpCRep_Composed(__pyx_v_gate_creps, __pyx_v_dim);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 700, __pyx_L1_error)
  }
  __pyx_v_self->__pyx_base.c_gate = __pyx_t_8;

  /* "pygsti/objects/replib/fastreplib.pyx":693
 *     cdef public object factor_reps # list of DMOpRep objs?
 * 
 *     def __cinit__(self, factor_op_reps, INT dim):             # <<<<<<<<<<<<<<
 *         self.factor_reps = factor_op_reps
 *         cdef INT i
 */

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMOpRep_Composed.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":702
 *         self.c_gate = new DMOpCRep_Composed(gate_creps, dim)
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (DMOpRep_Composed, (self.factor_reps, self.c_gate._dim))
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Composed_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Composed_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Composed_2__reduce__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Composed_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  __Pyx_RefNannySetupContext("__reduce__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":703
 * 
 *     def __reduce__(self):
 *         return (DMOpRep_Composed, (self.factor_reps, self.c_gate._dim))             # <<<<<<<<<<<<<<
 * 
 *     def reinit_factor_op_reps(self, new_factor_op_reps):
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_self->__pyx_base.c_gate->_dim); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 703, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 703, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_INCREF(__pyx_v_self->factor_reps);
  __Pyx_GIVEREF(__pyx_v_self->factor_reps);
  PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_v_self->factor_reps);
  __Pyx_GIVEREF(__pyx_t_1);
  PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_1);
  __pyx_t_1 = 0;
  __pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 703, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_INCREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed));
  __Pyx_GIVEREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed));
  PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed));
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_t_2);
  __pyx_t_2 = 0;
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":702
 *         self.c_gate = new DMOpCRep_Composed(gate_creps, dim)
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (DMOpRep_Composed, (self.factor_reps, self.c_gate._dim))
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMOpRep_Composed.__reduce__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":705
 *         return (DMOpRep_Composed, (self.factor_reps, self.c_gate._dim))
 * 
 *     def reinit_factor_op_reps(self, new_factor_op_reps):             # <<<<<<<<<<<<<<
 *         cdef INT i
 *         cdef INT nfactors = len(new_factor_op_reps)
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Composed_5reinit_factor_op_reps(PyObject *__pyx_v_self, PyObject *__pyx_v_new_factor_op_reps); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Composed_5reinit_factor_op_reps(PyObject *__pyx_v_self, PyObject *__pyx_v_new_factor_op_reps) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("reinit_factor_op_reps (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Composed_4reinit_factor_op_reps(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed *)__pyx_v_self), ((PyObject *)__pyx_v_new_factor_op_reps));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Composed_4reinit_factor_op_reps(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed *__pyx_v_self, PyObject *__pyx_v_new_factor_op_reps) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nfactors;
  std::vector<CReps::DMOpCRep *>  __pyx_v_creps;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  Py_ssize_t __pyx_t_1;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_DMGateCRep_ptr>  __pyx_t_2;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_3;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_4;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_5;
  PyObject *__pyx_t_6 = NULL;
  CReps::DMOpCRep *__pyx_t_7;
  __Pyx_RefNannySetupContext("reinit_factor_op_reps", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":707
 *     def reinit_factor_op_reps(self, new_factor_op_reps):
 *         cdef INT i
 *         cdef INT nfactors = len(new_factor_op_reps)             # <<<<<<<<<<<<<<
 *         cdef vector[DMOpCRep*] creps = vector[DMGateCRep_ptr](nfactors)
 *         for i in range(nfactors):
 */
  __pyx_t_1 = PyObject_Length(__pyx_v_new_factor_op_reps); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 707, __pyx_L1_error)
  __pyx_v_nfactors = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":708
 *         cdef INT i
 *         cdef INT nfactors = len(new_factor_op_reps)
 *         cdef vector[DMOpCRep*] creps = vector[DMGateCRep_ptr](nfactors)             # <<<<<<<<<<<<<<
 *         for i in range(nfactors):
 *             creps[i] = (<DMOpRep?>new_factor_op_reps[i]).c_gate
 */
  try {
    __pyx_t_2 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_DMGateCRep_ptr> (__pyx_v_nfactors);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 708, __pyx_L1_error)
  }
  __pyx_v_creps = __pyx_t_2;

  /* "pygsti/objects/replib/fastreplib.pyx":709
 *         cdef INT nfactors = len(new_factor_op_reps)
 *         cdef vector[DMOpCRep*] creps = vector[DMGateCRep_ptr](nfactors)
 *         for i in range(nfactors):             # <<<<<<<<<<<<<<
 *             creps[i] = (<DMOpRep?>new_factor_op_reps[i]).c_gate
 *         (<DMOpCRep_Composed*>self.c_gate).reinit_factor_op_creps(creps)
 */
  __pyx_t_3 = __pyx_v_nfactors;
  __pyx_t_4 = __pyx_t_3;
  for (__pyx_t_5 = 0; __pyx_t_5 < __pyx_t_4; __pyx_t_5+=1) {
    __pyx_v_i = __pyx_t_5;

    /* "pygsti/objects/replib/fastreplib.pyx":710
 *         cdef vector[DMOpCRep*] creps = vector[DMGateCRep_ptr](nfactors)
 *         for i in range(nfactors):
 *             creps[i] = (<DMOpRep?>new_factor_op_reps[i]).c_gate             # <<<<<<<<<<<<<<
 *         (<DMOpCRep_Composed*>self.c_gate).reinit_factor_op_creps(creps)
 * 
 */
    __pyx_t_6 = __Pyx_GetItemInt(__pyx_v_new_factor_op_reps, __pyx_v_i, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 710, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    if (!(likely(__Pyx_TypeTest(__pyx_t_6, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep)))) __PYX_ERR(0, 710, __pyx_L1_error)
    __pyx_t_7 = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *)__pyx_t_6)->c_gate;
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    (__pyx_v_creps[__pyx_v_i]) = __pyx_t_7;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":711
 *         for i in range(nfactors):
 *             creps[i] = (<DMOpRep?>new_factor_op_reps[i]).c_gate
 *         (<DMOpCRep_Composed*>self.c_gate).reinit_factor_op_creps(creps)             # <<<<<<<<<<<<<<
 * 
 * 
 */
  ((CReps::DMOpCRep_Composed *)__pyx_v_self->__pyx_base.c_gate)->reinit_factor_op_creps(__pyx_v_creps);

  /* "pygsti/objects/replib/fastreplib.pyx":705
 *         return (DMOpRep_Composed, (self.factor_reps, self.c_gate._dim))
 * 
 *     def reinit_factor_op_reps(self, new_factor_op_reps):             # <<<<<<<<<<<<<<
 *         cdef INT i
 *         cdef INT nfactors = len(new_factor_op_reps)
 */

  /* function exit code */
  __pyx_r = Py_None; __Pyx_INCREF(Py_None);
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMOpRep_Composed.reinit_factor_op_reps", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":691
 * 
 * cdef class DMOpRep_Composed(DMOpRep):
 *     cdef public object factor_reps # list of DMOpRep objs?             # <<<<<<<<<<<<<<
 * 
 *     def __cinit__(self, factor_op_reps, INT dim):
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Composed_11factor_reps_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Composed_11factor_reps_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Composed_11factor_reps___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Composed_11factor_reps___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(__pyx_v_self->factor_reps);
  __pyx_r = __pyx_v_self->factor_reps;
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Composed_11factor_reps_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Composed_11factor_reps_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Composed_11factor_reps_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Composed_11factor_reps_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__", 0);
  __Pyx_INCREF(__pyx_v_value);
  __Pyx_GIVEREF(__pyx_v_value);
  __Pyx_GOTREF(__pyx_v_self->factor_reps);
  __Pyx_DECREF(__pyx_v_self->factor_reps);
  __pyx_v_self->factor_reps = __pyx_v_value;

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Composed_11factor_reps_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Composed_11factor_reps_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Composed_11factor_reps_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Composed_11factor_reps_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->factor_reps);
  __Pyx_DECREF(__pyx_v_self->factor_reps);
  __pyx_v_self->factor_reps = Py_None;

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":717
 *     cdef public object factor_reps # list of DMOpRep objs?
 * 
 *     def __cinit__(self, factor_reps, INT dim):             # <<<<<<<<<<<<<<
 *         self.factor_reps = factor_reps
 *         cdef INT i
 */

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11DMOpRep_Sum_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11DMOpRep_Sum_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyObject *__pyx_v_factor_reps = 0;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_factor_reps,&__pyx_n_s_dim,0};
    PyObject* values[2] = {0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_factor_reps)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_dim)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 2, 2, 1); __PYX_ERR(0, 717, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__cinit__") < 0)) __PYX_ERR(0, 717, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 2) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
    }
    __pyx_v_factor_reps = values[0];
    __pyx_v_dim = __Pyx_PyInt_As_PY_LONG_LONG(values[1]); if (unlikely((__pyx_v_dim == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 717, __pyx_L3_error)
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 717, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMOpRep_Sum.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return -1;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11DMOpRep_Sum___cinit__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum *)__pyx_v_self), __pyx_v_factor_reps, __pyx_v_dim);

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11DMOpRep_Sum___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum *__pyx_v_self, PyObject *__pyx_v_factor_reps, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nfactors;
  std::vector<CReps::DMOpCRep *>  __pyx_v_factor_creps;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  Py_ssize_t __pyx_t_1;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_DMGateCRep_ptr>  __pyx_t_2;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_3;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_4;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_5;
  PyObject *__pyx_t_6 = NULL;
  CReps::DMOpCRep *__pyx_t_7;
  CReps::DMOpCRep_Sum *__pyx_t_8;
  __Pyx_RefNannySetupContext("__cinit__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":718
 * 
 *     def __cinit__(self, factor_reps, INT dim):
 *         self.factor_reps = factor_reps             # <<<<<<<<<<<<<<
 *         cdef INT i
 *         cdef INT nfactors = len(factor_reps)
 */
  __Pyx_INCREF(__pyx_v_factor_reps);
  __Pyx_GIVEREF(__pyx_v_factor_reps);
  __Pyx_GOTREF(__pyx_v_self->factor_reps);
  __Pyx_DECREF(__pyx_v_self->factor_reps);
  __pyx_v_self->factor_reps = __pyx_v_factor_reps;

  /* "pygsti/objects/replib/fastreplib.pyx":720
 *         self.factor_reps = factor_reps
 *         cdef INT i
 *         cdef INT nfactors = len(factor_reps)             # <<<<<<<<<<<<<<
 *         cdef vector[DMOpCRep*] factor_creps = vector[DMGateCRep_ptr](nfactors)
 *         for i in range(nfactors):
 */
  __pyx_t_1 = PyObject_Length(__pyx_v_factor_reps); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 720, __pyx_L1_error)
  __pyx_v_nfactors = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":721
 *         cdef INT i
 *         cdef INT nfactors = len(factor_reps)
 *         cdef vector[DMOpCRep*] factor_creps = vector[DMGateCRep_ptr](nfactors)             # <<<<<<<<<<<<<<
 *         for i in range(nfactors):
 *             factor_creps[i] = (<DMOpRep?>factor_reps[i]).c_gate
 */
  try {
    __pyx_t_2 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_DMGateCRep_ptr> (__pyx_v_nfactors);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 721, __pyx_L1_error)
  }
  __pyx_v_factor_creps = __pyx_t_2;

  /* "pygsti/objects/replib/fastreplib.pyx":722
 *         cdef INT nfactors = len(factor_reps)
 *         cdef vector[DMOpCRep*] factor_creps = vector[DMGateCRep_ptr](nfactors)
 *         for i in range(nfactors):             # <<<<<<<<<<<<<<
 *             factor_creps[i] = (<DMOpRep?>factor_reps[i]).c_gate
 *         self.c_gate = new DMOpCRep_Sum(factor_creps, dim)
 */
  __pyx_t_3 = __pyx_v_nfactors;
  __pyx_t_4 = __pyx_t_3;
  for (__pyx_t_5 = 0; __pyx_t_5 < __pyx_t_4; __pyx_t_5+=1) {
    __pyx_v_i = __pyx_t_5;

    /* "pygsti/objects/replib/fastreplib.pyx":723
 *         cdef vector[DMOpCRep*] factor_creps = vector[DMGateCRep_ptr](nfactors)
 *         for i in range(nfactors):
 *             factor_creps[i] = (<DMOpRep?>factor_reps[i]).c_gate             # <<<<<<<<<<<<<<
 *         self.c_gate = new DMOpCRep_Sum(factor_creps, dim)
 * 
 */
    __pyx_t_6 = __Pyx_GetItemInt(__pyx_v_factor_reps, __pyx_v_i, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 723, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    if (!(likely(__Pyx_TypeTest(__pyx_t_6, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep)))) __PYX_ERR(0, 723, __pyx_L1_error)
    __pyx_t_7 = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *)__pyx_t_6)->c_gate;
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    (__pyx_v_factor_creps[__pyx_v_i]) = __pyx_t_7;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":724
 *         for i in range(nfactors):
 *             factor_creps[i] = (<DMOpRep?>factor_reps[i]).c_gate
 *         self.c_gate = new DMOpCRep_Sum(factor_creps, dim)             # <<<<<<<<<<<<<<
 * 
 *     def __reduce__(self):
 */
  try {
    __pyx_t_8 = new CReps::DMOpCRep_Sum(__pyx_v_factor_creps, __pyx_v_dim);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 724, __pyx_L1_error)
  }
  __pyx_v_self->__pyx_base.c_gate = __pyx_t_8;

  /* "pygsti/objects/replib/fastreplib.pyx":717
 *     cdef public object factor_reps # list of DMOpRep objs?
 * 
 *     def __cinit__(self, factor_reps, INT dim):             # <<<<<<<<<<<<<<
 *         self.factor_reps = factor_reps
 *         cdef INT i
 */

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMOpRep_Sum.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":726
 *         self.c_gate = new DMOpCRep_Sum(factor_creps, dim)
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (DMOpRep_Sum, (self.factor_reps, self.c_gate._dim))
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11DMOpRep_Sum_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11DMOpRep_Sum_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11DMOpRep_Sum_2__reduce__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_11DMOpRep_Sum_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  __Pyx_RefNannySetupContext("__reduce__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":727
 * 
 *     def __reduce__(self):
 *         return (DMOpRep_Sum, (self.factor_reps, self.c_gate._dim))             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_self->__pyx_base.c_gate->_dim); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 727, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 727, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_INCREF(__pyx_v_self->factor_reps);
  __Pyx_GIVEREF(__pyx_v_self->factor_reps);
  PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_v_self->factor_reps);
  __Pyx_GIVEREF(__pyx_t_1);
  PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_1);
  __pyx_t_1 = 0;
  __pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 727, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_INCREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum));
  __Pyx_GIVEREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum));
  PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum));
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_t_2);
  __pyx_t_2 = 0;
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":726
 *         self.c_gate = new DMOpCRep_Sum(factor_creps, dim)
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (DMOpRep_Sum, (self.factor_reps, self.c_gate._dim))
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMOpRep_Sum.__reduce__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":715
 * 
 * cdef class DMOpRep_Sum(DMOpRep):
 *     cdef public object factor_reps # list of DMOpRep objs?             # <<<<<<<<<<<<<<
 * 
 *     def __cinit__(self, factor_reps, INT dim):
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11DMOpRep_Sum_11factor_reps_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11DMOpRep_Sum_11factor_reps_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11DMOpRep_Sum_11factor_reps___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_11DMOpRep_Sum_11factor_reps___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(__pyx_v_self->factor_reps);
  __pyx_r = __pyx_v_self->factor_reps;
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11DMOpRep_Sum_11factor_reps_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11DMOpRep_Sum_11factor_reps_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11DMOpRep_Sum_11factor_reps_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11DMOpRep_Sum_11factor_reps_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__", 0);
  __Pyx_INCREF(__pyx_v_value);
  __Pyx_GIVEREF(__pyx_v_value);
  __Pyx_GOTREF(__pyx_v_self->factor_reps);
  __Pyx_DECREF(__pyx_v_self->factor_reps);
  __pyx_v_self->factor_reps = __pyx_v_value;

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11DMOpRep_Sum_11factor_reps_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11DMOpRep_Sum_11factor_reps_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11DMOpRep_Sum_11factor_reps_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11DMOpRep_Sum_11factor_reps_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->factor_reps);
  __Pyx_DECREF(__pyx_v_self->factor_reps);
  __pyx_v_self->factor_reps = Py_None;

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":734
 *     cdef public INT power
 * 
 *     def __cinit__(self, DMOpRep exponentiated_op_rep, INT power, INT dim):             # <<<<<<<<<<<<<<
 *         self.exponentiated_op = exponentiated_op_rep
 *         self.power = power
 */

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *__pyx_v_exponentiated_op_rep = 0;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_power;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_exponentiated_op_rep,&__pyx_n_s_power,&__pyx_n_s_dim,0};
    PyObject* values[3] = {0,0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
        CYTHON_FALLTHROUGH;
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_exponentiated_op_rep)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_power)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 3, 3, 1); __PYX_ERR(0, 734, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  2:
        if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_dim)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 3, 3, 2); __PYX_ERR(0, 734, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__cinit__") < 0)) __PYX_ERR(0, 734, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 3) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
      values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
    }
    __pyx_v_exponentiated_op_rep = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *)values[0]);
    __pyx_v_power = __Pyx_PyInt_As_PY_LONG_LONG(values[1]); if (unlikely((__pyx_v_power == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 734, __pyx_L3_error)
    __pyx_v_dim = __Pyx_PyInt_As_PY_LONG_LONG(values[2]); if (unlikely((__pyx_v_dim == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 734, __pyx_L3_error)
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 3, 3, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 734, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMOpRep_Exponentiated.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return -1;
  __pyx_L4_argument_unpacking_done:;
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_exponentiated_op_rep), __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep, 1, "exponentiated_op_rep", 0))) __PYX_ERR(0, 734, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated___cinit__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated *)__pyx_v_self), __pyx_v_exponentiated_op_rep, __pyx_v_power, __pyx_v_dim);

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated *__pyx_v_self, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *__pyx_v_exponentiated_op_rep, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_power, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  CReps::DMOpCRep_Exponentiated *__pyx_t_1;
  __Pyx_RefNannySetupContext("__cinit__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":735
 * 
 *     def __cinit__(self, DMOpRep exponentiated_op_rep, INT power, INT dim):
 *         self.exponentiated_op = exponentiated_op_rep             # <<<<<<<<<<<<<<
 *         self.power = power
 *         self.c_gate = new DMOpCRep_Exponentiated(exponentiated_op_rep.c_gate, power, dim)
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_exponentiated_op_rep));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_exponentiated_op_rep));
  __Pyx_GOTREF(__pyx_v_self->exponentiated_op);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->exponentiated_op));
  __pyx_v_self->exponentiated_op = __pyx_v_exponentiated_op_rep;

  /* "pygsti/objects/replib/fastreplib.pyx":736
 *     def __cinit__(self, DMOpRep exponentiated_op_rep, INT power, INT dim):
 *         self.exponentiated_op = exponentiated_op_rep
 *         self.power = power             # <<<<<<<<<<<<<<
 *         self.c_gate = new DMOpCRep_Exponentiated(exponentiated_op_rep.c_gate, power, dim)
 * 
 */
  __pyx_v_self->power = __pyx_v_power;

  /* "pygsti/objects/replib/fastreplib.pyx":737
 *         self.exponentiated_op = exponentiated_op_rep
 *         self.power = power
 *         self.c_gate = new DMOpCRep_Exponentiated(exponentiated_op_rep.c_gate, power, dim)             # <<<<<<<<<<<<<<
 * 
 *     def __reduce__(self):
 */
  try {
    __pyx_t_1 = new CReps::DMOpCRep_Exponentiated(__pyx_v_exponentiated_op_rep->c_gate, __pyx_v_power, __pyx_v_dim);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 737, __pyx_L1_error)
  }
  __pyx_v_self->__pyx_base.c_gate = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":734
 *     cdef public INT power
 * 
 *     def __cinit__(self, DMOpRep exponentiated_op_rep, INT power, INT dim):             # <<<<<<<<<<<<<<
 *         self.exponentiated_op = exponentiated_op_rep
 *         self.power = power
 */

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMOpRep_Exponentiated.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":739
 *         self.c_gate = new DMOpCRep_Exponentiated(exponentiated_op_rep.c_gate, power, dim)
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (DMOpRep_Exponentiated, (self.exponentiated_op, self.power, self.c_gate._dim))
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_2__reduce__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  __Pyx_RefNannySetupContext("__reduce__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":740
 * 
 *     def __reduce__(self):
 *         return (DMOpRep_Exponentiated, (self.exponentiated_op, self.power, self.c_gate._dim))             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_self->power); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 740, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_2 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_self->__pyx_base.c_gate->_dim); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 740, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = PyTuple_New(3); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 740, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->exponentiated_op));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->exponentiated_op));
  PyTuple_SET_ITEM(__pyx_t_3, 0, ((PyObject *)__pyx_v_self->exponentiated_op));
  __Pyx_GIVEREF(__pyx_t_1);
  PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_3, 2, __pyx_t_2);
  __pyx_t_1 = 0;
  __pyx_t_2 = 0;
  __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 740, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_INCREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated));
  __Pyx_GIVEREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated));
  PyTuple_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated));
  __Pyx_GIVEREF(__pyx_t_3);
  PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_3);
  __pyx_t_3 = 0;
  __pyx_r = __pyx_t_2;
  __pyx_t_2 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":739
 *         self.c_gate = new DMOpCRep_Exponentiated(exponentiated_op_rep.c_gate, power, dim)
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (DMOpRep_Exponentiated, (self.exponentiated_op, self.power, self.c_gate._dim))
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMOpRep_Exponentiated.__reduce__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":731
 * 
 * cdef class DMOpRep_Exponentiated(DMOpRep):
 *     cdef public DMOpRep exponentiated_op             # <<<<<<<<<<<<<<
 *     cdef public INT power
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_16exponentiated_op_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_16exponentiated_op_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_16exponentiated_op___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_16exponentiated_op___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->exponentiated_op));
  __pyx_r = ((PyObject *)__pyx_v_self->exponentiated_op);
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_16exponentiated_op_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_16exponentiated_op_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_16exponentiated_op_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_16exponentiated_op_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__set__", 0);
  if (!(likely(((__pyx_v_value) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_value, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep))))) __PYX_ERR(0, 731, __pyx_L1_error)
  __pyx_t_1 = __pyx_v_value;
  __Pyx_INCREF(__pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __Pyx_GOTREF(__pyx_v_self->exponentiated_op);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->exponentiated_op));
  __pyx_v_self->exponentiated_op = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMOpRep_Exponentiated.exponentiated_op.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_16exponentiated_op_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_16exponentiated_op_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_16exponentiated_op_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_16exponentiated_op_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->exponentiated_op);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->exponentiated_op));
  __pyx_v_self->exponentiated_op = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *)Py_None);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":732
 * cdef class DMOpRep_Exponentiated(DMOpRep):
 *     cdef public DMOpRep exponentiated_op
 *     cdef public INT power             # <<<<<<<<<<<<<<
 * 
 *     def __cinit__(self, DMOpRep exponentiated_op_rep, INT power, INT dim):
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_5power_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_5power_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_5power___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_5power___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_self->power); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 732, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMOpRep_Exponentiated.power.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_5power_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_5power_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_5power_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_5power_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_1;
  __Pyx_RefNannySetupContext("__set__", 0);
  __pyx_t_1 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_v_value); if (unlikely((__pyx_t_1 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 732, __pyx_L1_error)
  __pyx_v_self->power = __pyx_t_1;

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMOpRep_Exponentiated.power.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":749
 *     cdef np.ndarray data_ref4
 * 
 *     def __cinit__(self, errgen_rep,             # <<<<<<<<<<<<<<
 *                   double mu, double eta, INT m_star, INT s,
 *                   np.ndarray[double, ndim=1, mode='c'] unitarypost_data,
 */

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyObject *__pyx_v_errgen_rep = 0;
  double __pyx_v_mu;
  double __pyx_v_eta;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_m_star;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_s;
  PyArrayObject *__pyx_v_unitarypost_data = 0;
  PyArrayObject *__pyx_v_unitarypost_indices = 0;
  PyArrayObject *__pyx_v_unitarypost_indptr = 0;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_errgen_rep,&__pyx_n_s_mu,&__pyx_n_s_eta,&__pyx_n_s_m_star,&__pyx_n_s_s,&__pyx_n_s_unitarypost_data,&__pyx_n_s_unitarypost_indices,&__pyx_n_s_unitarypost_indptr,0};
    PyObject* values[8] = {0,0,0,0,0,0,0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  8: values[7] = PyTuple_GET_ITEM(__pyx_args, 7);
        CYTHON_FALLTHROUGH;
        case  7: values[6] = PyTuple_GET_ITEM(__pyx_args, 6);
        CYTHON_FALLTHROUGH;
        case  6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
        CYTHON_FALLTHROUGH;
        case  5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
        CYTHON_FALLTHROUGH;
        case  4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
        CYTHON_FALLTHROUGH;
        case  3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
        CYTHON_FALLTHROUGH;
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_errgen_rep)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_mu)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 8, 8, 1); __PYX_ERR(0, 749, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  2:
        if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_eta)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 8, 8, 2); __PYX_ERR(0, 749, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  3:
        if (likely((values[3] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_m_star)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 8, 8, 3); __PYX_ERR(0, 749, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  4:
        if (likely((values[4] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_s)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 8, 8, 4); __PYX_ERR(0, 749, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  5:
        if (likely((values[5] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_unitarypost_data)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 8, 8, 5); __PYX_ERR(0, 749, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  6:
        if (likely((values[6] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_unitarypost_indices)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 8, 8, 6); __PYX_ERR(0, 749, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  7:
        if (likely((values[7] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_unitarypost_indptr)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 8, 8, 7); __PYX_ERR(0, 749, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__cinit__") < 0)) __PYX_ERR(0, 749, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 8) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
      values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
      values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
      values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
      values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
      values[6] = PyTuple_GET_ITEM(__pyx_args, 6);
      values[7] = PyTuple_GET_ITEM(__pyx_args, 7);
    }
    __pyx_v_errgen_rep = values[0];
    __pyx_v_mu = __pyx_PyFloat_AsDouble(values[1]); if (unlikely((__pyx_v_mu == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 750, __pyx_L3_error)
    __pyx_v_eta = __pyx_PyFloat_AsDouble(values[2]); if (unlikely((__pyx_v_eta == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 750, __pyx_L3_error)
    __pyx_v_m_star = __Pyx_PyInt_As_PY_LONG_LONG(values[3]); if (unlikely((__pyx_v_m_star == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 750, __pyx_L3_error)
    __pyx_v_s = __Pyx_PyInt_As_PY_LONG_LONG(values[4]); if (unlikely((__pyx_v_s == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 750, __pyx_L3_error)
    __pyx_v_unitarypost_data = ((PyArrayObject *)values[5]);
    __pyx_v_unitarypost_indices = ((PyArrayObject *)values[6]);
    __pyx_v_unitarypost_indptr = ((PyArrayObject *)values[7]);
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 8, 8, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 749, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMOpRep_Lindblad.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return -1;
  __pyx_L4_argument_unpacking_done:;
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_unitarypost_data), __pyx_ptype_5numpy_ndarray, 1, "unitarypost_data", 0))) __PYX_ERR(0, 751, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_unitarypost_indices), __pyx_ptype_5numpy_ndarray, 1, "unitarypost_indices", 0))) __PYX_ERR(0, 752, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_unitarypost_indptr), __pyx_ptype_5numpy_ndarray, 1, "unitarypost_indptr", 0))) __PYX_ERR(0, 753, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad___cinit__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad *)__pyx_v_self), __pyx_v_errgen_rep, __pyx_v_mu, __pyx_v_eta, __pyx_v_m_star, __pyx_v_s, __pyx_v_unitarypost_data, __pyx_v_unitarypost_indices, __pyx_v_unitarypost_indptr);

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad *__pyx_v_self, PyObject *__pyx_v_errgen_rep, double __pyx_v_mu, double __pyx_v_eta, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_m_star, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_s, PyArrayObject *__pyx_v_unitarypost_data, PyArrayObject *__pyx_v_unitarypost_indices, PyArrayObject *__pyx_v_unitarypost_indptr) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_upost_nnz;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_unitarypost_data;
  __Pyx_Buffer __pyx_pybuffer_unitarypost_data;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_unitarypost_indices;
  __Pyx_Buffer __pyx_pybuffer_unitarypost_indices;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_unitarypost_indptr;
  __Pyx_Buffer __pyx_pybuffer_unitarypost_indptr;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_2;
  CReps::DMOpCRep_Lindblad *__pyx_t_3;
  __Pyx_RefNannySetupContext("__cinit__", 0);
  __pyx_pybuffer_unitarypost_data.pybuffer.buf = NULL;
  __pyx_pybuffer_unitarypost_data.refcount = 0;
  __pyx_pybuffernd_unitarypost_data.data = NULL;
  __pyx_pybuffernd_unitarypost_data.rcbuffer = &__pyx_pybuffer_unitarypost_data;
  __pyx_pybuffer_unitarypost_indices.pybuffer.buf = NULL;
  __pyx_pybuffer_unitarypost_indices.refcount = 0;
  __pyx_pybuffernd_unitarypost_indices.data = NULL;
  __pyx_pybuffernd_unitarypost_indices.rcbuffer = &__pyx_pybuffer_unitarypost_indices;
  __pyx_pybuffer_unitarypost_indptr.pybuffer.buf = NULL;
  __pyx_pybuffer_unitarypost_indptr.refcount = 0;
  __pyx_pybuffernd_unitarypost_indptr.data = NULL;
  __pyx_pybuffernd_unitarypost_indptr.rcbuffer = &__pyx_pybuffer_unitarypost_indptr;
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_unitarypost_data.rcbuffer->pybuffer, (PyObject*)__pyx_v_unitarypost_data, &__Pyx_TypeInfo_double, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 749, __pyx_L1_error)
  }
  __pyx_pybuffernd_unitarypost_data.diminfo[0].strides = __pyx_pybuffernd_unitarypost_data.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_unitarypost_data.diminfo[0].shape = __pyx_pybuffernd_unitarypost_data.rcbuffer->pybuffer.shape[0];
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_unitarypost_indices.rcbuffer->pybuffer, (PyObject*)__pyx_v_unitarypost_indices, &__Pyx_TypeInfo_nn___pyx_t_5numpy_int64_t, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 749, __pyx_L1_error)
  }
  __pyx_pybuffernd_unitarypost_indices.diminfo[0].strides = __pyx_pybuffernd_unitarypost_indices.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_unitarypost_indices.diminfo[0].shape = __pyx_pybuffernd_unitarypost_indices.rcbuffer->pybuffer.shape[0];
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_unitarypost_indptr.rcbuffer->pybuffer, (PyObject*)__pyx_v_unitarypost_indptr, &__Pyx_TypeInfo_nn___pyx_t_5numpy_int64_t, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 749, __pyx_L1_error)
  }
  __pyx_pybuffernd_unitarypost_indptr.diminfo[0].strides = __pyx_pybuffernd_unitarypost_indptr.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_unitarypost_indptr.diminfo[0].shape = __pyx_pybuffernd_unitarypost_indptr.rcbuffer->pybuffer.shape[0];

  /* "pygsti/objects/replib/fastreplib.pyx":754
 *                   np.ndarray[np.int64_t, ndim=1, mode='c'] unitarypost_indices,
 *                   np.ndarray[np.int64_t, ndim=1, mode='c'] unitarypost_indptr):
 *         self.errgen_rep = errgen_rep             # <<<<<<<<<<<<<<
 *         self.data_ref2 = unitarypost_data
 *         self.data_ref3 = unitarypost_indices
 */
  __Pyx_INCREF(__pyx_v_errgen_rep);
  __Pyx_GIVEREF(__pyx_v_errgen_rep);
  __Pyx_GOTREF(__pyx_v_self->errgen_rep);
  __Pyx_DECREF(__pyx_v_self->errgen_rep);
  __pyx_v_self->errgen_rep = __pyx_v_errgen_rep;

  /* "pygsti/objects/replib/fastreplib.pyx":755
 *                   np.ndarray[np.int64_t, ndim=1, mode='c'] unitarypost_indptr):
 *         self.errgen_rep = errgen_rep
 *         self.data_ref2 = unitarypost_data             # <<<<<<<<<<<<<<
 *         self.data_ref3 = unitarypost_indices
 *         self.data_ref4 = unitarypost_indptr
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_unitarypost_data));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_unitarypost_data));
  __Pyx_GOTREF(__pyx_v_self->data_ref2);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->data_ref2));
  __pyx_v_self->data_ref2 = ((PyArrayObject *)__pyx_v_unitarypost_data);

  /* "pygsti/objects/replib/fastreplib.pyx":756
 *         self.errgen_rep = errgen_rep
 *         self.data_ref2 = unitarypost_data
 *         self.data_ref3 = unitarypost_indices             # <<<<<<<<<<<<<<
 *         self.data_ref4 = unitarypost_indptr
 *         cdef INT dim = errgen_rep.dim
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_unitarypost_indices));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_unitarypost_indices));
  __Pyx_GOTREF(__pyx_v_self->data_ref3);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->data_ref3));
  __pyx_v_self->data_ref3 = ((PyArrayObject *)__pyx_v_unitarypost_indices);

  /* "pygsti/objects/replib/fastreplib.pyx":757
 *         self.data_ref2 = unitarypost_data
 *         self.data_ref3 = unitarypost_indices
 *         self.data_ref4 = unitarypost_indptr             # <<<<<<<<<<<<<<
 *         cdef INT dim = errgen_rep.dim
 *         cdef INT upost_nnz = unitarypost_data.shape[0]
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_unitarypost_indptr));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_unitarypost_indptr));
  __Pyx_GOTREF(__pyx_v_self->data_ref4);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->data_ref4));
  __pyx_v_self->data_ref4 = ((PyArrayObject *)__pyx_v_unitarypost_indptr);

  /* "pygsti/objects/replib/fastreplib.pyx":758
 *         self.data_ref3 = unitarypost_indices
 *         self.data_ref4 = unitarypost_indptr
 *         cdef INT dim = errgen_rep.dim             # <<<<<<<<<<<<<<
 *         cdef INT upost_nnz = unitarypost_data.shape[0]
 *         self.c_gate = new DMOpCRep_Lindblad((<DMOpRep?>errgen_rep).c_gate,
 */
  __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_errgen_rep, __pyx_n_s_dim); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 758, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_2 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_1); if (unlikely((__pyx_t_2 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 758, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_v_dim = __pyx_t_2;

  /* "pygsti/objects/replib/fastreplib.pyx":759
 *         self.data_ref4 = unitarypost_indptr
 *         cdef INT dim = errgen_rep.dim
 *         cdef INT upost_nnz = unitarypost_data.shape[0]             # <<<<<<<<<<<<<<
 *         self.c_gate = new DMOpCRep_Lindblad((<DMOpRep?>errgen_rep).c_gate,
 *                                               mu, eta, m_star, s, dim,
 */
  __pyx_v_upost_nnz = (__pyx_v_unitarypost_data->dimensions[0]);

  /* "pygsti/objects/replib/fastreplib.pyx":760
 *         cdef INT dim = errgen_rep.dim
 *         cdef INT upost_nnz = unitarypost_data.shape[0]
 *         self.c_gate = new DMOpCRep_Lindblad((<DMOpRep?>errgen_rep).c_gate,             # <<<<<<<<<<<<<<
 *                                               mu, eta, m_star, s, dim,
 *                                               <double*>unitarypost_data.data,
 */
  if (!(likely(__Pyx_TypeTest(__pyx_v_errgen_rep, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep)))) __PYX_ERR(0, 760, __pyx_L1_error)

  /* "pygsti/objects/replib/fastreplib.pyx":764
 *                                               <double*>unitarypost_data.data,
 *                                               <INT*>unitarypost_indices.data,
 *                                               <INT*>unitarypost_indptr.data, upost_nnz)             # <<<<<<<<<<<<<<
 * 
 *     def set_exp_params(self, double mu, double eta, INT m_star, INT s):
 */
  try {
    __pyx_t_3 = new CReps::DMOpCRep_Lindblad(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *)__pyx_v_errgen_rep)->c_gate, __pyx_v_mu, __pyx_v_eta, __pyx_v_m_star, __pyx_v_s, __pyx_v_dim, ((double *)__pyx_v_unitarypost_data->data), ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT *)__pyx_v_unitarypost_indices->data), ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT *)__pyx_v_unitarypost_indptr->data), __pyx_v_upost_nnz);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 760, __pyx_L1_error)
  }

  /* "pygsti/objects/replib/fastreplib.pyx":760
 *         cdef INT dim = errgen_rep.dim
 *         cdef INT upost_nnz = unitarypost_data.shape[0]
 *         self.c_gate = new DMOpCRep_Lindblad((<DMOpRep?>errgen_rep).c_gate,             # <<<<<<<<<<<<<<
 *                                               mu, eta, m_star, s, dim,
 *                                               <double*>unitarypost_data.data,
 */
  __pyx_v_self->__pyx_base.c_gate = __pyx_t_3;

  /* "pygsti/objects/replib/fastreplib.pyx":749
 *     cdef np.ndarray data_ref4
 * 
 *     def __cinit__(self, errgen_rep,             # <<<<<<<<<<<<<<
 *                   double mu, double eta, INT m_star, INT s,
 *                   np.ndarray[double, ndim=1, mode='c'] unitarypost_data,
 */

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  { PyObject *__pyx_type, *__pyx_value, *__pyx_tb;
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    __Pyx_ErrFetch(&__pyx_type, &__pyx_value, &__pyx_tb);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_unitarypost_data.rcbuffer->pybuffer);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_unitarypost_indices.rcbuffer->pybuffer);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_unitarypost_indptr.rcbuffer->pybuffer);
  __Pyx_ErrRestore(__pyx_type, __pyx_value, __pyx_tb);}
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMOpRep_Lindblad.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  goto __pyx_L2;
  __pyx_L0:;
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_unitarypost_data.rcbuffer->pybuffer);
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_unitarypost_indices.rcbuffer->pybuffer);
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_unitarypost_indptr.rcbuffer->pybuffer);
  __pyx_L2:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":766
 *                                               <INT*>unitarypost_indptr.data, upost_nnz)
 * 
 *     def set_exp_params(self, double mu, double eta, INT m_star, INT s):             # <<<<<<<<<<<<<<
 *         (<DMOpCRep_Lindblad*>self.c_gate)._mu = mu
 *         (<DMOpCRep_Lindblad*>self.c_gate)._eta = eta
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad_3set_exp_params(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad_3set_exp_params(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  double __pyx_v_mu;
  double __pyx_v_eta;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_m_star;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_s;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("set_exp_params (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_mu,&__pyx_n_s_eta,&__pyx_n_s_m_star,&__pyx_n_s_s,0};
    PyObject* values[4] = {0,0,0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
        CYTHON_FALLTHROUGH;
        case  3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
        CYTHON_FALLTHROUGH;
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_mu)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_eta)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("set_exp_params", 1, 4, 4, 1); __PYX_ERR(0, 766, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  2:
        if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_m_star)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("set_exp_params", 1, 4, 4, 2); __PYX_ERR(0, 766, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  3:
        if (likely((values[3] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_s)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("set_exp_params", 1, 4, 4, 3); __PYX_ERR(0, 766, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "set_exp_params") < 0)) __PYX_ERR(0, 766, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 4) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
      values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
      values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
    }
    __pyx_v_mu = __pyx_PyFloat_AsDouble(values[0]); if (unlikely((__pyx_v_mu == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 766, __pyx_L3_error)
    __pyx_v_eta = __pyx_PyFloat_AsDouble(values[1]); if (unlikely((__pyx_v_eta == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 766, __pyx_L3_error)
    __pyx_v_m_star = __Pyx_PyInt_As_PY_LONG_LONG(values[2]); if (unlikely((__pyx_v_m_star == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 766, __pyx_L3_error)
    __pyx_v_s = __Pyx_PyInt_As_PY_LONG_LONG(values[3]); if (unlikely((__pyx_v_s == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 766, __pyx_L3_error)
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("set_exp_params", 1, 4, 4, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 766, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMOpRep_Lindblad.set_exp_params", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad_2set_exp_params(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad *)__pyx_v_self), __pyx_v_mu, __pyx_v_eta, __pyx_v_m_star, __pyx_v_s);

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad_2set_exp_params(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad *__pyx_v_self, double __pyx_v_mu, double __pyx_v_eta, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_m_star, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_s) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("set_exp_params", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":767
 * 
 *     def set_exp_params(self, double mu, double eta, INT m_star, INT s):
 *         (<DMOpCRep_Lindblad*>self.c_gate)._mu = mu             # <<<<<<<<<<<<<<
 *         (<DMOpCRep_Lindblad*>self.c_gate)._eta = eta
 *         (<DMOpCRep_Lindblad*>self.c_gate)._m_star = m_star
 */
  ((CReps::DMOpCRep_Lindblad *)__pyx_v_self->__pyx_base.c_gate)->_mu = __pyx_v_mu;

  /* "pygsti/objects/replib/fastreplib.pyx":768
 *     def set_exp_params(self, double mu, double eta, INT m_star, INT s):
 *         (<DMOpCRep_Lindblad*>self.c_gate)._mu = mu
 *         (<DMOpCRep_Lindblad*>self.c_gate)._eta = eta             # <<<<<<<<<<<<<<
 *         (<DMOpCRep_Lindblad*>self.c_gate)._m_star = m_star
 *         (<DMOpCRep_Lindblad*>self.c_gate)._s = s
 */
  ((CReps::DMOpCRep_Lindblad *)__pyx_v_self->__pyx_base.c_gate)->_eta = __pyx_v_eta;

  /* "pygsti/objects/replib/fastreplib.pyx":769
 *         (<DMOpCRep_Lindblad*>self.c_gate)._mu = mu
 *         (<DMOpCRep_Lindblad*>self.c_gate)._eta = eta
 *         (<DMOpCRep_Lindblad*>self.c_gate)._m_star = m_star             # <<<<<<<<<<<<<<
 *         (<DMOpCRep_Lindblad*>self.c_gate)._s = s
 * 
 */
  ((CReps::DMOpCRep_Lindblad *)__pyx_v_self->__pyx_base.c_gate)->_m_star = __pyx_v_m_star;

  /* "pygsti/objects/replib/fastreplib.pyx":770
 *         (<DMOpCRep_Lindblad*>self.c_gate)._eta = eta
 *         (<DMOpCRep_Lindblad*>self.c_gate)._m_star = m_star
 *         (<DMOpCRep_Lindblad*>self.c_gate)._s = s             # <<<<<<<<<<<<<<
 * 
 *     def get_exp_params(self):
 */
  ((CReps::DMOpCRep_Lindblad *)__pyx_v_self->__pyx_base.c_gate)->_s = __pyx_v_s;

  /* "pygsti/objects/replib/fastreplib.pyx":766
 *                                               <INT*>unitarypost_indptr.data, upost_nnz)
 * 
 *     def set_exp_params(self, double mu, double eta, INT m_star, INT s):             # <<<<<<<<<<<<<<
 *         (<DMOpCRep_Lindblad*>self.c_gate)._mu = mu
 *         (<DMOpCRep_Lindblad*>self.c_gate)._eta = eta
 */

  /* function exit code */
  __pyx_r = Py_None; __Pyx_INCREF(Py_None);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":772
 *         (<DMOpCRep_Lindblad*>self.c_gate)._s = s
 * 
 *     def get_exp_params(self):             # <<<<<<<<<<<<<<
 *         return ( (<DMOpCRep_Lindblad*>self.c_gate)._mu,
 *                  (<DMOpCRep_Lindblad*>self.c_gate)._eta,
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad_5get_exp_params(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad_5get_exp_params(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("get_exp_params (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad_4get_exp_params(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad_4get_exp_params(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  PyObject *__pyx_t_5 = NULL;
  __Pyx_RefNannySetupContext("get_exp_params", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":773
 * 
 *     def get_exp_params(self):
 *         return ( (<DMOpCRep_Lindblad*>self.c_gate)._mu,             # <<<<<<<<<<<<<<
 *                  (<DMOpCRep_Lindblad*>self.c_gate)._eta,
 *                  (<DMOpCRep_Lindblad*>self.c_gate)._m_star,
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyFloat_FromDouble(((CReps::DMOpCRep_Lindblad *)__pyx_v_self->__pyx_base.c_gate)->_mu); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 773, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);

  /* "pygsti/objects/replib/fastreplib.pyx":774
 *     def get_exp_params(self):
 *         return ( (<DMOpCRep_Lindblad*>self.c_gate)._mu,
 *                  (<DMOpCRep_Lindblad*>self.c_gate)._eta,             # <<<<<<<<<<<<<<
 *                  (<DMOpCRep_Lindblad*>self.c_gate)._m_star,
 *                  (<DMOpCRep_Lindblad*>self.c_gate)._s)
 */
  __pyx_t_2 = PyFloat_FromDouble(((CReps::DMOpCRep_Lindblad *)__pyx_v_self->__pyx_base.c_gate)->_eta); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 774, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);

  /* "pygsti/objects/replib/fastreplib.pyx":775
 *         return ( (<DMOpCRep_Lindblad*>self.c_gate)._mu,
 *                  (<DMOpCRep_Lindblad*>self.c_gate)._eta,
 *                  (<DMOpCRep_Lindblad*>self.c_gate)._m_star,             # <<<<<<<<<<<<<<
 *                  (<DMOpCRep_Lindblad*>self.c_gate)._s)
 * 
 */
  __pyx_t_3 = __Pyx_PyInt_From_PY_LONG_LONG(((CReps::DMOpCRep_Lindblad *)__pyx_v_self->__pyx_base.c_gate)->_m_star); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 775, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);

  /* "pygsti/objects/replib/fastreplib.pyx":776
 *                  (<DMOpCRep_Lindblad*>self.c_gate)._eta,
 *                  (<DMOpCRep_Lindblad*>self.c_gate)._m_star,
 *                  (<DMOpCRep_Lindblad*>self.c_gate)._s)             # <<<<<<<<<<<<<<
 * 
 *     def __reduce__(self):
 */
  __pyx_t_4 = __Pyx_PyInt_From_PY_LONG_LONG(((CReps::DMOpCRep_Lindblad *)__pyx_v_self->__pyx_base.c_gate)->_s); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 776, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);

  /* "pygsti/objects/replib/fastreplib.pyx":773
 * 
 *     def get_exp_params(self):
 *         return ( (<DMOpCRep_Lindblad*>self.c_gate)._mu,             # <<<<<<<<<<<<<<
 *                  (<DMOpCRep_Lindblad*>self.c_gate)._eta,
 *                  (<DMOpCRep_Lindblad*>self.c_gate)._m_star,
 */
  __pyx_t_5 = PyTuple_New(4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 773, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_GIVEREF(__pyx_t_1);
  PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_5, 1, __pyx_t_2);
  __Pyx_GIVEREF(__pyx_t_3);
  PyTuple_SET_ITEM(__pyx_t_5, 2, __pyx_t_3);
  __Pyx_GIVEREF(__pyx_t_4);
  PyTuple_SET_ITEM(__pyx_t_5, 3, __pyx_t_4);
  __pyx_t_1 = 0;
  __pyx_t_2 = 0;
  __pyx_t_3 = 0;
  __pyx_t_4 = 0;
  __pyx_r = __pyx_t_5;
  __pyx_t_5 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":772
 *         (<DMOpCRep_Lindblad*>self.c_gate)._s = s
 * 
 *     def get_exp_params(self):             # <<<<<<<<<<<<<<
 *         return ( (<DMOpCRep_Lindblad*>self.c_gate)._mu,
 *                  (<DMOpCRep_Lindblad*>self.c_gate)._eta,
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMOpRep_Lindblad.get_exp_params", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":778
 *                  (<DMOpCRep_Lindblad*>self.c_gate)._s)
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (DMOpRep_Lindblad, (self.errgen_rep,
 *                                    (<DMOpCRep_Lindblad*>self.c_gate)._mu,
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad_7__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad_7__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad_6__reduce__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad_6__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  PyObject *__pyx_t_5 = NULL;
  __Pyx_RefNannySetupContext("__reduce__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":779
 * 
 *     def __reduce__(self):
 *         return (DMOpRep_Lindblad, (self.errgen_rep,             # <<<<<<<<<<<<<<
 *                                    (<DMOpCRep_Lindblad*>self.c_gate)._mu,
 *                                    (<DMOpCRep_Lindblad*>self.c_gate)._eta,
 */
  __Pyx_XDECREF(__pyx_r);

  /* "pygsti/objects/replib/fastreplib.pyx":780
 *     def __reduce__(self):
 *         return (DMOpRep_Lindblad, (self.errgen_rep,
 *                                    (<DMOpCRep_Lindblad*>self.c_gate)._mu,             # <<<<<<<<<<<<<<
 *                                    (<DMOpCRep_Lindblad*>self.c_gate)._eta,
 *                                    (<DMOpCRep_Lindblad*>self.c_gate)._m_star,
 */
  __pyx_t_1 = PyFloat_FromDouble(((CReps::DMOpCRep_Lindblad *)__pyx_v_self->__pyx_base.c_gate)->_mu); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 780, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);

  /* "pygsti/objects/replib/fastreplib.pyx":781
 *         return (DMOpRep_Lindblad, (self.errgen_rep,
 *                                    (<DMOpCRep_Lindblad*>self.c_gate)._mu,
 *                                    (<DMOpCRep_Lindblad*>self.c_gate)._eta,             # <<<<<<<<<<<<<<
 *                                    (<DMOpCRep_Lindblad*>self.c_gate)._m_star,
 *                                    (<DMOpCRep_Lindblad*>self.c_gate)._s,
 */
  __pyx_t_2 = PyFloat_FromDouble(((CReps::DMOpCRep_Lindblad *)__pyx_v_self->__pyx_base.c_gate)->_eta); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 781, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);

  /* "pygsti/objects/replib/fastreplib.pyx":782
 *                                    (<DMOpCRep_Lindblad*>self.c_gate)._mu,
 *                                    (<DMOpCRep_Lindblad*>self.c_gate)._eta,
 *                                    (<DMOpCRep_Lindblad*>self.c_gate)._m_star,             # <<<<<<<<<<<<<<
 *                                    (<DMOpCRep_Lindblad*>self.c_gate)._s,
 *                                    self.data_ref2, self.data_ref3, self.data_ref4))
 */
  __pyx_t_3 = __Pyx_PyInt_From_PY_LONG_LONG(((CReps::DMOpCRep_Lindblad *)__pyx_v_self->__pyx_base.c_gate)->_m_star); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 782, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);

  /* "pygsti/objects/replib/fastreplib.pyx":783
 *                                    (<DMOpCRep_Lindblad*>self.c_gate)._eta,
 *                                    (<DMOpCRep_Lindblad*>self.c_gate)._m_star,
 *                                    (<DMOpCRep_Lindblad*>self.c_gate)._s,             # <<<<<<<<<<<<<<
 *                                    self.data_ref2, self.data_ref3, self.data_ref4))
 * 
 */
  __pyx_t_4 = __Pyx_PyInt_From_PY_LONG_LONG(((CReps::DMOpCRep_Lindblad *)__pyx_v_self->__pyx_base.c_gate)->_s); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 783, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);

  /* "pygsti/objects/replib/fastreplib.pyx":779
 * 
 *     def __reduce__(self):
 *         return (DMOpRep_Lindblad, (self.errgen_rep,             # <<<<<<<<<<<<<<
 *                                    (<DMOpCRep_Lindblad*>self.c_gate)._mu,
 *                                    (<DMOpCRep_Lindblad*>self.c_gate)._eta,
 */
  __pyx_t_5 = PyTuple_New(8); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 779, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_INCREF(__pyx_v_self->errgen_rep);
  __Pyx_GIVEREF(__pyx_v_self->errgen_rep);
  PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_v_self->errgen_rep);
  __Pyx_GIVEREF(__pyx_t_1);
  PyTuple_SET_ITEM(__pyx_t_5, 1, __pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_5, 2, __pyx_t_2);
  __Pyx_GIVEREF(__pyx_t_3);
  PyTuple_SET_ITEM(__pyx_t_5, 3, __pyx_t_3);
  __Pyx_GIVEREF(__pyx_t_4);
  PyTuple_SET_ITEM(__pyx_t_5, 4, __pyx_t_4);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->data_ref2));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->data_ref2));
  PyTuple_SET_ITEM(__pyx_t_5, 5, ((PyObject *)__pyx_v_self->data_ref2));
  __Pyx_INCREF(((PyObject *)__pyx_v_self->data_ref3));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->data_ref3));
  PyTuple_SET_ITEM(__pyx_t_5, 6, ((PyObject *)__pyx_v_self->data_ref3));
  __Pyx_INCREF(((PyObject *)__pyx_v_self->data_ref4));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->data_ref4));
  PyTuple_SET_ITEM(__pyx_t_5, 7, ((PyObject *)__pyx_v_self->data_ref4));
  __pyx_t_1 = 0;
  __pyx_t_2 = 0;
  __pyx_t_3 = 0;
  __pyx_t_4 = 0;
  __pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 779, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __Pyx_INCREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad));
  __Pyx_GIVEREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad));
  PyTuple_SET_ITEM(__pyx_t_4, 0, ((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad));
  __Pyx_GIVEREF(__pyx_t_5);
  PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_t_5);
  __pyx_t_5 = 0;
  __pyx_r = __pyx_t_4;
  __pyx_t_4 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":778
 *                  (<DMOpCRep_Lindblad*>self.c_gate)._s)
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (DMOpRep_Lindblad, (self.errgen_rep,
 *                                    (<DMOpCRep_Lindblad*>self.c_gate)._mu,
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMOpRep_Lindblad.__reduce__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":744
 * 
 * cdef class DMOpRep_Lindblad(DMOpRep):
 *     cdef public object errgen_rep             # <<<<<<<<<<<<<<
 *     cdef np.ndarray data_ref2
 *     cdef np.ndarray data_ref3
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad_10errgen_rep_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad_10errgen_rep_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad_10errgen_rep___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad_10errgen_rep___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(__pyx_v_self->errgen_rep);
  __pyx_r = __pyx_v_self->errgen_rep;
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad_10errgen_rep_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad_10errgen_rep_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad_10errgen_rep_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad_10errgen_rep_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__", 0);
  __Pyx_INCREF(__pyx_v_value);
  __Pyx_GIVEREF(__pyx_v_value);
  __Pyx_GOTREF(__pyx_v_self->errgen_rep);
  __Pyx_DECREF(__pyx_v_self->errgen_rep);
  __pyx_v_self->errgen_rep = __pyx_v_value;

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad_10errgen_rep_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad_10errgen_rep_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad_10errgen_rep_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad_10errgen_rep_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->errgen_rep);
  __Pyx_DECREF(__pyx_v_self->errgen_rep);
  __pyx_v_self->errgen_rep = Py_None;

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":792
 *     cdef public np.ndarray indptr
 * 
 *     def __cinit__(self, np.ndarray[double, ndim=1, mode='c'] A_data,             # <<<<<<<<<<<<<<
 *                   np.ndarray[np.int64_t, ndim=1, mode='c'] A_indices,
 *                   np.ndarray[np.int64_t, ndim=1, mode='c'] A_indptr):
 */

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyArrayObject *__pyx_v_A_data = 0;
  PyArrayObject *__pyx_v_A_indices = 0;
  PyArrayObject *__pyx_v_A_indptr = 0;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_A_data,&__pyx_n_s_A_indices,&__pyx_n_s_A_indptr,0};
    PyObject* values[3] = {0,0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
        CYTHON_FALLTHROUGH;
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_A_data)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_A_indices)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 3, 3, 1); __PYX_ERR(0, 792, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  2:
        if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_A_indptr)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 3, 3, 2); __PYX_ERR(0, 792, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__cinit__") < 0)) __PYX_ERR(0, 792, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 3) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
      values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
    }
    __pyx_v_A_data = ((PyArrayObject *)values[0]);
    __pyx_v_A_indices = ((PyArrayObject *)values[1]);
    __pyx_v_A_indptr = ((PyArrayObject *)values[2]);
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 3, 3, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 792, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMOpRep_Sparse.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return -1;
  __pyx_L4_argument_unpacking_done:;
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_A_data), __pyx_ptype_5numpy_ndarray, 1, "A_data", 0))) __PYX_ERR(0, 792, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_A_indices), __pyx_ptype_5numpy_ndarray, 1, "A_indices", 0))) __PYX_ERR(0, 793, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_A_indptr), __pyx_ptype_5numpy_ndarray, 1, "A_indptr", 0))) __PYX_ERR(0, 794, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse___cinit__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse *)__pyx_v_self), __pyx_v_A_data, __pyx_v_A_indices, __pyx_v_A_indptr);

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse *__pyx_v_self, PyArrayObject *__pyx_v_A_data, PyArrayObject *__pyx_v_A_indices, PyArrayObject *__pyx_v_A_indptr) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nnz;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_A_data;
  __Pyx_Buffer __pyx_pybuffer_A_data;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_A_indices;
  __Pyx_Buffer __pyx_pybuffer_A_indices;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_A_indptr;
  __Pyx_Buffer __pyx_pybuffer_A_indptr;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  CReps::DMOpCRep_Sparse *__pyx_t_1;
  __Pyx_RefNannySetupContext("__cinit__", 0);
  __pyx_pybuffer_A_data.pybuffer.buf = NULL;
  __pyx_pybuffer_A_data.refcount = 0;
  __pyx_pybuffernd_A_data.data = NULL;
  __pyx_pybuffernd_A_data.rcbuffer = &__pyx_pybuffer_A_data;
  __pyx_pybuffer_A_indices.pybuffer.buf = NULL;
  __pyx_pybuffer_A_indices.refcount = 0;
  __pyx_pybuffernd_A_indices.data = NULL;
  __pyx_pybuffernd_A_indices.rcbuffer = &__pyx_pybuffer_A_indices;
  __pyx_pybuffer_A_indptr.pybuffer.buf = NULL;
  __pyx_pybuffer_A_indptr.refcount = 0;
  __pyx_pybuffernd_A_indptr.data = NULL;
  __pyx_pybuffernd_A_indptr.rcbuffer = &__pyx_pybuffer_A_indptr;
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_A_data.rcbuffer->pybuffer, (PyObject*)__pyx_v_A_data, &__Pyx_TypeInfo_double, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 792, __pyx_L1_error)
  }
  __pyx_pybuffernd_A_data.diminfo[0].strides = __pyx_pybuffernd_A_data.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_A_data.diminfo[0].shape = __pyx_pybuffernd_A_data.rcbuffer->pybuffer.shape[0];
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_A_indices.rcbuffer->pybuffer, (PyObject*)__pyx_v_A_indices, &__Pyx_TypeInfo_nn___pyx_t_5numpy_int64_t, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 792, __pyx_L1_error)
  }
  __pyx_pybuffernd_A_indices.diminfo[0].strides = __pyx_pybuffernd_A_indices.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_A_indices.diminfo[0].shape = __pyx_pybuffernd_A_indices.rcbuffer->pybuffer.shape[0];
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_A_indptr.rcbuffer->pybuffer, (PyObject*)__pyx_v_A_indptr, &__Pyx_TypeInfo_nn___pyx_t_5numpy_int64_t, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 792, __pyx_L1_error)
  }
  __pyx_pybuffernd_A_indptr.diminfo[0].strides = __pyx_pybuffernd_A_indptr.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_A_indptr.diminfo[0].shape = __pyx_pybuffernd_A_indptr.rcbuffer->pybuffer.shape[0];

  /* "pygsti/objects/replib/fastreplib.pyx":795
 *                   np.ndarray[np.int64_t, ndim=1, mode='c'] A_indices,
 *                   np.ndarray[np.int64_t, ndim=1, mode='c'] A_indptr):
 *         self.data = A_data             # <<<<<<<<<<<<<<
 *         self.indices = A_indices
 *         self.indptr = A_indptr
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_A_data));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_A_data));
  __Pyx_GOTREF(__pyx_v_self->data);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->data));
  __pyx_v_self->data = ((PyArrayObject *)__pyx_v_A_data);

  /* "pygsti/objects/replib/fastreplib.pyx":796
 *                   np.ndarray[np.int64_t, ndim=1, mode='c'] A_indptr):
 *         self.data = A_data
 *         self.indices = A_indices             # <<<<<<<<<<<<<<
 *         self.indptr = A_indptr
 *         cdef INT nnz = A_data.shape[0]
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_A_indices));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_A_indices));
  __Pyx_GOTREF(__pyx_v_self->indices);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->indices));
  __pyx_v_self->indices = ((PyArrayObject *)__pyx_v_A_indices);

  /* "pygsti/objects/replib/fastreplib.pyx":797
 *         self.data = A_data
 *         self.indices = A_indices
 *         self.indptr = A_indptr             # <<<<<<<<<<<<<<
 *         cdef INT nnz = A_data.shape[0]
 *         cdef INT dim = A_indptr.shape[0]-1
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_A_indptr));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_A_indptr));
  __Pyx_GOTREF(__pyx_v_self->indptr);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->indptr));
  __pyx_v_self->indptr = ((PyArrayObject *)__pyx_v_A_indptr);

  /* "pygsti/objects/replib/fastreplib.pyx":798
 *         self.indices = A_indices
 *         self.indptr = A_indptr
 *         cdef INT nnz = A_data.shape[0]             # <<<<<<<<<<<<<<
 *         cdef INT dim = A_indptr.shape[0]-1
 *         self.c_gate = new DMOpCRep_Sparse(<double*>A_data.data, <INT*>A_indices.data,
 */
  __pyx_v_nnz = (__pyx_v_A_data->dimensions[0]);

  /* "pygsti/objects/replib/fastreplib.pyx":799
 *         self.indptr = A_indptr
 *         cdef INT nnz = A_data.shape[0]
 *         cdef INT dim = A_indptr.shape[0]-1             # <<<<<<<<<<<<<<
 *         self.c_gate = new DMOpCRep_Sparse(<double*>A_data.data, <INT*>A_indices.data,
 *                                              <INT*>A_indptr.data, nnz, dim);
 */
  __pyx_v_dim = ((__pyx_v_A_indptr->dimensions[0]) - 1);

  /* "pygsti/objects/replib/fastreplib.pyx":800
 *         cdef INT nnz = A_data.shape[0]
 *         cdef INT dim = A_indptr.shape[0]-1
 *         self.c_gate = new DMOpCRep_Sparse(<double*>A_data.data, <INT*>A_indices.data,             # <<<<<<<<<<<<<<
 *                                              <INT*>A_indptr.data, nnz, dim);
 * 
 */
  try {
    __pyx_t_1 = new CReps::DMOpCRep_Sparse(((double *)__pyx_v_A_data->data), ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT *)__pyx_v_A_indices->data), ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT *)__pyx_v_A_indptr->data), __pyx_v_nnz, __pyx_v_dim);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 800, __pyx_L1_error)
  }
  __pyx_v_self->__pyx_base.c_gate = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":792
 *     cdef public np.ndarray indptr
 * 
 *     def __cinit__(self, np.ndarray[double, ndim=1, mode='c'] A_data,             # <<<<<<<<<<<<<<
 *                   np.ndarray[np.int64_t, ndim=1, mode='c'] A_indices,
 *                   np.ndarray[np.int64_t, ndim=1, mode='c'] A_indptr):
 */

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  { PyObject *__pyx_type, *__pyx_value, *__pyx_tb;
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    __Pyx_ErrFetch(&__pyx_type, &__pyx_value, &__pyx_tb);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_A_data.rcbuffer->pybuffer);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_A_indices.rcbuffer->pybuffer);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_A_indptr.rcbuffer->pybuffer);
  __Pyx_ErrRestore(__pyx_type, __pyx_value, __pyx_tb);}
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMOpRep_Sparse.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  goto __pyx_L2;
  __pyx_L0:;
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_A_data.rcbuffer->pybuffer);
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_A_indices.rcbuffer->pybuffer);
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_A_indptr.rcbuffer->pybuffer);
  __pyx_L2:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":803
 *                                              <INT*>A_indptr.data, nnz, dim);
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (DMOpRep_Sparse, (self.data, self.indices, self.indptr))
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_2__reduce__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  __Pyx_RefNannySetupContext("__reduce__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":804
 * 
 *     def __reduce__(self):
 *         return (DMOpRep_Sparse, (self.data, self.indices, self.indptr))             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyTuple_New(3); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 804, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->data));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->data));
  PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)__pyx_v_self->data));
  __Pyx_INCREF(((PyObject *)__pyx_v_self->indices));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->indices));
  PyTuple_SET_ITEM(__pyx_t_1, 1, ((PyObject *)__pyx_v_self->indices));
  __Pyx_INCREF(((PyObject *)__pyx_v_self->indptr));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->indptr));
  PyTuple_SET_ITEM(__pyx_t_1, 2, ((PyObject *)__pyx_v_self->indptr));
  __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 804, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_INCREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse));
  __Pyx_GIVEREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse));
  PyTuple_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse));
  __Pyx_GIVEREF(__pyx_t_1);
  PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_1);
  __pyx_t_1 = 0;
  __pyx_r = __pyx_t_2;
  __pyx_t_2 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":803
 *                                              <INT*>A_indptr.data, nnz, dim);
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (DMOpRep_Sparse, (self.data, self.indices, self.indptr))
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMOpRep_Sparse.__reduce__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":788
 * 
 * cdef class DMOpRep_Sparse(DMOpRep):
 *     cdef public np.ndarray data             # <<<<<<<<<<<<<<
 *     cdef public np.ndarray indices
 *     cdef public np.ndarray indptr
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_4data_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_4data_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_4data___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_4data___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->data));
  __pyx_r = ((PyObject *)__pyx_v_self->data);
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_4data_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_4data_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_4data_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_4data_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__set__", 0);
  if (!(likely(((__pyx_v_value) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_value, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 788, __pyx_L1_error)
  __pyx_t_1 = __pyx_v_value;
  __Pyx_INCREF(__pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __Pyx_GOTREF(__pyx_v_self->data);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->data));
  __pyx_v_self->data = ((PyArrayObject *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMOpRep_Sparse.data.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_4data_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_4data_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_4data_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_4data_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->data);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->data));
  __pyx_v_self->data = ((PyArrayObject *)Py_None);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":789
 * cdef class DMOpRep_Sparse(DMOpRep):
 *     cdef public np.ndarray data
 *     cdef public np.ndarray indices             # <<<<<<<<<<<<<<
 *     cdef public np.ndarray indptr
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_7indices_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_7indices_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_7indices___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_7indices___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->indices));
  __pyx_r = ((PyObject *)__pyx_v_self->indices);
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_7indices_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_7indices_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_7indices_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_7indices_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__set__", 0);
  if (!(likely(((__pyx_v_value) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_value, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 789, __pyx_L1_error)
  __pyx_t_1 = __pyx_v_value;
  __Pyx_INCREF(__pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __Pyx_GOTREF(__pyx_v_self->indices);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->indices));
  __pyx_v_self->indices = ((PyArrayObject *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMOpRep_Sparse.indices.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_7indices_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_7indices_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_7indices_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_7indices_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->indices);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->indices));
  __pyx_v_self->indices = ((PyArrayObject *)Py_None);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":790
 *     cdef public np.ndarray data
 *     cdef public np.ndarray indices
 *     cdef public np.ndarray indptr             # <<<<<<<<<<<<<<
 * 
 *     def __cinit__(self, np.ndarray[double, ndim=1, mode='c'] A_data,
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_6indptr_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_6indptr_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_6indptr___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_6indptr___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->indptr));
  __pyx_r = ((PyObject *)__pyx_v_self->indptr);
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_6indptr_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_6indptr_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_6indptr_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_6indptr_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__set__", 0);
  if (!(likely(((__pyx_v_value) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_value, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 790, __pyx_L1_error)
  __pyx_t_1 = __pyx_v_value;
  __Pyx_INCREF(__pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __Pyx_GOTREF(__pyx_v_self->indptr);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->indptr));
  __pyx_v_self->indptr = ((PyArrayObject *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DMOpRep_Sparse.indptr.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_6indptr_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_6indptr_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_6indptr_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_6indptr_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->indptr);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->indptr));
  __pyx_v_self->indptr = ((PyArrayObject *)Py_None);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":812
 *     cdef public np.ndarray base
 * 
 *     def __cinit__(self, np.ndarray[np.complex128_t, ndim=1, mode='c'] data, int reducefix=0):             # <<<<<<<<<<<<<<
 *         if reducefix == 0:
 *             self.base = data # holds reference to data so it doesn't get garbage collected - or could copy=true
 */

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyArrayObject *__pyx_v_data = 0;
  int __pyx_v_reducefix;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_data,&__pyx_n_s_reducefix,0};
    PyObject* values[2] = {0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_data)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (kw_args > 0) {
          PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_reducefix);
          if (value) { values[1] = value; kw_args--; }
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__cinit__") < 0)) __PYX_ERR(0, 812, __pyx_L3_error)
      }
    } else {
      switch (PyTuple_GET_SIZE(__pyx_args)) {
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        break;
        default: goto __pyx_L5_argtuple_error;
      }
    }
    __pyx_v_data = ((PyArrayObject *)values[0]);
    if (values[1]) {
      __pyx_v_reducefix = __Pyx_PyInt_As_int(values[1]); if (unlikely((__pyx_v_reducefix == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 812, __pyx_L3_error)
    } else {
      __pyx_v_reducefix = ((int)0);
    }
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("__cinit__", 0, 1, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 812, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVStateRep.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return -1;
  __pyx_L4_argument_unpacking_done:;
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_data), __pyx_ptype_5numpy_ndarray, 1, "data", 0))) __PYX_ERR(0, 812, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SVStateRep___cinit__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *)__pyx_v_self), __pyx_v_data, __pyx_v_reducefix);

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SVStateRep___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *__pyx_v_self, PyArrayObject *__pyx_v_data, int __pyx_v_reducefix) {
  __Pyx_LocalBuf_ND __pyx_pybuffernd_data;
  __Pyx_Buffer __pyx_pybuffer_data;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  PyObject *__pyx_t_5 = NULL;
  CReps::SVStateCRep *__pyx_t_6;
  __Pyx_RefNannySetupContext("__cinit__", 0);
  __pyx_pybuffer_data.pybuffer.buf = NULL;
  __pyx_pybuffer_data.refcount = 0;
  __pyx_pybuffernd_data.data = NULL;
  __pyx_pybuffernd_data.rcbuffer = &__pyx_pybuffer_data;
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_data.rcbuffer->pybuffer, (PyObject*)__pyx_v_data, &__Pyx_TypeInfo___pyx_t_double_complex, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 812, __pyx_L1_error)
  }
  __pyx_pybuffernd_data.diminfo[0].strides = __pyx_pybuffernd_data.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_data.diminfo[0].shape = __pyx_pybuffernd_data.rcbuffer->pybuffer.shape[0];

  /* "pygsti/objects/replib/fastreplib.pyx":813
 * 
 *     def __cinit__(self, np.ndarray[np.complex128_t, ndim=1, mode='c'] data, int reducefix=0):
 *         if reducefix == 0:             # <<<<<<<<<<<<<<
 *             self.base = data # holds reference to data so it doesn't get garbage collected - or could copy=true
 *         else:
 */
  __pyx_t_1 = ((__pyx_v_reducefix == 0) != 0);
  if (__pyx_t_1) {

    /* "pygsti/objects/replib/fastreplib.pyx":814
 *     def __cinit__(self, np.ndarray[np.complex128_t, ndim=1, mode='c'] data, int reducefix=0):
 *         if reducefix == 0:
 *             self.base = data # holds reference to data so it doesn't get garbage collected - or could copy=true             # <<<<<<<<<<<<<<
 *         else:
 *             # because serialization of numpy array flags is borked (around Numpy v1.16), we need to copy data
 */
    __Pyx_INCREF(((PyObject *)__pyx_v_data));
    __Pyx_GIVEREF(((PyObject *)__pyx_v_data));
    __Pyx_GOTREF(__pyx_v_self->base);
    __Pyx_DECREF(((PyObject *)__pyx_v_self->base));
    __pyx_v_self->base = ((PyArrayObject *)__pyx_v_data);

    /* "pygsti/objects/replib/fastreplib.pyx":813
 * 
 *     def __cinit__(self, np.ndarray[np.complex128_t, ndim=1, mode='c'] data, int reducefix=0):
 *         if reducefix == 0:             # <<<<<<<<<<<<<<
 *             self.base = data # holds reference to data so it doesn't get garbage collected - or could copy=true
 *         else:
 */
    goto __pyx_L3;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":818
 *             # because serialization of numpy array flags is borked (around Numpy v1.16), we need to copy data
 *             # (so self.base *owns* it's data) and manually convey the writeable flag.
 *             self.base = np.require(data.copy(), requirements=['OWNDATA', 'C_CONTIGUOUS'])             # <<<<<<<<<<<<<<
 *             self.base.flags.writeable = True if reducefix == 1 else False
 *         self.c_state = new SVStateCRep(<double complex*>self.base.data,<INT>self.base.shape[0],<bool>0)
 */
  /*else*/ {
    __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_np); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 818, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_require); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 818, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __pyx_t_4 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_data), __pyx_n_s_copy); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 818, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    __pyx_t_5 = NULL;
    if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) {
      __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_4);
      if (likely(__pyx_t_5)) {
        PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
        __Pyx_INCREF(__pyx_t_5);
        __Pyx_INCREF(function);
        __Pyx_DECREF_SET(__pyx_t_4, function);
      }
    }
    __pyx_t_2 = (__pyx_t_5) ? __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_5) : __Pyx_PyObject_CallNoArg(__pyx_t_4);
    __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
    if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 818, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
    __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 818, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    __Pyx_GIVEREF(__pyx_t_2);
    PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_2);
    __pyx_t_2 = 0;
    __pyx_t_2 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 818, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_5 = PyList_New(2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 818, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    __Pyx_INCREF(__pyx_n_s_OWNDATA);
    __Pyx_GIVEREF(__pyx_n_s_OWNDATA);
    PyList_SET_ITEM(__pyx_t_5, 0, __pyx_n_s_OWNDATA);
    __Pyx_INCREF(__pyx_n_s_C_CONTIGUOUS);
    __Pyx_GIVEREF(__pyx_n_s_C_CONTIGUOUS);
    PyList_SET_ITEM(__pyx_t_5, 1, __pyx_n_s_C_CONTIGUOUS);
    if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_requirements, __pyx_t_5) < 0) __PYX_ERR(0, 818, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
    __pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_4, __pyx_t_2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 818, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    if (!(likely(((__pyx_t_5) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_5, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 818, __pyx_L1_error)
    __Pyx_GIVEREF(__pyx_t_5);
    __Pyx_GOTREF(__pyx_v_self->base);
    __Pyx_DECREF(((PyObject *)__pyx_v_self->base));
    __pyx_v_self->base = ((PyArrayObject *)__pyx_t_5);
    __pyx_t_5 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":819
 *             # (so self.base *owns* it's data) and manually convey the writeable flag.
 *             self.base = np.require(data.copy(), requirements=['OWNDATA', 'C_CONTIGUOUS'])
 *             self.base.flags.writeable = True if reducefix == 1 else False             # <<<<<<<<<<<<<<
 *         self.c_state = new SVStateCRep(<double complex*>self.base.data,<INT>self.base.shape[0],<bool>0)
 * 
 */
    if (((__pyx_v_reducefix == 1) != 0)) {
      __Pyx_INCREF(Py_True);
      __pyx_t_5 = Py_True;
    } else {
      __Pyx_INCREF(Py_False);
      __pyx_t_5 = Py_False;
    }
    __pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self->base), __pyx_n_s_flags); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 819, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    if (__Pyx_PyObject_SetAttrStr(__pyx_t_2, __pyx_n_s_writeable, __pyx_t_5) < 0) __PYX_ERR(0, 819, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  }
  __pyx_L3:;

  /* "pygsti/objects/replib/fastreplib.pyx":820
 *             self.base = np.require(data.copy(), requirements=['OWNDATA', 'C_CONTIGUOUS'])
 *             self.base.flags.writeable = True if reducefix == 1 else False
 *         self.c_state = new SVStateCRep(<double complex*>self.base.data,<INT>self.base.shape[0],<bool>0)             # <<<<<<<<<<<<<<
 * 
 *     def __reduce__(self):
 */
  try {
    __pyx_t_6 = new CReps::SVStateCRep(((__pyx_t_double_complex *)__pyx_v_self->base->data), ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)(__pyx_v_self->base->dimensions[0])), ((bool)0));
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 820, __pyx_L1_error)
  }
  __pyx_v_self->c_state = __pyx_t_6;

  /* "pygsti/objects/replib/fastreplib.pyx":812
 *     cdef public np.ndarray base
 * 
 *     def __cinit__(self, np.ndarray[np.complex128_t, ndim=1, mode='c'] data, int reducefix=0):             # <<<<<<<<<<<<<<
 *         if reducefix == 0:
 *             self.base = data # holds reference to data so it doesn't get garbage collected - or could copy=true
 */

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_5);
  { PyObject *__pyx_type, *__pyx_value, *__pyx_tb;
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    __Pyx_ErrFetch(&__pyx_type, &__pyx_value, &__pyx_tb);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_data.rcbuffer->pybuffer);
  __Pyx_ErrRestore(__pyx_type, __pyx_value, __pyx_tb);}
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVStateRep.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  goto __pyx_L2;
  __pyx_L0:;
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_data.rcbuffer->pybuffer);
  __pyx_L2:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":822
 *         self.c_state = new SVStateCRep(<double complex*>self.base.data,<INT>self.base.shape[0],<bool>0)
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         reducefix = 1 if self.base.flags.writeable else 2
 *         return (SVStateRep, (self.base, reducefix))
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_2__reduce__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *__pyx_v_self) {
  long __pyx_v_reducefix;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  long __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  int __pyx_t_4;
  __Pyx_RefNannySetupContext("__reduce__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":823
 * 
 *     def __reduce__(self):
 *         reducefix = 1 if self.base.flags.writeable else 2             # <<<<<<<<<<<<<<
 *         return (SVStateRep, (self.base, reducefix))
 * 
 */
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self->base), __pyx_n_s_flags); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 823, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_writeable); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 823, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 823, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  if (__pyx_t_4) {
    __pyx_t_1 = 1;
  } else {
    __pyx_t_1 = 2;
  }
  __pyx_v_reducefix = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":824
 *     def __reduce__(self):
 *         reducefix = 1 if self.base.flags.writeable else 2
 *         return (SVStateRep, (self.base, reducefix))             # <<<<<<<<<<<<<<
 * 
 *     @property
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_3 = __Pyx_PyInt_From_long(__pyx_v_reducefix); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 824, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 824, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->base));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->base));
  PyTuple_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_v_self->base));
  __Pyx_GIVEREF(__pyx_t_3);
  PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_3);
  __pyx_t_3 = 0;
  __pyx_t_3 = PyTuple_New(2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 824, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_INCREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVStateRep));
  __Pyx_GIVEREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVStateRep));
  PyTuple_SET_ITEM(__pyx_t_3, 0, ((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVStateRep));
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_t_2);
  __pyx_t_2 = 0;
  __pyx_r = __pyx_t_3;
  __pyx_t_3 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":822
 *         self.c_state = new SVStateCRep(<double complex*>self.base.data,<INT>self.base.shape[0],<bool>0)
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         reducefix = 1 if self.base.flags.writeable else 2
 *         return (SVStateRep, (self.base, reducefix))
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVStateRep.__reduce__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":827
 * 
 *     @property
 *     def dim(self):             # <<<<<<<<<<<<<<
 *         return self.c_state._dim
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_3dim_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_3dim_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_3dim___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_3dim___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__get__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":828
 *     @property
 *     def dim(self):
 *         return self.c_state._dim             # <<<<<<<<<<<<<<
 * 
 *     def todense(self):
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_self->c_state->_dim); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 828, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":827
 * 
 *     @property
 *     def dim(self):             # <<<<<<<<<<<<<<
 *         return self.c_state._dim
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVStateRep.dim.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":830
 *         return self.c_state._dim
 * 
 *     def todense(self):             # <<<<<<<<<<<<<<
 *         return self.base
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_5todense(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_5todense(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("todense (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_4todense(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_4todense(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("todense", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":831
 * 
 *     def todense(self):
 *         return self.base             # <<<<<<<<<<<<<<
 * 
 *     def __dealloc__(self):
 */
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->base));
  __pyx_r = ((PyObject *)__pyx_v_self->base);
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":830
 *         return self.c_state._dim
 * 
 *     def todense(self):             # <<<<<<<<<<<<<<
 *         return self.base
 * 
 */

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":833
 *         return self.base
 * 
 *     def __dealloc__(self):             # <<<<<<<<<<<<<<
 *         del self.c_state
 * 
 */

/* Python wrapper */
static void __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_7__dealloc__(PyObject *__pyx_v_self); /*proto*/
static void __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_7__dealloc__(PyObject *__pyx_v_self) {
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__dealloc__ (wrapper)", 0);
  __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_6__dealloc__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
}

static void __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_6__dealloc__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *__pyx_v_self) {
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__dealloc__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":834
 * 
 *     def __dealloc__(self):
 *         del self.c_state             # <<<<<<<<<<<<<<
 * 
 *     def __str__(self):
 */
  delete __pyx_v_self->c_state;

  /* "pygsti/objects/replib/fastreplib.pyx":833
 *         return self.base
 * 
 *     def __dealloc__(self):             # <<<<<<<<<<<<<<
 *         del self.c_state
 * 
 */

  /* function exit code */
  __Pyx_RefNannyFinishContext();
}

/* "pygsti/objects/replib/fastreplib.pyx":836
 *         del self.c_state
 * 
 *     def __str__(self):             # <<<<<<<<<<<<<<
 *         return str([self.c_state._dataptr[i] for i in range(self.c_state._dim)])
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_9__str__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_9__str__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__str__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_8__str__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_8__str__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *__pyx_v_self) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_2;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_3;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_4;
  PyObject *__pyx_t_5 = NULL;
  __Pyx_RefNannySetupContext("__str__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":837
 * 
 *     def __str__(self):
 *         return str([self.c_state._dataptr[i] for i in range(self.c_state._dim)])             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 837, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_2 = __pyx_v_self->c_state->_dim;
  __pyx_t_3 = __pyx_t_2;
  for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
    __pyx_v_i = __pyx_t_4;
    __pyx_t_5 = __pyx_PyComplex_FromComplex((__pyx_v_self->c_state->_dataptr[__pyx_v_i])); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 837, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_5))) __PYX_ERR(0, 837, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  }
  __pyx_t_5 = __Pyx_PyObject_CallOneArg(((PyObject *)(&PyString_Type)), __pyx_t_1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 837, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_r = __pyx_t_5;
  __pyx_t_5 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":836
 *         del self.c_state
 * 
 *     def __str__(self):             # <<<<<<<<<<<<<<
 *         return str([self.c_state._dataptr[i] for i in range(self.c_state._dim)])
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVStateRep.__str__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":810
 * cdef class SVStateRep: #(StateRep):
 *     cdef SVStateCRep* c_state
 *     cdef public np.ndarray base             # <<<<<<<<<<<<<<
 * 
 *     def __cinit__(self, np.ndarray[np.complex128_t, ndim=1, mode='c'] data, int reducefix=0):
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_4base_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_4base_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_4base___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_4base___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->base));
  __pyx_r = ((PyObject *)__pyx_v_self->base);
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_4base_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_4base_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_4base_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_4base_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__set__", 0);
  if (!(likely(((__pyx_v_value) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_value, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 810, __pyx_L1_error)
  __pyx_t_1 = __pyx_v_value;
  __Pyx_INCREF(__pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __Pyx_GOTREF(__pyx_v_self->base);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->base));
  __pyx_v_self->base = ((PyArrayObject *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVStateRep.base.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_4base_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_4base_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_4base_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_4base_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->base);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->base));
  __pyx_v_self->base = ((PyArrayObject *)Py_None);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":843
 *     cdef SVEffectCRep* c_effect
 * 
 *     def __cinit__(self):             # <<<<<<<<<<<<<<
 *         pass # no init; could set self.c_effect = NULL? could assert(False)?
 * 
 */

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SVEffectRep_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SVEffectRep_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
  if (unlikely(PyTuple_GET_SIZE(__pyx_args) > 0)) {
    __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 0, 0, PyTuple_GET_SIZE(__pyx_args)); return -1;}
  if (unlikely(__pyx_kwds) && unlikely(PyDict_Size(__pyx_kwds) > 0) && unlikely(!__Pyx_CheckKeywordStrings(__pyx_kwds, "__cinit__", 0))) return -1;
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SVEffectRep___cinit__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SVEffectRep___cinit__(CYTHON_UNUSED struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__", 0);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":846
 *         pass # no init; could set self.c_effect = NULL? could assert(False)?
 * 
 *     def __dealloc__(self):             # <<<<<<<<<<<<<<
 *         del self.c_effect # check for NULL?
 * 
 */

/* Python wrapper */
static void __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SVEffectRep_3__dealloc__(PyObject *__pyx_v_self); /*proto*/
static void __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SVEffectRep_3__dealloc__(PyObject *__pyx_v_self) {
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__dealloc__ (wrapper)", 0);
  __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SVEffectRep_2__dealloc__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
}

static void __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SVEffectRep_2__dealloc__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *__pyx_v_self) {
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__dealloc__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":847
 * 
 *     def __dealloc__(self):
 *         del self.c_effect # check for NULL?             # <<<<<<<<<<<<<<
 * 
 *     def __reduce__(self):
 */
  delete __pyx_v_self->c_effect;

  /* "pygsti/objects/replib/fastreplib.pyx":846
 *         pass # no init; could set self.c_effect = NULL? could assert(False)?
 * 
 *     def __dealloc__(self):             # <<<<<<<<<<<<<<
 *         del self.c_effect # check for NULL?
 * 
 */

  /* function exit code */
  __Pyx_RefNannyFinishContext();
}

/* "pygsti/objects/replib/fastreplib.pyx":849
 *         del self.c_effect # check for NULL?
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (SVEffectRep, ())
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SVEffectRep_5__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SVEffectRep_5__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SVEffectRep_4__reduce__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SVEffectRep_4__reduce__(CYTHON_UNUSED struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__reduce__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":850
 * 
 *     def __reduce__(self):
 *         return (SVEffectRep, ())             # <<<<<<<<<<<<<<
 * 
 *     def probability(self, SVStateRep state not None):
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 850, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_INCREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep));
  __Pyx_GIVEREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep));
  PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep));
  __Pyx_INCREF(__pyx_empty_tuple);
  __Pyx_GIVEREF(__pyx_empty_tuple);
  PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_empty_tuple);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":849
 *         del self.c_effect # check for NULL?
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (SVEffectRep, ())
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVEffectRep.__reduce__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":852
 *         return (SVEffectRep, ())
 * 
 *     def probability(self, SVStateRep state not None):             # <<<<<<<<<<<<<<
 *         #unnecessary (just put in signature): cdef SVStateRep st = <SVStateRep?>state
 *         return self.c_effect.probability(state.c_state)
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SVEffectRep_7probability(PyObject *__pyx_v_self, PyObject *__pyx_v_state); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SVEffectRep_7probability(PyObject *__pyx_v_self, PyObject *__pyx_v_state) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("probability (wrapper)", 0);
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_state), __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVStateRep, 0, "state", 0))) __PYX_ERR(0, 852, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SVEffectRep_6probability(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *)__pyx_v_self), ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *)__pyx_v_state));

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SVEffectRep_6probability(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *__pyx_v_self, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *__pyx_v_state) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("probability", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":854
 *     def probability(self, SVStateRep state not None):
 *         #unnecessary (just put in signature): cdef SVStateRep st = <SVStateRep?>state
 *         return self.c_effect.probability(state.c_state)             # <<<<<<<<<<<<<<
 * 
 *     def amplitude(self, SVStateRep state not None):
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyFloat_FromDouble(__pyx_v_self->c_effect->probability(__pyx_v_state->c_state)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 854, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":852
 *         return (SVEffectRep, ())
 * 
 *     def probability(self, SVStateRep state not None):             # <<<<<<<<<<<<<<
 *         #unnecessary (just put in signature): cdef SVStateRep st = <SVStateRep?>state
 *         return self.c_effect.probability(state.c_state)
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVEffectRep.probability", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":856
 *         return self.c_effect.probability(state.c_state)
 * 
 *     def amplitude(self, SVStateRep state not None):             # <<<<<<<<<<<<<<
 *         return self.c_effect.amplitude(state.c_state)
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SVEffectRep_9amplitude(PyObject *__pyx_v_self, PyObject *__pyx_v_state); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SVEffectRep_9amplitude(PyObject *__pyx_v_self, PyObject *__pyx_v_state) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("amplitude (wrapper)", 0);
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_state), __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVStateRep, 0, "state", 0))) __PYX_ERR(0, 856, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SVEffectRep_8amplitude(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *)__pyx_v_self), ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *)__pyx_v_state));

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SVEffectRep_8amplitude(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *__pyx_v_self, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *__pyx_v_state) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __pyx_t_double_complex __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  __Pyx_RefNannySetupContext("amplitude", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":857
 * 
 *     def amplitude(self, SVStateRep state not None):
 *         return self.c_effect.amplitude(state.c_state)             # <<<<<<<<<<<<<<
 * 
 *     @property
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __pyx_v_self->c_effect->amplitude(__pyx_v_state->c_state);
  __pyx_t_2 = __pyx_PyComplex_FromComplex(__pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 857, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_r = __pyx_t_2;
  __pyx_t_2 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":856
 *         return self.c_effect.probability(state.c_state)
 * 
 *     def amplitude(self, SVStateRep state not None):             # <<<<<<<<<<<<<<
 *         return self.c_effect.amplitude(state.c_state)
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVEffectRep.amplitude", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":860
 * 
 *     @property
 *     def dim(self):             # <<<<<<<<<<<<<<
 *         return self.c_effect._dim
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SVEffectRep_3dim_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SVEffectRep_3dim_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SVEffectRep_3dim___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SVEffectRep_3dim___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__get__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":861
 *     @property
 *     def dim(self):
 *         return self.c_effect._dim             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_self->c_effect->_dim); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 861, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":860
 * 
 *     @property
 *     def dim(self):             # <<<<<<<<<<<<<<
 *         return self.c_effect._dim
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVEffectRep.dim.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":867
 *     cdef public np.ndarray base
 * 
 *     def __cinit__(self, np.ndarray[np.complex128_t, ndim=1, mode='c'] data, int reducefix=0):             # <<<<<<<<<<<<<<
 *         if reducefix == 0:
 *             self.base = data # holds reference to data
 */

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_17SVEffectRep_Dense_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_17SVEffectRep_Dense_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyArrayObject *__pyx_v_data = 0;
  int __pyx_v_reducefix;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_data,&__pyx_n_s_reducefix,0};
    PyObject* values[2] = {0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_data)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (kw_args > 0) {
          PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_reducefix);
          if (value) { values[1] = value; kw_args--; }
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__cinit__") < 0)) __PYX_ERR(0, 867, __pyx_L3_error)
      }
    } else {
      switch (PyTuple_GET_SIZE(__pyx_args)) {
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        break;
        default: goto __pyx_L5_argtuple_error;
      }
    }
    __pyx_v_data = ((PyArrayObject *)values[0]);
    if (values[1]) {
      __pyx_v_reducefix = __Pyx_PyInt_As_int(values[1]); if (unlikely((__pyx_v_reducefix == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 867, __pyx_L3_error)
    } else {
      __pyx_v_reducefix = ((int)0);
    }
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("__cinit__", 0, 1, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 867, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVEffectRep_Dense.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return -1;
  __pyx_L4_argument_unpacking_done:;
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_data), __pyx_ptype_5numpy_ndarray, 1, "data", 0))) __PYX_ERR(0, 867, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_17SVEffectRep_Dense___cinit__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense *)__pyx_v_self), __pyx_v_data, __pyx_v_reducefix);

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_17SVEffectRep_Dense___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense *__pyx_v_self, PyArrayObject *__pyx_v_data, int __pyx_v_reducefix) {
  __Pyx_LocalBuf_ND __pyx_pybuffernd_data;
  __Pyx_Buffer __pyx_pybuffer_data;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  PyObject *__pyx_t_5 = NULL;
  CReps::SVEffectCRep_Dense *__pyx_t_6;
  __Pyx_RefNannySetupContext("__cinit__", 0);
  __pyx_pybuffer_data.pybuffer.buf = NULL;
  __pyx_pybuffer_data.refcount = 0;
  __pyx_pybuffernd_data.data = NULL;
  __pyx_pybuffernd_data.rcbuffer = &__pyx_pybuffer_data;
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_data.rcbuffer->pybuffer, (PyObject*)__pyx_v_data, &__Pyx_TypeInfo___pyx_t_double_complex, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 867, __pyx_L1_error)
  }
  __pyx_pybuffernd_data.diminfo[0].strides = __pyx_pybuffernd_data.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_data.diminfo[0].shape = __pyx_pybuffernd_data.rcbuffer->pybuffer.shape[0];

  /* "pygsti/objects/replib/fastreplib.pyx":868
 * 
 *     def __cinit__(self, np.ndarray[np.complex128_t, ndim=1, mode='c'] data, int reducefix=0):
 *         if reducefix == 0:             # <<<<<<<<<<<<<<
 *             self.base = data # holds reference to data
 *         else:
 */
  __pyx_t_1 = ((__pyx_v_reducefix == 0) != 0);
  if (__pyx_t_1) {

    /* "pygsti/objects/replib/fastreplib.pyx":869
 *     def __cinit__(self, np.ndarray[np.complex128_t, ndim=1, mode='c'] data, int reducefix=0):
 *         if reducefix == 0:
 *             self.base = data # holds reference to data             # <<<<<<<<<<<<<<
 *         else:
 *             # because serialization of numpy array flags is borked (around Numpy v1.16), we need to copy data
 */
    __Pyx_INCREF(((PyObject *)__pyx_v_data));
    __Pyx_GIVEREF(((PyObject *)__pyx_v_data));
    __Pyx_GOTREF(__pyx_v_self->base);
    __Pyx_DECREF(((PyObject *)__pyx_v_self->base));
    __pyx_v_self->base = ((PyArrayObject *)__pyx_v_data);

    /* "pygsti/objects/replib/fastreplib.pyx":868
 * 
 *     def __cinit__(self, np.ndarray[np.complex128_t, ndim=1, mode='c'] data, int reducefix=0):
 *         if reducefix == 0:             # <<<<<<<<<<<<<<
 *             self.base = data # holds reference to data
 *         else:
 */
    goto __pyx_L3;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":873
 *             # because serialization of numpy array flags is borked (around Numpy v1.16), we need to copy data
 *             # (so self.base *owns* it's data) and manually convey the writeable flag.
 *             self.base = np.require(data.copy(), requirements=['OWNDATA', 'C_CONTIGUOUS'])             # <<<<<<<<<<<<<<
 *             self.base.flags.writeable = True if reducefix == 1 else False
 *         self.c_effect = new SVEffectCRep_Dense(<double complex*>self.base.data,
 */
  /*else*/ {
    __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_np); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 873, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_require); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 873, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __pyx_t_4 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_data), __pyx_n_s_copy); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 873, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    __pyx_t_5 = NULL;
    if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) {
      __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_4);
      if (likely(__pyx_t_5)) {
        PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
        __Pyx_INCREF(__pyx_t_5);
        __Pyx_INCREF(function);
        __Pyx_DECREF_SET(__pyx_t_4, function);
      }
    }
    __pyx_t_2 = (__pyx_t_5) ? __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_5) : __Pyx_PyObject_CallNoArg(__pyx_t_4);
    __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
    if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 873, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
    __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 873, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    __Pyx_GIVEREF(__pyx_t_2);
    PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_2);
    __pyx_t_2 = 0;
    __pyx_t_2 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 873, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_5 = PyList_New(2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 873, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    __Pyx_INCREF(__pyx_n_s_OWNDATA);
    __Pyx_GIVEREF(__pyx_n_s_OWNDATA);
    PyList_SET_ITEM(__pyx_t_5, 0, __pyx_n_s_OWNDATA);
    __Pyx_INCREF(__pyx_n_s_C_CONTIGUOUS);
    __Pyx_GIVEREF(__pyx_n_s_C_CONTIGUOUS);
    PyList_SET_ITEM(__pyx_t_5, 1, __pyx_n_s_C_CONTIGUOUS);
    if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_requirements, __pyx_t_5) < 0) __PYX_ERR(0, 873, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
    __pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_4, __pyx_t_2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 873, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    if (!(likely(((__pyx_t_5) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_5, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 873, __pyx_L1_error)
    __Pyx_GIVEREF(__pyx_t_5);
    __Pyx_GOTREF(__pyx_v_self->base);
    __Pyx_DECREF(((PyObject *)__pyx_v_self->base));
    __pyx_v_self->base = ((PyArrayObject *)__pyx_t_5);
    __pyx_t_5 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":874
 *             # (so self.base *owns* it's data) and manually convey the writeable flag.
 *             self.base = np.require(data.copy(), requirements=['OWNDATA', 'C_CONTIGUOUS'])
 *             self.base.flags.writeable = True if reducefix == 1 else False             # <<<<<<<<<<<<<<
 *         self.c_effect = new SVEffectCRep_Dense(<double complex*>self.base.data,
 *                                                <INT>self.base.shape[0])
 */
    if (((__pyx_v_reducefix == 1) != 0)) {
      __Pyx_INCREF(Py_True);
      __pyx_t_5 = Py_True;
    } else {
      __Pyx_INCREF(Py_False);
      __pyx_t_5 = Py_False;
    }
    __pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self->base), __pyx_n_s_flags); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 874, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    if (__Pyx_PyObject_SetAttrStr(__pyx_t_2, __pyx_n_s_writeable, __pyx_t_5) < 0) __PYX_ERR(0, 874, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  }
  __pyx_L3:;

  /* "pygsti/objects/replib/fastreplib.pyx":875
 *             self.base = np.require(data.copy(), requirements=['OWNDATA', 'C_CONTIGUOUS'])
 *             self.base.flags.writeable = True if reducefix == 1 else False
 *         self.c_effect = new SVEffectCRep_Dense(<double complex*>self.base.data,             # <<<<<<<<<<<<<<
 *                                                <INT>self.base.shape[0])
 * 
 */
  try {
    __pyx_t_6 = new CReps::SVEffectCRep_Dense(((__pyx_t_double_complex *)__pyx_v_self->base->data), ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)(__pyx_v_self->base->dimensions[0])));
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 875, __pyx_L1_error)
  }
  __pyx_v_self->__pyx_base.c_effect = __pyx_t_6;

  /* "pygsti/objects/replib/fastreplib.pyx":867
 *     cdef public np.ndarray base
 * 
 *     def __cinit__(self, np.ndarray[np.complex128_t, ndim=1, mode='c'] data, int reducefix=0):             # <<<<<<<<<<<<<<
 *         if reducefix == 0:
 *             self.base = data # holds reference to data
 */

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_5);
  { PyObject *__pyx_type, *__pyx_value, *__pyx_tb;
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    __Pyx_ErrFetch(&__pyx_type, &__pyx_value, &__pyx_tb);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_data.rcbuffer->pybuffer);
  __Pyx_ErrRestore(__pyx_type, __pyx_value, __pyx_tb);}
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVEffectRep_Dense.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  goto __pyx_L2;
  __pyx_L0:;
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_data.rcbuffer->pybuffer);
  __pyx_L2:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":878
 *                                                <INT>self.base.shape[0])
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         reducefix = 1 if self.base.flags.writeable else 2
 *         return (SVEffectRep_Dense, (self.base, reducefix))
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_17SVEffectRep_Dense_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_17SVEffectRep_Dense_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_17SVEffectRep_Dense_2__reduce__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_17SVEffectRep_Dense_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense *__pyx_v_self) {
  long __pyx_v_reducefix;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  long __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  int __pyx_t_4;
  __Pyx_RefNannySetupContext("__reduce__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":879
 * 
 *     def __reduce__(self):
 *         reducefix = 1 if self.base.flags.writeable else 2             # <<<<<<<<<<<<<<
 *         return (SVEffectRep_Dense, (self.base, reducefix))
 * 
 */
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self->base), __pyx_n_s_flags); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 879, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_writeable); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 879, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 879, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  if (__pyx_t_4) {
    __pyx_t_1 = 1;
  } else {
    __pyx_t_1 = 2;
  }
  __pyx_v_reducefix = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":880
 *     def __reduce__(self):
 *         reducefix = 1 if self.base.flags.writeable else 2
 *         return (SVEffectRep_Dense, (self.base, reducefix))             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_3 = __Pyx_PyInt_From_long(__pyx_v_reducefix); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 880, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 880, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->base));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->base));
  PyTuple_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_v_self->base));
  __Pyx_GIVEREF(__pyx_t_3);
  PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_3);
  __pyx_t_3 = 0;
  __pyx_t_3 = PyTuple_New(2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 880, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_INCREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense));
  __Pyx_GIVEREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense));
  PyTuple_SET_ITEM(__pyx_t_3, 0, ((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense));
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_t_2);
  __pyx_t_2 = 0;
  __pyx_r = __pyx_t_3;
  __pyx_t_3 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":878
 *                                                <INT>self.base.shape[0])
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         reducefix = 1 if self.base.flags.writeable else 2
 *         return (SVEffectRep_Dense, (self.base, reducefix))
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVEffectRep_Dense.__reduce__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":865
 * 
 * cdef class SVEffectRep_Dense(SVEffectRep):
 *     cdef public np.ndarray base             # <<<<<<<<<<<<<<
 * 
 *     def __cinit__(self, np.ndarray[np.complex128_t, ndim=1, mode='c'] data, int reducefix=0):
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_17SVEffectRep_Dense_4base_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_17SVEffectRep_Dense_4base_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_17SVEffectRep_Dense_4base___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_17SVEffectRep_Dense_4base___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->base));
  __pyx_r = ((PyObject *)__pyx_v_self->base);
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_17SVEffectRep_Dense_4base_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_17SVEffectRep_Dense_4base_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_17SVEffectRep_Dense_4base_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_17SVEffectRep_Dense_4base_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__set__", 0);
  if (!(likely(((__pyx_v_value) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_value, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 865, __pyx_L1_error)
  __pyx_t_1 = __pyx_v_value;
  __Pyx_INCREF(__pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __Pyx_GOTREF(__pyx_v_self->base);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->base));
  __pyx_v_self->base = ((PyArrayObject *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVEffectRep_Dense.base.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_17SVEffectRep_Dense_4base_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_17SVEffectRep_Dense_4base_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_17SVEffectRep_Dense_4base_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_17SVEffectRep_Dense_4base_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->base);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->base));
  __pyx_v_self->base = ((PyArrayObject *)Py_None);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":887
 *     cdef np.ndarray data_ref2
 * 
 *     def __cinit__(self, np.ndarray[np.complex128_t, ndim=2, mode='c'] kron_array,             # <<<<<<<<<<<<<<
 *                   np.ndarray[np.int64_t, ndim=1, mode='c'] factor_dims, INT nfactors, INT max_factor_dim, INT dim):
 *         # cdef INT dim = np.product(factor_dims) -- just send as argument
 */

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_22SVEffectRep_TensorProd_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_22SVEffectRep_TensorProd_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyArrayObject *__pyx_v_kron_array = 0;
  PyArrayObject *__pyx_v_factor_dims = 0;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nfactors;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_max_factor_dim;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_kron_array,&__pyx_n_s_factor_dims,&__pyx_n_s_nfactors,&__pyx_n_s_max_factor_dim,&__pyx_n_s_dim,0};
    PyObject* values[5] = {0,0,0,0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
        CYTHON_FALLTHROUGH;
        case  4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
        CYTHON_FALLTHROUGH;
        case  3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
        CYTHON_FALLTHROUGH;
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_kron_array)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_factor_dims)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 5, 5, 1); __PYX_ERR(0, 887, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  2:
        if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_nfactors)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 5, 5, 2); __PYX_ERR(0, 887, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  3:
        if (likely((values[3] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_max_factor_dim)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 5, 5, 3); __PYX_ERR(0, 887, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  4:
        if (likely((values[4] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_dim)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 5, 5, 4); __PYX_ERR(0, 887, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__cinit__") < 0)) __PYX_ERR(0, 887, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 5) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
      values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
      values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
      values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
    }
    __pyx_v_kron_array = ((PyArrayObject *)values[0]);
    __pyx_v_factor_dims = ((PyArrayObject *)values[1]);
    __pyx_v_nfactors = __Pyx_PyInt_As_PY_LONG_LONG(values[2]); if (unlikely((__pyx_v_nfactors == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 888, __pyx_L3_error)
    __pyx_v_max_factor_dim = __Pyx_PyInt_As_PY_LONG_LONG(values[3]); if (unlikely((__pyx_v_max_factor_dim == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 888, __pyx_L3_error)
    __pyx_v_dim = __Pyx_PyInt_As_PY_LONG_LONG(values[4]); if (unlikely((__pyx_v_dim == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 888, __pyx_L3_error)
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 5, 5, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 887, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVEffectRep_TensorProd.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return -1;
  __pyx_L4_argument_unpacking_done:;
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_kron_array), __pyx_ptype_5numpy_ndarray, 1, "kron_array", 0))) __PYX_ERR(0, 887, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_factor_dims), __pyx_ptype_5numpy_ndarray, 1, "factor_dims", 0))) __PYX_ERR(0, 888, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_22SVEffectRep_TensorProd___cinit__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_TensorProd *)__pyx_v_self), __pyx_v_kron_array, __pyx_v_factor_dims, __pyx_v_nfactors, __pyx_v_max_factor_dim, __pyx_v_dim);

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_22SVEffectRep_TensorProd___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_TensorProd *__pyx_v_self, PyArrayObject *__pyx_v_kron_array, PyArrayObject *__pyx_v_factor_dims, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nfactors, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_max_factor_dim, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim) {
  __Pyx_LocalBuf_ND __pyx_pybuffernd_factor_dims;
  __Pyx_Buffer __pyx_pybuffer_factor_dims;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_kron_array;
  __Pyx_Buffer __pyx_pybuffer_kron_array;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  CReps::SVEffectCRep_TensorProd *__pyx_t_1;
  __Pyx_RefNannySetupContext("__cinit__", 0);
  __pyx_pybuffer_kron_array.pybuffer.buf = NULL;
  __pyx_pybuffer_kron_array.refcount = 0;
  __pyx_pybuffernd_kron_array.data = NULL;
  __pyx_pybuffernd_kron_array.rcbuffer = &__pyx_pybuffer_kron_array;
  __pyx_pybuffer_factor_dims.pybuffer.buf = NULL;
  __pyx_pybuffer_factor_dims.refcount = 0;
  __pyx_pybuffernd_factor_dims.data = NULL;
  __pyx_pybuffernd_factor_dims.rcbuffer = &__pyx_pybuffer_factor_dims;
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_kron_array.rcbuffer->pybuffer, (PyObject*)__pyx_v_kron_array, &__Pyx_TypeInfo___pyx_t_double_complex, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 2, 0, __pyx_stack) == -1)) __PYX_ERR(0, 887, __pyx_L1_error)
  }
  __pyx_pybuffernd_kron_array.diminfo[0].strides = __pyx_pybuffernd_kron_array.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_kron_array.diminfo[0].shape = __pyx_pybuffernd_kron_array.rcbuffer->pybuffer.shape[0]; __pyx_pybuffernd_kron_array.diminfo[1].strides = __pyx_pybuffernd_kron_array.rcbuffer->pybuffer.strides[1]; __pyx_pybuffernd_kron_array.diminfo[1].shape = __pyx_pybuffernd_kron_array.rcbuffer->pybuffer.shape[1];
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_factor_dims.rcbuffer->pybuffer, (PyObject*)__pyx_v_factor_dims, &__Pyx_TypeInfo_nn___pyx_t_5numpy_int64_t, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 887, __pyx_L1_error)
  }
  __pyx_pybuffernd_factor_dims.diminfo[0].strides = __pyx_pybuffernd_factor_dims.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_factor_dims.diminfo[0].shape = __pyx_pybuffernd_factor_dims.rcbuffer->pybuffer.shape[0];

  /* "pygsti/objects/replib/fastreplib.pyx":890
 *                   np.ndarray[np.int64_t, ndim=1, mode='c'] factor_dims, INT nfactors, INT max_factor_dim, INT dim):
 *         # cdef INT dim = np.product(factor_dims) -- just send as argument
 *         self.data_ref1 = kron_array             # <<<<<<<<<<<<<<
 *         self.data_ref2 = factor_dims
 *         self.c_effect = new SVEffectCRep_TensorProd(<double complex*>kron_array.data,
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_kron_array));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_kron_array));
  __Pyx_GOTREF(__pyx_v_self->data_ref1);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->data_ref1));
  __pyx_v_self->data_ref1 = ((PyArrayObject *)__pyx_v_kron_array);

  /* "pygsti/objects/replib/fastreplib.pyx":891
 *         # cdef INT dim = np.product(factor_dims) -- just send as argument
 *         self.data_ref1 = kron_array
 *         self.data_ref2 = factor_dims             # <<<<<<<<<<<<<<
 *         self.c_effect = new SVEffectCRep_TensorProd(<double complex*>kron_array.data,
 *                                                     <INT*>factor_dims.data,
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_factor_dims));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_factor_dims));
  __Pyx_GOTREF(__pyx_v_self->data_ref2);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->data_ref2));
  __pyx_v_self->data_ref2 = ((PyArrayObject *)__pyx_v_factor_dims);

  /* "pygsti/objects/replib/fastreplib.pyx":892
 *         self.data_ref1 = kron_array
 *         self.data_ref2 = factor_dims
 *         self.c_effect = new SVEffectCRep_TensorProd(<double complex*>kron_array.data,             # <<<<<<<<<<<<<<
 *                                                     <INT*>factor_dims.data,
 *                                                     nfactors, max_factor_dim, dim)
 */
  try {
    __pyx_t_1 = new CReps::SVEffectCRep_TensorProd(((__pyx_t_double_complex *)__pyx_v_kron_array->data), ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT *)__pyx_v_factor_dims->data), __pyx_v_nfactors, __pyx_v_max_factor_dim, __pyx_v_dim);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 892, __pyx_L1_error)
  }
  __pyx_v_self->__pyx_base.c_effect = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":887
 *     cdef np.ndarray data_ref2
 * 
 *     def __cinit__(self, np.ndarray[np.complex128_t, ndim=2, mode='c'] kron_array,             # <<<<<<<<<<<<<<
 *                   np.ndarray[np.int64_t, ndim=1, mode='c'] factor_dims, INT nfactors, INT max_factor_dim, INT dim):
 *         # cdef INT dim = np.product(factor_dims) -- just send as argument
 */

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  { PyObject *__pyx_type, *__pyx_value, *__pyx_tb;
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    __Pyx_ErrFetch(&__pyx_type, &__pyx_value, &__pyx_tb);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_factor_dims.rcbuffer->pybuffer);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_kron_array.rcbuffer->pybuffer);
  __Pyx_ErrRestore(__pyx_type, __pyx_value, __pyx_tb);}
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVEffectRep_TensorProd.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  goto __pyx_L2;
  __pyx_L0:;
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_factor_dims.rcbuffer->pybuffer);
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_kron_array.rcbuffer->pybuffer);
  __pyx_L2:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":896
 *                                                     nfactors, max_factor_dim, dim)
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (SVEffectRep_TensorProd, (self.data_ref1, self.data_ref2,
 *                                          (<SVEffectCRep_TensorProd*>self.c_effect)._nfactors,
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_22SVEffectRep_TensorProd_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_22SVEffectRep_TensorProd_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_22SVEffectRep_TensorProd_2__reduce__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_TensorProd *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_22SVEffectRep_TensorProd_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_TensorProd *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  __Pyx_RefNannySetupContext("__reduce__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":897
 * 
 *     def __reduce__(self):
 *         return (SVEffectRep_TensorProd, (self.data_ref1, self.data_ref2,             # <<<<<<<<<<<<<<
 *                                          (<SVEffectCRep_TensorProd*>self.c_effect)._nfactors,
 *                                          (<SVEffectCRep_TensorProd*>self.c_effect)._max_factor_dim,
 */
  __Pyx_XDECREF(__pyx_r);

  /* "pygsti/objects/replib/fastreplib.pyx":898
 *     def __reduce__(self):
 *         return (SVEffectRep_TensorProd, (self.data_ref1, self.data_ref2,
 *                                          (<SVEffectCRep_TensorProd*>self.c_effect)._nfactors,             # <<<<<<<<<<<<<<
 *                                          (<SVEffectCRep_TensorProd*>self.c_effect)._max_factor_dim,
 *                                          self.c_effect._dim))
 */
  __pyx_t_1 = __Pyx_PyInt_From_PY_LONG_LONG(((CReps::SVEffectCRep_TensorProd *)__pyx_v_self->__pyx_base.c_effect)->_nfactors); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 898, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);

  /* "pygsti/objects/replib/fastreplib.pyx":899
 *         return (SVEffectRep_TensorProd, (self.data_ref1, self.data_ref2,
 *                                          (<SVEffectCRep_TensorProd*>self.c_effect)._nfactors,
 *                                          (<SVEffectCRep_TensorProd*>self.c_effect)._max_factor_dim,             # <<<<<<<<<<<<<<
 *                                          self.c_effect._dim))
 * 
 */
  __pyx_t_2 = __Pyx_PyInt_From_PY_LONG_LONG(((CReps::SVEffectCRep_TensorProd *)__pyx_v_self->__pyx_base.c_effect)->_max_factor_dim); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 899, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);

  /* "pygsti/objects/replib/fastreplib.pyx":900
 *                                          (<SVEffectCRep_TensorProd*>self.c_effect)._nfactors,
 *                                          (<SVEffectCRep_TensorProd*>self.c_effect)._max_factor_dim,
 *                                          self.c_effect._dim))             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_t_3 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_self->__pyx_base.c_effect->_dim); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 900, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);

  /* "pygsti/objects/replib/fastreplib.pyx":897
 * 
 *     def __reduce__(self):
 *         return (SVEffectRep_TensorProd, (self.data_ref1, self.data_ref2,             # <<<<<<<<<<<<<<
 *                                          (<SVEffectCRep_TensorProd*>self.c_effect)._nfactors,
 *                                          (<SVEffectCRep_TensorProd*>self.c_effect)._max_factor_dim,
 */
  __pyx_t_4 = PyTuple_New(5); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 897, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->data_ref1));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->data_ref1));
  PyTuple_SET_ITEM(__pyx_t_4, 0, ((PyObject *)__pyx_v_self->data_ref1));
  __Pyx_INCREF(((PyObject *)__pyx_v_self->data_ref2));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->data_ref2));
  PyTuple_SET_ITEM(__pyx_t_4, 1, ((PyObject *)__pyx_v_self->data_ref2));
  __Pyx_GIVEREF(__pyx_t_1);
  PyTuple_SET_ITEM(__pyx_t_4, 2, __pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_4, 3, __pyx_t_2);
  __Pyx_GIVEREF(__pyx_t_3);
  PyTuple_SET_ITEM(__pyx_t_4, 4, __pyx_t_3);
  __pyx_t_1 = 0;
  __pyx_t_2 = 0;
  __pyx_t_3 = 0;
  __pyx_t_3 = PyTuple_New(2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 897, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_INCREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_TensorProd));
  __Pyx_GIVEREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_TensorProd));
  PyTuple_SET_ITEM(__pyx_t_3, 0, ((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_TensorProd));
  __Pyx_GIVEREF(__pyx_t_4);
  PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_t_4);
  __pyx_t_4 = 0;
  __pyx_r = __pyx_t_3;
  __pyx_t_3 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":896
 *                                                     nfactors, max_factor_dim, dim)
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (SVEffectRep_TensorProd, (self.data_ref1, self.data_ref2,
 *                                          (<SVEffectCRep_TensorProd*>self.c_effect)._nfactors,
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVEffectRep_TensorProd.__reduce__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":906
 *     cdef public np.ndarray zvals;
 * 
 *     def __cinit__(self, np.ndarray[np.int64_t, ndim=1, mode='c'] zvals, INT dim):             # <<<<<<<<<<<<<<
 *         # cdef INT dim = 2**zvals.shape[0] -- just send as argument
 *         cdef INT nfactors = zvals.shape[0]
 */

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_25SVEffectRep_Computational_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_25SVEffectRep_Computational_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyArrayObject *__pyx_v_zvals = 0;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_zvals,&__pyx_n_s_dim,0};
    PyObject* values[2] = {0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_zvals)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_dim)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 2, 2, 1); __PYX_ERR(0, 906, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__cinit__") < 0)) __PYX_ERR(0, 906, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 2) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
    }
    __pyx_v_zvals = ((PyArrayObject *)values[0]);
    __pyx_v_dim = __Pyx_PyInt_As_PY_LONG_LONG(values[1]); if (unlikely((__pyx_v_dim == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 906, __pyx_L3_error)
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 906, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVEffectRep_Computational.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return -1;
  __pyx_L4_argument_unpacking_done:;
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_zvals), __pyx_ptype_5numpy_ndarray, 1, "zvals", 0))) __PYX_ERR(0, 906, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_25SVEffectRep_Computational___cinit__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational *)__pyx_v_self), __pyx_v_zvals, __pyx_v_dim);

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_25SVEffectRep_Computational___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational *__pyx_v_self, PyArrayObject *__pyx_v_zvals, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nfactors;
  CYTHON_UNUSED double __pyx_v_abs_elval;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_base;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_zvals_int;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_zvals;
  __Pyx_Buffer __pyx_pybuffer_zvals;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  double __pyx_t_4;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_5;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_6;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_7;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_8;
  int __pyx_t_9;
  CReps::SVEffectCRep_Computational *__pyx_t_10;
  __Pyx_RefNannySetupContext("__cinit__", 0);
  __pyx_pybuffer_zvals.pybuffer.buf = NULL;
  __pyx_pybuffer_zvals.refcount = 0;
  __pyx_pybuffernd_zvals.data = NULL;
  __pyx_pybuffernd_zvals.rcbuffer = &__pyx_pybuffer_zvals;
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_zvals.rcbuffer->pybuffer, (PyObject*)__pyx_v_zvals, &__Pyx_TypeInfo_nn___pyx_t_5numpy_int64_t, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 906, __pyx_L1_error)
  }
  __pyx_pybuffernd_zvals.diminfo[0].strides = __pyx_pybuffernd_zvals.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_zvals.diminfo[0].shape = __pyx_pybuffernd_zvals.rcbuffer->pybuffer.shape[0];

  /* "pygsti/objects/replib/fastreplib.pyx":908
 *     def __cinit__(self, np.ndarray[np.int64_t, ndim=1, mode='c'] zvals, INT dim):
 *         # cdef INT dim = 2**zvals.shape[0] -- just send as argument
 *         cdef INT nfactors = zvals.shape[0]             # <<<<<<<<<<<<<<
 *         cdef double abs_elval = 1/(np.sqrt(2)**nfactors)
 *         cdef INT base = 1
 */
  __pyx_v_nfactors = (__pyx_v_zvals->dimensions[0]);

  /* "pygsti/objects/replib/fastreplib.pyx":909
 *         # cdef INT dim = 2**zvals.shape[0] -- just send as argument
 *         cdef INT nfactors = zvals.shape[0]
 *         cdef double abs_elval = 1/(np.sqrt(2)**nfactors)             # <<<<<<<<<<<<<<
 *         cdef INT base = 1
 *         cdef INT zvals_int = 0
 */
  __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_np); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 909, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_sqrt); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 909, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_2 = NULL;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) {
    __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3);
    if (likely(__pyx_t_2)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
      __Pyx_INCREF(__pyx_t_2);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_3, function);
    }
  }
  __pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_int_2) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_int_2);
  __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
  if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 909, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __pyx_t_3 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_nfactors); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 909, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_2 = PyNumber_Power(__pyx_t_1, __pyx_t_3, Py_None); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 909, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __pyx_t_3 = __Pyx_PyNumber_Divide(__pyx_int_1, __pyx_t_2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 909, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_4 = __pyx_PyFloat_AsDouble(__pyx_t_3); if (unlikely((__pyx_t_4 == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 909, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __pyx_v_abs_elval = __pyx_t_4;

  /* "pygsti/objects/replib/fastreplib.pyx":910
 *         cdef INT nfactors = zvals.shape[0]
 *         cdef double abs_elval = 1/(np.sqrt(2)**nfactors)
 *         cdef INT base = 1             # <<<<<<<<<<<<<<
 *         cdef INT zvals_int = 0
 *         for i in range(nfactors):
 */
  __pyx_v_base = 1;

  /* "pygsti/objects/replib/fastreplib.pyx":911
 *         cdef double abs_elval = 1/(np.sqrt(2)**nfactors)
 *         cdef INT base = 1
 *         cdef INT zvals_int = 0             # <<<<<<<<<<<<<<
 *         for i in range(nfactors):
 *             zvals_int += base * zvals[i]
 */
  __pyx_v_zvals_int = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":912
 *         cdef INT base = 1
 *         cdef INT zvals_int = 0
 *         for i in range(nfactors):             # <<<<<<<<<<<<<<
 *             zvals_int += base * zvals[i]
 *             base = base << 1 # *= 2
 */
  __pyx_t_5 = __pyx_v_nfactors;
  __pyx_t_6 = __pyx_t_5;
  for (__pyx_t_7 = 0; __pyx_t_7 < __pyx_t_6; __pyx_t_7+=1) {
    __pyx_v_i = __pyx_t_7;

    /* "pygsti/objects/replib/fastreplib.pyx":913
 *         cdef INT zvals_int = 0
 *         for i in range(nfactors):
 *             zvals_int += base * zvals[i]             # <<<<<<<<<<<<<<
 *             base = base << 1 # *= 2
 *         self.zvals = zvals
 */
    __pyx_t_8 = __pyx_v_i;
    __pyx_t_9 = -1;
    if (__pyx_t_8 < 0) {
      __pyx_t_8 += __pyx_pybuffernd_zvals.diminfo[0].shape;
      if (unlikely(__pyx_t_8 < 0)) __pyx_t_9 = 0;
    } else if (unlikely(__pyx_t_8 >= __pyx_pybuffernd_zvals.diminfo[0].shape)) __pyx_t_9 = 0;
    if (unlikely(__pyx_t_9 != -1)) {
      __Pyx_RaiseBufferIndexError(__pyx_t_9);
      __PYX_ERR(0, 913, __pyx_L1_error)
    }
    __pyx_v_zvals_int = (__pyx_v_zvals_int + (__pyx_v_base * (*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_zvals.rcbuffer->pybuffer.buf, __pyx_t_8, __pyx_pybuffernd_zvals.diminfo[0].strides))));

    /* "pygsti/objects/replib/fastreplib.pyx":914
 *         for i in range(nfactors):
 *             zvals_int += base * zvals[i]
 *             base = base << 1 # *= 2             # <<<<<<<<<<<<<<
 *         self.zvals = zvals
 *         self.c_effect = new SVEffectCRep_Computational(nfactors, zvals_int, dim)
 */
    __pyx_v_base = (__pyx_v_base << 1);
  }

  /* "pygsti/objects/replib/fastreplib.pyx":915
 *             zvals_int += base * zvals[i]
 *             base = base << 1 # *= 2
 *         self.zvals = zvals             # <<<<<<<<<<<<<<
 *         self.c_effect = new SVEffectCRep_Computational(nfactors, zvals_int, dim)
 * 
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_zvals));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_zvals));
  __Pyx_GOTREF(__pyx_v_self->zvals);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->zvals));
  __pyx_v_self->zvals = ((PyArrayObject *)__pyx_v_zvals);

  /* "pygsti/objects/replib/fastreplib.pyx":916
 *             base = base << 1 # *= 2
 *         self.zvals = zvals
 *         self.c_effect = new SVEffectCRep_Computational(nfactors, zvals_int, dim)             # <<<<<<<<<<<<<<
 * 
 *     def __reduce__(self):
 */
  try {
    __pyx_t_10 = new CReps::SVEffectCRep_Computational(__pyx_v_nfactors, __pyx_v_zvals_int, __pyx_v_dim);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 916, __pyx_L1_error)
  }
  __pyx_v_self->__pyx_base.c_effect = __pyx_t_10;

  /* "pygsti/objects/replib/fastreplib.pyx":906
 *     cdef public np.ndarray zvals;
 * 
 *     def __cinit__(self, np.ndarray[np.int64_t, ndim=1, mode='c'] zvals, INT dim):             # <<<<<<<<<<<<<<
 *         # cdef INT dim = 2**zvals.shape[0] -- just send as argument
 *         cdef INT nfactors = zvals.shape[0]
 */

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  { PyObject *__pyx_type, *__pyx_value, *__pyx_tb;
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    __Pyx_ErrFetch(&__pyx_type, &__pyx_value, &__pyx_tb);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_zvals.rcbuffer->pybuffer);
  __Pyx_ErrRestore(__pyx_type, __pyx_value, __pyx_tb);}
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVEffectRep_Computational.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  goto __pyx_L2;
  __pyx_L0:;
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_zvals.rcbuffer->pybuffer);
  __pyx_L2:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":918
 *         self.c_effect = new SVEffectCRep_Computational(nfactors, zvals_int, dim)
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (SVEffectRep_Computational, (self.zvals, self.c_effect._dim))
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_25SVEffectRep_Computational_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_25SVEffectRep_Computational_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_25SVEffectRep_Computational_2__reduce__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_25SVEffectRep_Computational_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  __Pyx_RefNannySetupContext("__reduce__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":919
 * 
 *     def __reduce__(self):
 *         return (SVEffectRep_Computational, (self.zvals, self.c_effect._dim))             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_self->__pyx_base.c_effect->_dim); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 919, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 919, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->zvals));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->zvals));
  PyTuple_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_v_self->zvals));
  __Pyx_GIVEREF(__pyx_t_1);
  PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_1);
  __pyx_t_1 = 0;
  __pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 919, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_INCREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational));
  __Pyx_GIVEREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational));
  PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational));
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_t_2);
  __pyx_t_2 = 0;
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":918
 *         self.c_effect = new SVEffectCRep_Computational(nfactors, zvals_int, dim)
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (SVEffectRep_Computational, (self.zvals, self.c_effect._dim))
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVEffectRep_Computational.__reduce__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":904
 * 
 * cdef class SVEffectRep_Computational(SVEffectRep):
 *     cdef public np.ndarray zvals;             # <<<<<<<<<<<<<<
 * 
 *     def __cinit__(self, np.ndarray[np.int64_t, ndim=1, mode='c'] zvals, INT dim):
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_25SVEffectRep_Computational_5zvals_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_25SVEffectRep_Computational_5zvals_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_25SVEffectRep_Computational_5zvals___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_25SVEffectRep_Computational_5zvals___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->zvals));
  __pyx_r = ((PyObject *)__pyx_v_self->zvals);
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_25SVEffectRep_Computational_5zvals_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_25SVEffectRep_Computational_5zvals_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_25SVEffectRep_Computational_5zvals_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_25SVEffectRep_Computational_5zvals_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__set__", 0);
  if (!(likely(((__pyx_v_value) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_value, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 904, __pyx_L1_error)
  __pyx_t_1 = __pyx_v_value;
  __Pyx_INCREF(__pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __Pyx_GOTREF(__pyx_v_self->zvals);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->zvals));
  __pyx_v_self->zvals = ((PyArrayObject *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVEffectRep_Computational.zvals.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_25SVEffectRep_Computational_5zvals_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_25SVEffectRep_Computational_5zvals_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_25SVEffectRep_Computational_5zvals_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_25SVEffectRep_Computational_5zvals_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->zvals);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->zvals));
  __pyx_v_self->zvals = ((PyArrayObject *)Py_None);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":925
 *     cdef SVOpCRep* c_gate
 * 
 *     def __cinit__(self):             # <<<<<<<<<<<<<<
 *         pass # self.c_gate = NULL ?
 * 
 */

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_7SVOpRep_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_7SVOpRep_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
  if (unlikely(PyTuple_GET_SIZE(__pyx_args) > 0)) {
    __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 0, 0, PyTuple_GET_SIZE(__pyx_args)); return -1;}
  if (unlikely(__pyx_kwds) && unlikely(PyDict_Size(__pyx_kwds) > 0) && unlikely(!__Pyx_CheckKeywordStrings(__pyx_kwds, "__cinit__", 0))) return -1;
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7SVOpRep___cinit__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7SVOpRep___cinit__(CYTHON_UNUSED struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__", 0);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":928
 *         pass # self.c_gate = NULL ?
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (SVOpRep, ())
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7SVOpRep_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7SVOpRep_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7SVOpRep_2__reduce__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7SVOpRep_2__reduce__(CYTHON_UNUSED struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__reduce__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":929
 * 
 *     def __reduce__(self):
 *         return (SVOpRep, ())             # <<<<<<<<<<<<<<
 * 
 *     def __dealloc__(self):
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 929, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_INCREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep));
  __Pyx_GIVEREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep));
  PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep));
  __Pyx_INCREF(__pyx_empty_tuple);
  __Pyx_GIVEREF(__pyx_empty_tuple);
  PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_empty_tuple);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":928
 *         pass # self.c_gate = NULL ?
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (SVOpRep, ())
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVOpRep.__reduce__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":931
 *         return (SVOpRep, ())
 * 
 *     def __dealloc__(self):             # <<<<<<<<<<<<<<
 *         del self.c_gate
 * 
 */

/* Python wrapper */
static void __pyx_pw_6pygsti_7objects_6replib_10fastreplib_7SVOpRep_5__dealloc__(PyObject *__pyx_v_self); /*proto*/
static void __pyx_pw_6pygsti_7objects_6replib_10fastreplib_7SVOpRep_5__dealloc__(PyObject *__pyx_v_self) {
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__dealloc__ (wrapper)", 0);
  __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7SVOpRep_4__dealloc__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
}

static void __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7SVOpRep_4__dealloc__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep *__pyx_v_self) {
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__dealloc__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":932
 * 
 *     def __dealloc__(self):
 *         del self.c_gate             # <<<<<<<<<<<<<<
 * 
 *     def acton(self, SVStateRep state not None):
 */
  delete __pyx_v_self->c_gate;

  /* "pygsti/objects/replib/fastreplib.pyx":931
 *         return (SVOpRep, ())
 * 
 *     def __dealloc__(self):             # <<<<<<<<<<<<<<
 *         del self.c_gate
 * 
 */

  /* function exit code */
  __Pyx_RefNannyFinishContext();
}

/* "pygsti/objects/replib/fastreplib.pyx":934
 *         del self.c_gate
 * 
 *     def acton(self, SVStateRep state not None):             # <<<<<<<<<<<<<<
 *         cdef SVStateRep out_state = SVStateRep(np.empty(self.c_gate._dim, dtype=np.complex128))
 *         #print("PYX acton called w/dim ", self.c_gate._dim, out_state.c_state._dim)
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7SVOpRep_7acton(PyObject *__pyx_v_self, PyObject *__pyx_v_state); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7SVOpRep_7acton(PyObject *__pyx_v_self, PyObject *__pyx_v_state) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("acton (wrapper)", 0);
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_state), __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVStateRep, 0, "state", 0))) __PYX_ERR(0, 934, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7SVOpRep_6acton(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep *)__pyx_v_self), ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *)__pyx_v_state));

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7SVOpRep_6acton(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep *__pyx_v_self, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *__pyx_v_state) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *__pyx_v_out_state = 0;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  PyObject *__pyx_t_5 = NULL;
  __Pyx_RefNannySetupContext("acton", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":935
 * 
 *     def acton(self, SVStateRep state not None):
 *         cdef SVStateRep out_state = SVStateRep(np.empty(self.c_gate._dim, dtype=np.complex128))             # <<<<<<<<<<<<<<
 *         #print("PYX acton called w/dim ", self.c_gate._dim, out_state.c_state._dim)
 *         # assert(state.c_state._dataptr != out_state.c_state._dataptr) # DEBUG
 */
  __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_np); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 935, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_empty); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 935, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_t_1 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_self->c_gate->_dim); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 935, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 935, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_GIVEREF(__pyx_t_1);
  PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_t_1);
  __pyx_t_1 = 0;
  __pyx_t_1 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 935, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_np); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 935, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_complex128); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 935, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_dtype, __pyx_t_5) < 0) __PYX_ERR(0, 935, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  __pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_3, __pyx_t_1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 935, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_t_1 = __Pyx_PyObject_CallOneArg(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVStateRep), __pyx_t_5); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 935, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  __pyx_v_out_state = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":938
 *         #print("PYX acton called w/dim ", self.c_gate._dim, out_state.c_state._dim)
 *         # assert(state.c_state._dataptr != out_state.c_state._dataptr) # DEBUG
 *         self.c_gate.acton(state.c_state, out_state.c_state)             # <<<<<<<<<<<<<<
 *         return out_state
 * 
 */
  (void)(__pyx_v_self->c_gate->acton(__pyx_v_state->c_state, __pyx_v_out_state->c_state));

  /* "pygsti/objects/replib/fastreplib.pyx":939
 *         # assert(state.c_state._dataptr != out_state.c_state._dataptr) # DEBUG
 *         self.c_gate.acton(state.c_state, out_state.c_state)
 *         return out_state             # <<<<<<<<<<<<<<
 * 
 *     #FUTURE: adjoint acton
 */
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_out_state));
  __pyx_r = ((PyObject *)__pyx_v_out_state);
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":934
 *         del self.c_gate
 * 
 *     def acton(self, SVStateRep state not None):             # <<<<<<<<<<<<<<
 *         cdef SVStateRep out_state = SVStateRep(np.empty(self.c_gate._dim, dtype=np.complex128))
 *         #print("PYX acton called w/dim ", self.c_gate._dim, out_state.c_state._dim)
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVOpRep.acton", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF((PyObject *)__pyx_v_out_state);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":944
 * 
 *     @property
 *     def dim(self):             # <<<<<<<<<<<<<<
 *         return self.c_gate._dim
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7SVOpRep_3dim_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7SVOpRep_3dim_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7SVOpRep_3dim___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7SVOpRep_3dim___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__get__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":945
 *     @property
 *     def dim(self):
 *         return self.c_gate._dim             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_self->c_gate->_dim); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 945, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":944
 * 
 *     @property
 *     def dim(self):             # <<<<<<<<<<<<<<
 *         return self.c_gate._dim
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVOpRep.dim.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":951
 *     cdef public np.ndarray base
 * 
 *     def __cinit__(self, np.ndarray[np.complex128_t, ndim=2, mode='c'] data, int reducefix=0):             # <<<<<<<<<<<<<<
 *         if reducefix == 0:
 *             self.base = data  # the usual case - just take data ptr
 */

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_13SVOpRep_Dense_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_13SVOpRep_Dense_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyArrayObject *__pyx_v_data = 0;
  int __pyx_v_reducefix;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_data,&__pyx_n_s_reducefix,0};
    PyObject* values[2] = {0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_data)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (kw_args > 0) {
          PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_reducefix);
          if (value) { values[1] = value; kw_args--; }
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__cinit__") < 0)) __PYX_ERR(0, 951, __pyx_L3_error)
      }
    } else {
      switch (PyTuple_GET_SIZE(__pyx_args)) {
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        break;
        default: goto __pyx_L5_argtuple_error;
      }
    }
    __pyx_v_data = ((PyArrayObject *)values[0]);
    if (values[1]) {
      __pyx_v_reducefix = __Pyx_PyInt_As_int(values[1]); if (unlikely((__pyx_v_reducefix == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 951, __pyx_L3_error)
    } else {
      __pyx_v_reducefix = ((int)0);
    }
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("__cinit__", 0, 1, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 951, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVOpRep_Dense.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return -1;
  __pyx_L4_argument_unpacking_done:;
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_data), __pyx_ptype_5numpy_ndarray, 1, "data", 0))) __PYX_ERR(0, 951, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_13SVOpRep_Dense___cinit__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense *)__pyx_v_self), __pyx_v_data, __pyx_v_reducefix);

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_13SVOpRep_Dense___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense *__pyx_v_self, PyArrayObject *__pyx_v_data, int __pyx_v_reducefix) {
  __Pyx_LocalBuf_ND __pyx_pybuffernd_data;
  __Pyx_Buffer __pyx_pybuffer_data;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  PyObject *__pyx_t_5 = NULL;
  CReps::SVOpCRep_Dense *__pyx_t_6;
  __Pyx_RefNannySetupContext("__cinit__", 0);
  __pyx_pybuffer_data.pybuffer.buf = NULL;
  __pyx_pybuffer_data.refcount = 0;
  __pyx_pybuffernd_data.data = NULL;
  __pyx_pybuffernd_data.rcbuffer = &__pyx_pybuffer_data;
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_data.rcbuffer->pybuffer, (PyObject*)__pyx_v_data, &__Pyx_TypeInfo___pyx_t_double_complex, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 2, 0, __pyx_stack) == -1)) __PYX_ERR(0, 951, __pyx_L1_error)
  }
  __pyx_pybuffernd_data.diminfo[0].strides = __pyx_pybuffernd_data.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_data.diminfo[0].shape = __pyx_pybuffernd_data.rcbuffer->pybuffer.shape[0]; __pyx_pybuffernd_data.diminfo[1].strides = __pyx_pybuffernd_data.rcbuffer->pybuffer.strides[1]; __pyx_pybuffernd_data.diminfo[1].shape = __pyx_pybuffernd_data.rcbuffer->pybuffer.shape[1];

  /* "pygsti/objects/replib/fastreplib.pyx":952
 * 
 *     def __cinit__(self, np.ndarray[np.complex128_t, ndim=2, mode='c'] data, int reducefix=0):
 *         if reducefix == 0:             # <<<<<<<<<<<<<<
 *             self.base = data  # the usual case - just take data ptr
 *         else:
 */
  __pyx_t_1 = ((__pyx_v_reducefix == 0) != 0);
  if (__pyx_t_1) {

    /* "pygsti/objects/replib/fastreplib.pyx":953
 *     def __cinit__(self, np.ndarray[np.complex128_t, ndim=2, mode='c'] data, int reducefix=0):
 *         if reducefix == 0:
 *             self.base = data  # the usual case - just take data ptr             # <<<<<<<<<<<<<<
 *         else:
 *             # because serialization of numpy array flags is borked (around Numpy v1.16), we need to copy data
 */
    __Pyx_INCREF(((PyObject *)__pyx_v_data));
    __Pyx_GIVEREF(((PyObject *)__pyx_v_data));
    __Pyx_GOTREF(__pyx_v_self->base);
    __Pyx_DECREF(((PyObject *)__pyx_v_self->base));
    __pyx_v_self->base = ((PyArrayObject *)__pyx_v_data);

    /* "pygsti/objects/replib/fastreplib.pyx":952
 * 
 *     def __cinit__(self, np.ndarray[np.complex128_t, ndim=2, mode='c'] data, int reducefix=0):
 *         if reducefix == 0:             # <<<<<<<<<<<<<<
 *             self.base = data  # the usual case - just take data ptr
 *         else:
 */
    goto __pyx_L3;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":957
 *             # because serialization of numpy array flags is borked (around Numpy v1.16), we need to copy data
 *             # (so self.base *owns* it's data) and manually convey the writeable flag.
 *             self.base = np.require(data.copy(), requirements=['OWNDATA', 'C_CONTIGUOUS'])             # <<<<<<<<<<<<<<
 *             self.base.flags.writeable = True if reducefix == 1 else False
 *         #print("PYX dense gate constructed w/dim ",data.shape[0])
 */
  /*else*/ {
    __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_np); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 957, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_require); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 957, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __pyx_t_4 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_data), __pyx_n_s_copy); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 957, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    __pyx_t_5 = NULL;
    if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) {
      __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_4);
      if (likely(__pyx_t_5)) {
        PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
        __Pyx_INCREF(__pyx_t_5);
        __Pyx_INCREF(function);
        __Pyx_DECREF_SET(__pyx_t_4, function);
      }
    }
    __pyx_t_2 = (__pyx_t_5) ? __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_5) : __Pyx_PyObject_CallNoArg(__pyx_t_4);
    __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
    if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 957, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
    __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 957, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    __Pyx_GIVEREF(__pyx_t_2);
    PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_2);
    __pyx_t_2 = 0;
    __pyx_t_2 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 957, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_5 = PyList_New(2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 957, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    __Pyx_INCREF(__pyx_n_s_OWNDATA);
    __Pyx_GIVEREF(__pyx_n_s_OWNDATA);
    PyList_SET_ITEM(__pyx_t_5, 0, __pyx_n_s_OWNDATA);
    __Pyx_INCREF(__pyx_n_s_C_CONTIGUOUS);
    __Pyx_GIVEREF(__pyx_n_s_C_CONTIGUOUS);
    PyList_SET_ITEM(__pyx_t_5, 1, __pyx_n_s_C_CONTIGUOUS);
    if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_requirements, __pyx_t_5) < 0) __PYX_ERR(0, 957, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
    __pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_4, __pyx_t_2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 957, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    if (!(likely(((__pyx_t_5) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_5, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 957, __pyx_L1_error)
    __Pyx_GIVEREF(__pyx_t_5);
    __Pyx_GOTREF(__pyx_v_self->base);
    __Pyx_DECREF(((PyObject *)__pyx_v_self->base));
    __pyx_v_self->base = ((PyArrayObject *)__pyx_t_5);
    __pyx_t_5 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":958
 *             # (so self.base *owns* it's data) and manually convey the writeable flag.
 *             self.base = np.require(data.copy(), requirements=['OWNDATA', 'C_CONTIGUOUS'])
 *             self.base.flags.writeable = True if reducefix == 1 else False             # <<<<<<<<<<<<<<
 *         #print("PYX dense gate constructed w/dim ",data.shape[0])
 *         self.c_gate = new SVOpCRep_Dense(<double complex*>self.base.data,
 */
    if (((__pyx_v_reducefix == 1) != 0)) {
      __Pyx_INCREF(Py_True);
      __pyx_t_5 = Py_True;
    } else {
      __Pyx_INCREF(Py_False);
      __pyx_t_5 = Py_False;
    }
    __pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self->base), __pyx_n_s_flags); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 958, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    if (__Pyx_PyObject_SetAttrStr(__pyx_t_2, __pyx_n_s_writeable, __pyx_t_5) < 0) __PYX_ERR(0, 958, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  }
  __pyx_L3:;

  /* "pygsti/objects/replib/fastreplib.pyx":960
 *             self.base.flags.writeable = True if reducefix == 1 else False
 *         #print("PYX dense gate constructed w/dim ",data.shape[0])
 *         self.c_gate = new SVOpCRep_Dense(<double complex*>self.base.data,             # <<<<<<<<<<<<<<
 *                                            <INT>self.base.shape[0])
 * 
 */
  try {
    __pyx_t_6 = new CReps::SVOpCRep_Dense(((__pyx_t_double_complex *)__pyx_v_self->base->data), ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)(__pyx_v_self->base->dimensions[0])));
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 960, __pyx_L1_error)
  }
  __pyx_v_self->__pyx_base.c_gate = __pyx_t_6;

  /* "pygsti/objects/replib/fastreplib.pyx":951
 *     cdef public np.ndarray base
 * 
 *     def __cinit__(self, np.ndarray[np.complex128_t, ndim=2, mode='c'] data, int reducefix=0):             # <<<<<<<<<<<<<<
 *         if reducefix == 0:
 *             self.base = data  # the usual case - just take data ptr
 */

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_5);
  { PyObject *__pyx_type, *__pyx_value, *__pyx_tb;
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    __Pyx_ErrFetch(&__pyx_type, &__pyx_value, &__pyx_tb);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_data.rcbuffer->pybuffer);
  __Pyx_ErrRestore(__pyx_type, __pyx_value, __pyx_tb);}
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVOpRep_Dense.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  goto __pyx_L2;
  __pyx_L0:;
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_data.rcbuffer->pybuffer);
  __pyx_L2:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":963
 *                                            <INT>self.base.shape[0])
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         reducefix = 1 if self.base.flags.writeable else 2
 *         return (SVOpRep_Dense, (self.base, reducefix))
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_13SVOpRep_Dense_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_13SVOpRep_Dense_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_13SVOpRep_Dense_2__reduce__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_13SVOpRep_Dense_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense *__pyx_v_self) {
  long __pyx_v_reducefix;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  long __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  int __pyx_t_4;
  __Pyx_RefNannySetupContext("__reduce__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":964
 * 
 *     def __reduce__(self):
 *         reducefix = 1 if self.base.flags.writeable else 2             # <<<<<<<<<<<<<<
 *         return (SVOpRep_Dense, (self.base, reducefix))
 * 
 */
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self->base), __pyx_n_s_flags); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 964, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_writeable); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 964, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 964, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  if (__pyx_t_4) {
    __pyx_t_1 = 1;
  } else {
    __pyx_t_1 = 2;
  }
  __pyx_v_reducefix = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":965
 *     def __reduce__(self):
 *         reducefix = 1 if self.base.flags.writeable else 2
 *         return (SVOpRep_Dense, (self.base, reducefix))             # <<<<<<<<<<<<<<
 * 
 *     def __str__(self):
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_3 = __Pyx_PyInt_From_long(__pyx_v_reducefix); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 965, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 965, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->base));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->base));
  PyTuple_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_v_self->base));
  __Pyx_GIVEREF(__pyx_t_3);
  PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_3);
  __pyx_t_3 = 0;
  __pyx_t_3 = PyTuple_New(2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 965, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_INCREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense));
  __Pyx_GIVEREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense));
  PyTuple_SET_ITEM(__pyx_t_3, 0, ((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense));
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_t_2);
  __pyx_t_2 = 0;
  __pyx_r = __pyx_t_3;
  __pyx_t_3 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":963
 *                                            <INT>self.base.shape[0])
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         reducefix = 1 if self.base.flags.writeable else 2
 *         return (SVOpRep_Dense, (self.base, reducefix))
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVOpRep_Dense.__reduce__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":967
 *         return (SVOpRep_Dense, (self.base, reducefix))
 * 
 *     def __str__(self):             # <<<<<<<<<<<<<<
 *         s = ""
 *         cdef SVOpCRep_Dense* my_cgate = <SVOpCRep_Dense*>self.c_gate # b/c we know it's a _Dense gate...
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_13SVOpRep_Dense_5__str__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_13SVOpRep_Dense_5__str__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__str__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_13SVOpRep_Dense_4__str__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_13SVOpRep_Dense_4__str__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense *__pyx_v_self) {
  PyObject *__pyx_v_s = NULL;
  CReps::SVOpCRep_Dense *__pyx_v_my_cgate;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_j;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_k;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_1;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_2;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_3;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_4;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_5;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_6;
  __pyx_t_double_complex __pyx_t_7;
  PyObject *__pyx_t_8 = NULL;
  PyObject *__pyx_t_9 = NULL;
  __Pyx_RefNannySetupContext("__str__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":968
 * 
 *     def __str__(self):
 *         s = ""             # <<<<<<<<<<<<<<
 *         cdef SVOpCRep_Dense* my_cgate = <SVOpCRep_Dense*>self.c_gate # b/c we know it's a _Dense gate...
 *         cdef INT i,j,k
 */
  __Pyx_INCREF(__pyx_kp_s__7);
  __pyx_v_s = __pyx_kp_s__7;

  /* "pygsti/objects/replib/fastreplib.pyx":969
 *     def __str__(self):
 *         s = ""
 *         cdef SVOpCRep_Dense* my_cgate = <SVOpCRep_Dense*>self.c_gate # b/c we know it's a _Dense gate...             # <<<<<<<<<<<<<<
 *         cdef INT i,j,k
 *         for i in range(my_cgate._dim):
 */
  __pyx_v_my_cgate = ((CReps::SVOpCRep_Dense *)__pyx_v_self->__pyx_base.c_gate);

  /* "pygsti/objects/replib/fastreplib.pyx":971
 *         cdef SVOpCRep_Dense* my_cgate = <SVOpCRep_Dense*>self.c_gate # b/c we know it's a _Dense gate...
 *         cdef INT i,j,k
 *         for i in range(my_cgate._dim):             # <<<<<<<<<<<<<<
 *             k = i*my_cgate._dim
 *             for j in range(my_cgate._dim):
 */
  __pyx_t_1 = __pyx_v_my_cgate->_dim;
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
    __pyx_v_i = __pyx_t_3;

    /* "pygsti/objects/replib/fastreplib.pyx":972
 *         cdef INT i,j,k
 *         for i in range(my_cgate._dim):
 *             k = i*my_cgate._dim             # <<<<<<<<<<<<<<
 *             for j in range(my_cgate._dim):
 *                 s += str(my_cgate._dataptr[k+j]) + " "
 */
    __pyx_v_k = (__pyx_v_i * __pyx_v_my_cgate->_dim);

    /* "pygsti/objects/replib/fastreplib.pyx":973
 *         for i in range(my_cgate._dim):
 *             k = i*my_cgate._dim
 *             for j in range(my_cgate._dim):             # <<<<<<<<<<<<<<
 *                 s += str(my_cgate._dataptr[k+j]) + " "
 *             s += "\n"
 */
    __pyx_t_4 = __pyx_v_my_cgate->_dim;
    __pyx_t_5 = __pyx_t_4;
    for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) {
      __pyx_v_j = __pyx_t_6;

      /* "pygsti/objects/replib/fastreplib.pyx":974
 *             k = i*my_cgate._dim
 *             for j in range(my_cgate._dim):
 *                 s += str(my_cgate._dataptr[k+j]) + " "             # <<<<<<<<<<<<<<
 *             s += "\n"
 *         return s
 */
      __pyx_t_7 = (__pyx_v_my_cgate->_dataptr[(__pyx_v_k + __pyx_v_j)]);
      __pyx_t_8 = __pyx_PyComplex_FromComplex(__pyx_t_7); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 974, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_8);
      __pyx_t_9 = __Pyx_PyObject_CallOneArg(((PyObject *)(&PyString_Type)), __pyx_t_8); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 974, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_9);
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
      __pyx_t_8 = PyNumber_Add(__pyx_t_9, __pyx_kp_s__8); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 974, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_8);
      __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
      __pyx_t_9 = PyNumber_InPlaceAdd(__pyx_v_s, __pyx_t_8); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 974, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_9);
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
      __Pyx_DECREF_SET(__pyx_v_s, __pyx_t_9);
      __pyx_t_9 = 0;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":975
 *             for j in range(my_cgate._dim):
 *                 s += str(my_cgate._dataptr[k+j]) + " "
 *             s += "\n"             # <<<<<<<<<<<<<<
 *         return s
 * 
 */
    __pyx_t_9 = PyNumber_InPlaceAdd(__pyx_v_s, __pyx_kp_s__9); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 975, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_9);
    __Pyx_DECREF_SET(__pyx_v_s, __pyx_t_9);
    __pyx_t_9 = 0;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":976
 *                 s += str(my_cgate._dataptr[k+j]) + " "
 *             s += "\n"
 *         return s             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(__pyx_v_s);
  __pyx_r = __pyx_v_s;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":967
 *         return (SVOpRep_Dense, (self.base, reducefix))
 * 
 *     def __str__(self):             # <<<<<<<<<<<<<<
 *         s = ""
 *         cdef SVOpCRep_Dense* my_cgate = <SVOpCRep_Dense*>self.c_gate # b/c we know it's a _Dense gate...
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_8);
  __Pyx_XDECREF(__pyx_t_9);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVOpRep_Dense.__str__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_s);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":949
 * 
 * cdef class SVOpRep_Dense(SVOpRep):
 *     cdef public np.ndarray base             # <<<<<<<<<<<<<<
 * 
 *     def __cinit__(self, np.ndarray[np.complex128_t, ndim=2, mode='c'] data, int reducefix=0):
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_13SVOpRep_Dense_4base_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_13SVOpRep_Dense_4base_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_13SVOpRep_Dense_4base___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_13SVOpRep_Dense_4base___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->base));
  __pyx_r = ((PyObject *)__pyx_v_self->base);
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_13SVOpRep_Dense_4base_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_13SVOpRep_Dense_4base_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_13SVOpRep_Dense_4base_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_13SVOpRep_Dense_4base_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__set__", 0);
  if (!(likely(((__pyx_v_value) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_value, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 949, __pyx_L1_error)
  __pyx_t_1 = __pyx_v_value;
  __Pyx_INCREF(__pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __Pyx_GOTREF(__pyx_v_self->base);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->base));
  __pyx_v_self->base = ((PyArrayObject *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVOpRep_Dense.base.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_13SVOpRep_Dense_4base_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_13SVOpRep_Dense_4base_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_13SVOpRep_Dense_4base_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_13SVOpRep_Dense_4base_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->base);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->base));
  __pyx_v_self->base = ((PyArrayObject *)Py_None);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":988
 *     cdef public SVOpRep embedded
 * 
 *     def __cinit__(self, SVOpRep embedded_op,             # <<<<<<<<<<<<<<
 *                   np.ndarray[np.int64_t, ndim=1, mode='c'] numBasisEls,
 *                   np.ndarray[np.int64_t, ndim=1, mode='c'] actionInds,
 */

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Embedded_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Embedded_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep *__pyx_v_embedded_op = 0;
  PyArrayObject *__pyx_v_numBasisEls = 0;
  PyArrayObject *__pyx_v_actionInds = 0;
  PyArrayObject *__pyx_v_blocksizes = 0;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_embedded_dim;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nComponentsInActiveBlock;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_iActiveBlock;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nBlocks;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_embedded_op,&__pyx_n_s_numBasisEls,&__pyx_n_s_actionInds,&__pyx_n_s_blocksizes,&__pyx_n_s_embedded_dim,&__pyx_n_s_nComponentsInActiveBlock,&__pyx_n_s_iActiveBlock,&__pyx_n_s_nBlocks,&__pyx_n_s_dim,0};
    PyObject* values[9] = {0,0,0,0,0,0,0,0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  9: values[8] = PyTuple_GET_ITEM(__pyx_args, 8);
        CYTHON_FALLTHROUGH;
        case  8: values[7] = PyTuple_GET_ITEM(__pyx_args, 7);
        CYTHON_FALLTHROUGH;
        case  7: values[6] = PyTuple_GET_ITEM(__pyx_args, 6);
        CYTHON_FALLTHROUGH;
        case  6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
        CYTHON_FALLTHROUGH;
        case  5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
        CYTHON_FALLTHROUGH;
        case  4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
        CYTHON_FALLTHROUGH;
        case  3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
        CYTHON_FALLTHROUGH;
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_embedded_op)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_numBasisEls)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, 1); __PYX_ERR(0, 988, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  2:
        if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_actionInds)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, 2); __PYX_ERR(0, 988, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  3:
        if (likely((values[3] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_blocksizes)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, 3); __PYX_ERR(0, 988, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  4:
        if (likely((values[4] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_embedded_dim)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, 4); __PYX_ERR(0, 988, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  5:
        if (likely((values[5] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_nComponentsInActiveBlock)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, 5); __PYX_ERR(0, 988, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  6:
        if (likely((values[6] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_iActiveBlock)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, 6); __PYX_ERR(0, 988, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  7:
        if (likely((values[7] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_nBlocks)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, 7); __PYX_ERR(0, 988, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  8:
        if (likely((values[8] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_dim)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, 8); __PYX_ERR(0, 988, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__cinit__") < 0)) __PYX_ERR(0, 988, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 9) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
      values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
      values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
      values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
      values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
      values[6] = PyTuple_GET_ITEM(__pyx_args, 6);
      values[7] = PyTuple_GET_ITEM(__pyx_args, 7);
      values[8] = PyTuple_GET_ITEM(__pyx_args, 8);
    }
    __pyx_v_embedded_op = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep *)values[0]);
    __pyx_v_numBasisEls = ((PyArrayObject *)values[1]);
    __pyx_v_actionInds = ((PyArrayObject *)values[2]);
    __pyx_v_blocksizes = ((PyArrayObject *)values[3]);
    __pyx_v_embedded_dim = __Pyx_PyInt_As_PY_LONG_LONG(values[4]); if (unlikely((__pyx_v_embedded_dim == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 992, __pyx_L3_error)
    __pyx_v_nComponentsInActiveBlock = __Pyx_PyInt_As_PY_LONG_LONG(values[5]); if (unlikely((__pyx_v_nComponentsInActiveBlock == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 992, __pyx_L3_error)
    __pyx_v_iActiveBlock = __Pyx_PyInt_As_PY_LONG_LONG(values[6]); if (unlikely((__pyx_v_iActiveBlock == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 993, __pyx_L3_error)
    __pyx_v_nBlocks = __Pyx_PyInt_As_PY_LONG_LONG(values[7]); if (unlikely((__pyx_v_nBlocks == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 993, __pyx_L3_error)
    __pyx_v_dim = __Pyx_PyInt_As_PY_LONG_LONG(values[8]); if (unlikely((__pyx_v_dim == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 993, __pyx_L3_error)
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 988, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVOpRep_Embedded.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return -1;
  __pyx_L4_argument_unpacking_done:;
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_embedded_op), __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep, 1, "embedded_op", 0))) __PYX_ERR(0, 988, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_numBasisEls), __pyx_ptype_5numpy_ndarray, 1, "numBasisEls", 0))) __PYX_ERR(0, 989, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_actionInds), __pyx_ptype_5numpy_ndarray, 1, "actionInds", 0))) __PYX_ERR(0, 990, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_blocksizes), __pyx_ptype_5numpy_ndarray, 1, "blocksizes", 0))) __PYX_ERR(0, 991, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Embedded___cinit__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded *)__pyx_v_self), __pyx_v_embedded_op, __pyx_v_numBasisEls, __pyx_v_actionInds, __pyx_v_blocksizes, __pyx_v_embedded_dim, __pyx_v_nComponentsInActiveBlock, __pyx_v_iActiveBlock, __pyx_v_nBlocks, __pyx_v_dim);

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Embedded___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded *__pyx_v_self, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep *__pyx_v_embedded_op, PyArrayObject *__pyx_v_numBasisEls, PyArrayObject *__pyx_v_actionInds, PyArrayObject *__pyx_v_blocksizes, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_embedded_dim, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nComponentsInActiveBlock, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_iActiveBlock, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nBlocks, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_j;
  PyArrayObject *__pyx_v_numBasisEls_noop_blankaction = 0;
  PyArrayObject *__pyx_v_tmp = 0;
  PyObject *__pyx_v_multipliers = NULL;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dec;
  PyArrayObject *__pyx_v_noop_incrementers = 0;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_vec_index;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_offset;
  PyArrayObject *__pyx_v_baseinds = 0;
  PyObject *__pyx_v_basisInds_action = NULL;
  PyObject *__pyx_v_ii = NULL;
  PyObject *__pyx_v_op_b = NULL;
  PyObject *__pyx_v_bInd = NULL;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_actionInds;
  __Pyx_Buffer __pyx_pybuffer_actionInds;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_baseinds;
  __Pyx_Buffer __pyx_pybuffer_baseinds;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_blocksizes;
  __Pyx_Buffer __pyx_pybuffer_blocksizes;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_noop_incrementers;
  __Pyx_Buffer __pyx_pybuffer_noop_incrementers;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_numBasisEls;
  __Pyx_Buffer __pyx_pybuffer_numBasisEls;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_numBasisEls_noop_blankaction;
  __Pyx_Buffer __pyx_pybuffer_numBasisEls_noop_blankaction;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  PyArrayObject *__pyx_t_4 = NULL;
  Py_ssize_t __pyx_t_5;
  PyObject *(*__pyx_t_6)(PyObject *);
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_7;
  int __pyx_t_8;
  PyObject *__pyx_t_9 = NULL;
  PyObject *__pyx_t_10 = NULL;
  PyObject *__pyx_t_11 = NULL;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_12;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_13;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_14;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_15;
  PyObject *__pyx_t_16 = NULL;
  PyArrayObject *__pyx_t_17 = NULL;
  __pyx_t_5numpy_int64_t __pyx_t_18;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_19;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_20;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_21;
  PyArrayObject *__pyx_t_22 = NULL;
  Py_ssize_t __pyx_t_23;
  PyObject *(*__pyx_t_24)(PyObject *);
  PyObject *(*__pyx_t_25)(PyObject *);
  CReps::SVOpCRep_Embedded *__pyx_t_26;
  __Pyx_RefNannySetupContext("__cinit__", 0);
  __pyx_pybuffer_numBasisEls_noop_blankaction.pybuffer.buf = NULL;
  __pyx_pybuffer_numBasisEls_noop_blankaction.refcount = 0;
  __pyx_pybuffernd_numBasisEls_noop_blankaction.data = NULL;
  __pyx_pybuffernd_numBasisEls_noop_blankaction.rcbuffer = &__pyx_pybuffer_numBasisEls_noop_blankaction;
  __pyx_pybuffer_noop_incrementers.pybuffer.buf = NULL;
  __pyx_pybuffer_noop_incrementers.refcount = 0;
  __pyx_pybuffernd_noop_incrementers.data = NULL;
  __pyx_pybuffernd_noop_incrementers.rcbuffer = &__pyx_pybuffer_noop_incrementers;
  __pyx_pybuffer_baseinds.pybuffer.buf = NULL;
  __pyx_pybuffer_baseinds.refcount = 0;
  __pyx_pybuffernd_baseinds.data = NULL;
  __pyx_pybuffernd_baseinds.rcbuffer = &__pyx_pybuffer_baseinds;
  __pyx_pybuffer_numBasisEls.pybuffer.buf = NULL;
  __pyx_pybuffer_numBasisEls.refcount = 0;
  __pyx_pybuffernd_numBasisEls.data = NULL;
  __pyx_pybuffernd_numBasisEls.rcbuffer = &__pyx_pybuffer_numBasisEls;
  __pyx_pybuffer_actionInds.pybuffer.buf = NULL;
  __pyx_pybuffer_actionInds.refcount = 0;
  __pyx_pybuffernd_actionInds.data = NULL;
  __pyx_pybuffernd_actionInds.rcbuffer = &__pyx_pybuffer_actionInds;
  __pyx_pybuffer_blocksizes.pybuffer.buf = NULL;
  __pyx_pybuffer_blocksizes.refcount = 0;
  __pyx_pybuffernd_blocksizes.data = NULL;
  __pyx_pybuffernd_blocksizes.rcbuffer = &__pyx_pybuffer_blocksizes;
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_numBasisEls.rcbuffer->pybuffer, (PyObject*)__pyx_v_numBasisEls, &__Pyx_TypeInfo_nn___pyx_t_5numpy_int64_t, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 988, __pyx_L1_error)
  }
  __pyx_pybuffernd_numBasisEls.diminfo[0].strides = __pyx_pybuffernd_numBasisEls.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_numBasisEls.diminfo[0].shape = __pyx_pybuffernd_numBasisEls.rcbuffer->pybuffer.shape[0];
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_actionInds.rcbuffer->pybuffer, (PyObject*)__pyx_v_actionInds, &__Pyx_TypeInfo_nn___pyx_t_5numpy_int64_t, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 988, __pyx_L1_error)
  }
  __pyx_pybuffernd_actionInds.diminfo[0].strides = __pyx_pybuffernd_actionInds.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_actionInds.diminfo[0].shape = __pyx_pybuffernd_actionInds.rcbuffer->pybuffer.shape[0];
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_blocksizes.rcbuffer->pybuffer, (PyObject*)__pyx_v_blocksizes, &__Pyx_TypeInfo_nn___pyx_t_5numpy_int64_t, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 988, __pyx_L1_error)
  }
  __pyx_pybuffernd_blocksizes.diminfo[0].strides = __pyx_pybuffernd_blocksizes.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_blocksizes.diminfo[0].shape = __pyx_pybuffernd_blocksizes.rcbuffer->pybuffer.shape[0];

  /* "pygsti/objects/replib/fastreplib.pyx":998
 * 
 *         # numBasisEls_noop_blankaction is just numBasisEls with actionInds == 1
 *         cdef np.ndarray[np.int64_t, ndim=1, mode='c'] numBasisEls_noop_blankaction = numBasisEls.copy()             # <<<<<<<<<<<<<<
 *         for i in actionInds:
 *             numBasisEls_noop_blankaction[i] = 1 # for indexing the identity space
 */
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_numBasisEls), __pyx_n_s_copy); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 998, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = NULL;
  if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
    __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
    if (likely(__pyx_t_3)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
      __Pyx_INCREF(__pyx_t_3);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_2, function);
    }
  }
  __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
  if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 998, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  if (!(likely(((__pyx_t_1) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_1, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 998, __pyx_L1_error)
  __pyx_t_4 = ((PyArrayObject *)__pyx_t_1);
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_numBasisEls_noop_blankaction.rcbuffer->pybuffer, (PyObject*)__pyx_t_4, &__Pyx_TypeInfo_nn___pyx_t_5numpy_int64_t, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS| PyBUF_WRITABLE, 1, 0, __pyx_stack) == -1)) {
      __pyx_v_numBasisEls_noop_blankaction = ((PyArrayObject *)Py_None); __Pyx_INCREF(Py_None); __pyx_pybuffernd_numBasisEls_noop_blankaction.rcbuffer->pybuffer.buf = NULL;
      __PYX_ERR(0, 998, __pyx_L1_error)
    } else {__pyx_pybuffernd_numBasisEls_noop_blankaction.diminfo[0].strides = __pyx_pybuffernd_numBasisEls_noop_blankaction.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_numBasisEls_noop_blankaction.diminfo[0].shape = __pyx_pybuffernd_numBasisEls_noop_blankaction.rcbuffer->pybuffer.shape[0];
    }
  }
  __pyx_t_4 = 0;
  __pyx_v_numBasisEls_noop_blankaction = ((PyArrayObject *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":999
 *         # numBasisEls_noop_blankaction is just numBasisEls with actionInds == 1
 *         cdef np.ndarray[np.int64_t, ndim=1, mode='c'] numBasisEls_noop_blankaction = numBasisEls.copy()
 *         for i in actionInds:             # <<<<<<<<<<<<<<
 *             numBasisEls_noop_blankaction[i] = 1 # for indexing the identity space
 * 
 */
  if (likely(PyList_CheckExact(((PyObject *)__pyx_v_actionInds))) || PyTuple_CheckExact(((PyObject *)__pyx_v_actionInds))) {
    __pyx_t_1 = ((PyObject *)__pyx_v_actionInds); __Pyx_INCREF(__pyx_t_1); __pyx_t_5 = 0;
    __pyx_t_6 = NULL;
  } else {
    __pyx_t_5 = -1; __pyx_t_1 = PyObject_GetIter(((PyObject *)__pyx_v_actionInds)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 999, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __pyx_t_6 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 999, __pyx_L1_error)
  }
  for (;;) {
    if (likely(!__pyx_t_6)) {
      if (likely(PyList_CheckExact(__pyx_t_1))) {
        if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_1)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_2 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_5); __Pyx_INCREF(__pyx_t_2); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 999, __pyx_L1_error)
        #else
        __pyx_t_2 = PySequence_ITEM(__pyx_t_1, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 999, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_2);
        #endif
      } else {
        if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_1)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_2 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_5); __Pyx_INCREF(__pyx_t_2); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 999, __pyx_L1_error)
        #else
        __pyx_t_2 = PySequence_ITEM(__pyx_t_1, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 999, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_2);
        #endif
      }
    } else {
      __pyx_t_2 = __pyx_t_6(__pyx_t_1);
      if (unlikely(!__pyx_t_2)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
          else __PYX_ERR(0, 999, __pyx_L1_error)
        }
        break;
      }
      __Pyx_GOTREF(__pyx_t_2);
    }
    __pyx_t_7 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_2); if (unlikely((__pyx_t_7 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 999, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __pyx_v_i = __pyx_t_7;

    /* "pygsti/objects/replib/fastreplib.pyx":1000
 *         cdef np.ndarray[np.int64_t, ndim=1, mode='c'] numBasisEls_noop_blankaction = numBasisEls.copy()
 *         for i in actionInds:
 *             numBasisEls_noop_blankaction[i] = 1 # for indexing the identity space             # <<<<<<<<<<<<<<
 * 
 *         # multipliers to go from per-label indices to tensor-product-block index
 */
    __pyx_t_7 = __pyx_v_i;
    __pyx_t_8 = -1;
    if (__pyx_t_7 < 0) {
      __pyx_t_7 += __pyx_pybuffernd_numBasisEls_noop_blankaction.diminfo[0].shape;
      if (unlikely(__pyx_t_7 < 0)) __pyx_t_8 = 0;
    } else if (unlikely(__pyx_t_7 >= __pyx_pybuffernd_numBasisEls_noop_blankaction.diminfo[0].shape)) __pyx_t_8 = 0;
    if (unlikely(__pyx_t_8 != -1)) {
      __Pyx_RaiseBufferIndexError(__pyx_t_8);
      __PYX_ERR(0, 1000, __pyx_L1_error)
    }
    *__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_numBasisEls_noop_blankaction.rcbuffer->pybuffer.buf, __pyx_t_7, __pyx_pybuffernd_numBasisEls_noop_blankaction.diminfo[0].strides) = 1;

    /* "pygsti/objects/replib/fastreplib.pyx":999
 *         # numBasisEls_noop_blankaction is just numBasisEls with actionInds == 1
 *         cdef np.ndarray[np.int64_t, ndim=1, mode='c'] numBasisEls_noop_blankaction = numBasisEls.copy()
 *         for i in actionInds:             # <<<<<<<<<<<<<<
 *             numBasisEls_noop_blankaction[i] = 1 # for indexing the identity space
 * 
 */
  }
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1004
 *         # multipliers to go from per-label indices to tensor-product-block index
 *         # e.g. if map(len,basisInds) == [1,4,4] then multipliers == [ 16 4 1 ]
 *         cdef np.ndarray tmp = np.empty(nComponentsInActiveBlock,np.int64)             # <<<<<<<<<<<<<<
 *         tmp[0] = 1
 *         for i in range(1,nComponentsInActiveBlock):
 */
  __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_np); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1004, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_empty); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1004, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_2 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_nComponentsInActiveBlock); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1004, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_GetModuleGlobalName(__pyx_t_9, __pyx_n_s_np); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1004, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_9);
  __pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_t_9, __pyx_n_s_int64); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1004, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_10);
  __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
  __pyx_t_9 = NULL;
  __pyx_t_8 = 0;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) {
    __pyx_t_9 = PyMethod_GET_SELF(__pyx_t_3);
    if (likely(__pyx_t_9)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
      __Pyx_INCREF(__pyx_t_9);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_3, function);
      __pyx_t_8 = 1;
    }
  }
  #if CYTHON_FAST_PYCALL
  if (PyFunction_Check(__pyx_t_3)) {
    PyObject *__pyx_temp[3] = {__pyx_t_9, __pyx_t_2, __pyx_t_10};
    __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_8, 2+__pyx_t_8); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1004, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
  } else
  #endif
  #if CYTHON_FAST_PYCCALL
  if (__Pyx_PyFastCFunction_Check(__pyx_t_3)) {
    PyObject *__pyx_temp[3] = {__pyx_t_9, __pyx_t_2, __pyx_t_10};
    __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_8, 2+__pyx_t_8); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1004, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
  } else
  #endif
  {
    __pyx_t_11 = PyTuple_New(2+__pyx_t_8); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 1004, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_11);
    if (__pyx_t_9) {
      __Pyx_GIVEREF(__pyx_t_9); PyTuple_SET_ITEM(__pyx_t_11, 0, __pyx_t_9); __pyx_t_9 = NULL;
    }
    __Pyx_GIVEREF(__pyx_t_2);
    PyTuple_SET_ITEM(__pyx_t_11, 0+__pyx_t_8, __pyx_t_2);
    __Pyx_GIVEREF(__pyx_t_10);
    PyTuple_SET_ITEM(__pyx_t_11, 1+__pyx_t_8, __pyx_t_10);
    __pyx_t_2 = 0;
    __pyx_t_10 = 0;
    __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_11, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1004, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;
  }
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  if (!(likely(((__pyx_t_1) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_1, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 1004, __pyx_L1_error)
  __pyx_v_tmp = ((PyArrayObject *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1005
 *         # e.g. if map(len,basisInds) == [1,4,4] then multipliers == [ 16 4 1 ]
 *         cdef np.ndarray tmp = np.empty(nComponentsInActiveBlock,np.int64)
 *         tmp[0] = 1             # <<<<<<<<<<<<<<
 *         for i in range(1,nComponentsInActiveBlock):
 *             tmp[i] = numBasisEls[nComponentsInActiveBlock-i]
 */
  if (unlikely(__Pyx_SetItemInt(((PyObject *)__pyx_v_tmp), 0, __pyx_int_1, long, 1, __Pyx_PyInt_From_long, 0, 0, 1) < 0)) __PYX_ERR(0, 1005, __pyx_L1_error)

  /* "pygsti/objects/replib/fastreplib.pyx":1006
 *         cdef np.ndarray tmp = np.empty(nComponentsInActiveBlock,np.int64)
 *         tmp[0] = 1
 *         for i in range(1,nComponentsInActiveBlock):             # <<<<<<<<<<<<<<
 *             tmp[i] = numBasisEls[nComponentsInActiveBlock-i]
 *         multipliers = np.array( np.flipud( np.cumprod(tmp) ), np.int64)
 */
  __pyx_t_12 = __pyx_v_nComponentsInActiveBlock;
  __pyx_t_13 = __pyx_t_12;
  for (__pyx_t_14 = 1; __pyx_t_14 < __pyx_t_13; __pyx_t_14+=1) {
    __pyx_v_i = __pyx_t_14;

    /* "pygsti/objects/replib/fastreplib.pyx":1007
 *         tmp[0] = 1
 *         for i in range(1,nComponentsInActiveBlock):
 *             tmp[i] = numBasisEls[nComponentsInActiveBlock-i]             # <<<<<<<<<<<<<<
 *         multipliers = np.array( np.flipud( np.cumprod(tmp) ), np.int64)
 * 
 */
    __pyx_t_15 = (__pyx_v_nComponentsInActiveBlock - __pyx_v_i);
    __pyx_t_8 = -1;
    if (__pyx_t_15 < 0) {
      __pyx_t_15 += __pyx_pybuffernd_numBasisEls.diminfo[0].shape;
      if (unlikely(__pyx_t_15 < 0)) __pyx_t_8 = 0;
    } else if (unlikely(__pyx_t_15 >= __pyx_pybuffernd_numBasisEls.diminfo[0].shape)) __pyx_t_8 = 0;
    if (unlikely(__pyx_t_8 != -1)) {
      __Pyx_RaiseBufferIndexError(__pyx_t_8);
      __PYX_ERR(0, 1007, __pyx_L1_error)
    }
    __pyx_t_1 = __Pyx_PyInt_From_npy_int64((*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_numBasisEls.rcbuffer->pybuffer.buf, __pyx_t_15, __pyx_pybuffernd_numBasisEls.diminfo[0].strides))); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1007, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    if (unlikely(__Pyx_SetItemInt(((PyObject *)__pyx_v_tmp), __pyx_v_i, __pyx_t_1, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1) < 0)) __PYX_ERR(0, 1007, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":1008
 *         for i in range(1,nComponentsInActiveBlock):
 *             tmp[i] = numBasisEls[nComponentsInActiveBlock-i]
 *         multipliers = np.array( np.flipud( np.cumprod(tmp) ), np.int64)             # <<<<<<<<<<<<<<
 * 
 *         # noop_incrementers[i] specifies how much the overall vector index
 */
  __Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_np); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1008, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_11 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_array); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 1008, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_11);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __Pyx_GetModuleGlobalName(__pyx_t_10, __pyx_n_s_np); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1008, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_10);
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_10, __pyx_n_s_flipud); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1008, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
  __Pyx_GetModuleGlobalName(__pyx_t_9, __pyx_n_s_np); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1008, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_9);
  __pyx_t_16 = __Pyx_PyObject_GetAttrStr(__pyx_t_9, __pyx_n_s_cumprod); if (unlikely(!__pyx_t_16)) __PYX_ERR(0, 1008, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_16);
  __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
  __pyx_t_9 = NULL;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_16))) {
    __pyx_t_9 = PyMethod_GET_SELF(__pyx_t_16);
    if (likely(__pyx_t_9)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_16);
      __Pyx_INCREF(__pyx_t_9);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_16, function);
    }
  }
  __pyx_t_10 = (__pyx_t_9) ? __Pyx_PyObject_Call2Args(__pyx_t_16, __pyx_t_9, ((PyObject *)__pyx_v_tmp)) : __Pyx_PyObject_CallOneArg(__pyx_t_16, ((PyObject *)__pyx_v_tmp));
  __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
  if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1008, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_10);
  __Pyx_DECREF(__pyx_t_16); __pyx_t_16 = 0;
  __pyx_t_16 = NULL;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) {
    __pyx_t_16 = PyMethod_GET_SELF(__pyx_t_2);
    if (likely(__pyx_t_16)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
      __Pyx_INCREF(__pyx_t_16);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_2, function);
    }
  }
  __pyx_t_3 = (__pyx_t_16) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_16, __pyx_t_10) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_10);
  __Pyx_XDECREF(__pyx_t_16); __pyx_t_16 = 0;
  __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
  if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1008, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_np); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1008, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_int64); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1008, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_10);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_2 = NULL;
  __pyx_t_8 = 0;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_11))) {
    __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_11);
    if (likely(__pyx_t_2)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_11);
      __Pyx_INCREF(__pyx_t_2);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_11, function);
      __pyx_t_8 = 1;
    }
  }
  #if CYTHON_FAST_PYCALL
  if (PyFunction_Check(__pyx_t_11)) {
    PyObject *__pyx_temp[3] = {__pyx_t_2, __pyx_t_3, __pyx_t_10};
    __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_11, __pyx_temp+1-__pyx_t_8, 2+__pyx_t_8); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1008, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
  } else
  #endif
  #if CYTHON_FAST_PYCCALL
  if (__Pyx_PyFastCFunction_Check(__pyx_t_11)) {
    PyObject *__pyx_temp[3] = {__pyx_t_2, __pyx_t_3, __pyx_t_10};
    __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_11, __pyx_temp+1-__pyx_t_8, 2+__pyx_t_8); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1008, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
  } else
  #endif
  {
    __pyx_t_16 = PyTuple_New(2+__pyx_t_8); if (unlikely(!__pyx_t_16)) __PYX_ERR(0, 1008, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_16);
    if (__pyx_t_2) {
      __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_16, 0, __pyx_t_2); __pyx_t_2 = NULL;
    }
    __Pyx_GIVEREF(__pyx_t_3);
    PyTuple_SET_ITEM(__pyx_t_16, 0+__pyx_t_8, __pyx_t_3);
    __Pyx_GIVEREF(__pyx_t_10);
    PyTuple_SET_ITEM(__pyx_t_16, 1+__pyx_t_8, __pyx_t_10);
    __pyx_t_3 = 0;
    __pyx_t_10 = 0;
    __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_11, __pyx_t_16, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1008, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_16); __pyx_t_16 = 0;
  }
  __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;
  __pyx_v_multipliers = __pyx_t_1;
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1012
 *         # noop_incrementers[i] specifies how much the overall vector index
 *         #  is incremented when the i-th "component" digit is advanced
 *         cdef INT dec = 0             # <<<<<<<<<<<<<<
 *         cdef np.ndarray[np.int64_t, ndim=1, mode='c'] noop_incrementers = np.empty(nComponentsInActiveBlock,np.int64)
 *         for i in range(nComponentsInActiveBlock-1,-1,-1):
 */
  __pyx_v_dec = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1013
 *         #  is incremented when the i-th "component" digit is advanced
 *         cdef INT dec = 0
 *         cdef np.ndarray[np.int64_t, ndim=1, mode='c'] noop_incrementers = np.empty(nComponentsInActiveBlock,np.int64)             # <<<<<<<<<<<<<<
 *         for i in range(nComponentsInActiveBlock-1,-1,-1):
 *             noop_incrementers[i] = multipliers[i] - dec
 */
  __Pyx_GetModuleGlobalName(__pyx_t_11, __pyx_n_s_np); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 1013, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_11);
  __pyx_t_16 = __Pyx_PyObject_GetAttrStr(__pyx_t_11, __pyx_n_s_empty); if (unlikely(!__pyx_t_16)) __PYX_ERR(0, 1013, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_16);
  __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;
  __pyx_t_11 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_nComponentsInActiveBlock); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 1013, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_11);
  __Pyx_GetModuleGlobalName(__pyx_t_10, __pyx_n_s_np); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1013, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_10);
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_10, __pyx_n_s_int64); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1013, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
  __pyx_t_10 = NULL;
  __pyx_t_8 = 0;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_16))) {
    __pyx_t_10 = PyMethod_GET_SELF(__pyx_t_16);
    if (likely(__pyx_t_10)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_16);
      __Pyx_INCREF(__pyx_t_10);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_16, function);
      __pyx_t_8 = 1;
    }
  }
  #if CYTHON_FAST_PYCALL
  if (PyFunction_Check(__pyx_t_16)) {
    PyObject *__pyx_temp[3] = {__pyx_t_10, __pyx_t_11, __pyx_t_3};
    __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_16, __pyx_temp+1-__pyx_t_8, 2+__pyx_t_8); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1013, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0;
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  } else
  #endif
  #if CYTHON_FAST_PYCCALL
  if (__Pyx_PyFastCFunction_Check(__pyx_t_16)) {
    PyObject *__pyx_temp[3] = {__pyx_t_10, __pyx_t_11, __pyx_t_3};
    __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_16, __pyx_temp+1-__pyx_t_8, 2+__pyx_t_8); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1013, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0;
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  } else
  #endif
  {
    __pyx_t_2 = PyTuple_New(2+__pyx_t_8); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1013, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    if (__pyx_t_10) {
      __Pyx_GIVEREF(__pyx_t_10); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_10); __pyx_t_10 = NULL;
    }
    __Pyx_GIVEREF(__pyx_t_11);
    PyTuple_SET_ITEM(__pyx_t_2, 0+__pyx_t_8, __pyx_t_11);
    __Pyx_GIVEREF(__pyx_t_3);
    PyTuple_SET_ITEM(__pyx_t_2, 1+__pyx_t_8, __pyx_t_3);
    __pyx_t_11 = 0;
    __pyx_t_3 = 0;
    __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_16, __pyx_t_2, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1013, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  }
  __Pyx_DECREF(__pyx_t_16); __pyx_t_16 = 0;
  if (!(likely(((__pyx_t_1) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_1, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 1013, __pyx_L1_error)
  __pyx_t_17 = ((PyArrayObject *)__pyx_t_1);
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_noop_incrementers.rcbuffer->pybuffer, (PyObject*)__pyx_t_17, &__Pyx_TypeInfo_nn___pyx_t_5numpy_int64_t, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS| PyBUF_WRITABLE, 1, 0, __pyx_stack) == -1)) {
      __pyx_v_noop_incrementers = ((PyArrayObject *)Py_None); __Pyx_INCREF(Py_None); __pyx_pybuffernd_noop_incrementers.rcbuffer->pybuffer.buf = NULL;
      __PYX_ERR(0, 1013, __pyx_L1_error)
    } else {__pyx_pybuffernd_noop_incrementers.diminfo[0].strides = __pyx_pybuffernd_noop_incrementers.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_noop_incrementers.diminfo[0].shape = __pyx_pybuffernd_noop_incrementers.rcbuffer->pybuffer.shape[0];
    }
  }
  __pyx_t_17 = 0;
  __pyx_v_noop_incrementers = ((PyArrayObject *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1014
 *         cdef INT dec = 0
 *         cdef np.ndarray[np.int64_t, ndim=1, mode='c'] noop_incrementers = np.empty(nComponentsInActiveBlock,np.int64)
 *         for i in range(nComponentsInActiveBlock-1,-1,-1):             # <<<<<<<<<<<<<<
 *             noop_incrementers[i] = multipliers[i] - dec
 *             dec += (numBasisEls_noop_blankaction[i]-1)*multipliers[i]
 */
  for (__pyx_t_12 = (__pyx_v_nComponentsInActiveBlock - 1); __pyx_t_12 > -1LL; __pyx_t_12-=1) {
    __pyx_v_i = __pyx_t_12;

    /* "pygsti/objects/replib/fastreplib.pyx":1015
 *         cdef np.ndarray[np.int64_t, ndim=1, mode='c'] noop_incrementers = np.empty(nComponentsInActiveBlock,np.int64)
 *         for i in range(nComponentsInActiveBlock-1,-1,-1):
 *             noop_incrementers[i] = multipliers[i] - dec             # <<<<<<<<<<<<<<
 *             dec += (numBasisEls_noop_blankaction[i]-1)*multipliers[i]
 * 
 */
    __pyx_t_1 = __Pyx_GetItemInt(__pyx_v_multipliers, __pyx_v_i, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1015, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __pyx_t_16 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_dec); if (unlikely(!__pyx_t_16)) __PYX_ERR(0, 1015, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_16);
    __pyx_t_2 = PyNumber_Subtract(__pyx_t_1, __pyx_t_16); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1015, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
    __Pyx_DECREF(__pyx_t_16); __pyx_t_16 = 0;
    __pyx_t_18 = __Pyx_PyInt_As_npy_int64(__pyx_t_2); if (unlikely((__pyx_t_18 == ((npy_int64)-1)) && PyErr_Occurred())) __PYX_ERR(0, 1015, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __pyx_t_13 = __pyx_v_i;
    __pyx_t_8 = -1;
    if (__pyx_t_13 < 0) {
      __pyx_t_13 += __pyx_pybuffernd_noop_incrementers.diminfo[0].shape;
      if (unlikely(__pyx_t_13 < 0)) __pyx_t_8 = 0;
    } else if (unlikely(__pyx_t_13 >= __pyx_pybuffernd_noop_incrementers.diminfo[0].shape)) __pyx_t_8 = 0;
    if (unlikely(__pyx_t_8 != -1)) {
      __Pyx_RaiseBufferIndexError(__pyx_t_8);
      __PYX_ERR(0, 1015, __pyx_L1_error)
    }
    *__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_noop_incrementers.rcbuffer->pybuffer.buf, __pyx_t_13, __pyx_pybuffernd_noop_incrementers.diminfo[0].strides) = __pyx_t_18;

    /* "pygsti/objects/replib/fastreplib.pyx":1016
 *         for i in range(nComponentsInActiveBlock-1,-1,-1):
 *             noop_incrementers[i] = multipliers[i] - dec
 *             dec += (numBasisEls_noop_blankaction[i]-1)*multipliers[i]             # <<<<<<<<<<<<<<
 * 
 *         cdef INT vec_index
 */
    __pyx_t_2 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_dec); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1016, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_14 = __pyx_v_i;
    __pyx_t_8 = -1;
    if (__pyx_t_14 < 0) {
      __pyx_t_14 += __pyx_pybuffernd_numBasisEls_noop_blankaction.diminfo[0].shape;
      if (unlikely(__pyx_t_14 < 0)) __pyx_t_8 = 0;
    } else if (unlikely(__pyx_t_14 >= __pyx_pybuffernd_numBasisEls_noop_blankaction.diminfo[0].shape)) __pyx_t_8 = 0;
    if (unlikely(__pyx_t_8 != -1)) {
      __Pyx_RaiseBufferIndexError(__pyx_t_8);
      __PYX_ERR(0, 1016, __pyx_L1_error)
    }
    __pyx_t_16 = __Pyx_PyInt_From_npy_int64(((*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_numBasisEls_noop_blankaction.rcbuffer->pybuffer.buf, __pyx_t_14, __pyx_pybuffernd_numBasisEls_noop_blankaction.diminfo[0].strides)) - 1)); if (unlikely(!__pyx_t_16)) __PYX_ERR(0, 1016, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_16);
    __pyx_t_1 = __Pyx_GetItemInt(__pyx_v_multipliers, __pyx_v_i, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1016, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __pyx_t_3 = PyNumber_Multiply(__pyx_t_16, __pyx_t_1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1016, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_DECREF(__pyx_t_16); __pyx_t_16 = 0;
    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
    __pyx_t_1 = PyNumber_InPlaceAdd(__pyx_t_2, __pyx_t_3); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1016, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __pyx_t_19 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_1); if (unlikely((__pyx_t_19 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 1016, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
    __pyx_v_dec = __pyx_t_19;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":1019
 * 
 *         cdef INT vec_index
 *         cdef INT offset = 0 #number of basis elements preceding our block's elements             # <<<<<<<<<<<<<<
 *         for i in range(iActiveBlock):
 *             offset += blocksizes[i]
 */
  __pyx_v_offset = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1020
 *         cdef INT vec_index
 *         cdef INT offset = 0 #number of basis elements preceding our block's elements
 *         for i in range(iActiveBlock):             # <<<<<<<<<<<<<<
 *             offset += blocksizes[i]
 * 
 */
  __pyx_t_12 = __pyx_v_iActiveBlock;
  __pyx_t_19 = __pyx_t_12;
  for (__pyx_t_20 = 0; __pyx_t_20 < __pyx_t_19; __pyx_t_20+=1) {
    __pyx_v_i = __pyx_t_20;

    /* "pygsti/objects/replib/fastreplib.pyx":1021
 *         cdef INT offset = 0 #number of basis elements preceding our block's elements
 *         for i in range(iActiveBlock):
 *             offset += blocksizes[i]             # <<<<<<<<<<<<<<
 * 
 *         # self.baseinds specifies the contribution from the "active
 */
    __pyx_t_21 = __pyx_v_i;
    __pyx_t_8 = -1;
    if (__pyx_t_21 < 0) {
      __pyx_t_21 += __pyx_pybuffernd_blocksizes.diminfo[0].shape;
      if (unlikely(__pyx_t_21 < 0)) __pyx_t_8 = 0;
    } else if (unlikely(__pyx_t_21 >= __pyx_pybuffernd_blocksizes.diminfo[0].shape)) __pyx_t_8 = 0;
    if (unlikely(__pyx_t_8 != -1)) {
      __Pyx_RaiseBufferIndexError(__pyx_t_8);
      __PYX_ERR(0, 1021, __pyx_L1_error)
    }
    __pyx_v_offset = (__pyx_v_offset + (*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_blocksizes.rcbuffer->pybuffer.buf, __pyx_t_21, __pyx_pybuffernd_blocksizes.diminfo[0].strides)));
  }

  /* "pygsti/objects/replib/fastreplib.pyx":1025
 *         # self.baseinds specifies the contribution from the "active
 *         #  component" digits to the overall vector index.
 *         cdef np.ndarray[np.int64_t, ndim=1, mode='c'] baseinds = np.empty(embedded_dim,np.int64)             # <<<<<<<<<<<<<<
 *         basisInds_action = [ list(range(numBasisEls[i])) for i in actionInds ]
 *         for ii,op_b in enumerate(_itertools.product(*basisInds_action)):
 */
  __Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_np); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1025, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_empty); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1025, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __pyx_t_3 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_embedded_dim); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1025, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_GetModuleGlobalName(__pyx_t_16, __pyx_n_s_np); if (unlikely(!__pyx_t_16)) __PYX_ERR(0, 1025, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_16);
  __pyx_t_11 = __Pyx_PyObject_GetAttrStr(__pyx_t_16, __pyx_n_s_int64); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 1025, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_11);
  __Pyx_DECREF(__pyx_t_16); __pyx_t_16 = 0;
  __pyx_t_16 = NULL;
  __pyx_t_8 = 0;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) {
    __pyx_t_16 = PyMethod_GET_SELF(__pyx_t_2);
    if (likely(__pyx_t_16)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
      __Pyx_INCREF(__pyx_t_16);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_2, function);
      __pyx_t_8 = 1;
    }
  }
  #if CYTHON_FAST_PYCALL
  if (PyFunction_Check(__pyx_t_2)) {
    PyObject *__pyx_temp[3] = {__pyx_t_16, __pyx_t_3, __pyx_t_11};
    __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_8, 2+__pyx_t_8); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1025, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_16); __pyx_t_16 = 0;
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;
  } else
  #endif
  #if CYTHON_FAST_PYCCALL
  if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) {
    PyObject *__pyx_temp[3] = {__pyx_t_16, __pyx_t_3, __pyx_t_11};
    __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_8, 2+__pyx_t_8); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1025, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_16); __pyx_t_16 = 0;
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;
  } else
  #endif
  {
    __pyx_t_10 = PyTuple_New(2+__pyx_t_8); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1025, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_10);
    if (__pyx_t_16) {
      __Pyx_GIVEREF(__pyx_t_16); PyTuple_SET_ITEM(__pyx_t_10, 0, __pyx_t_16); __pyx_t_16 = NULL;
    }
    __Pyx_GIVEREF(__pyx_t_3);
    PyTuple_SET_ITEM(__pyx_t_10, 0+__pyx_t_8, __pyx_t_3);
    __Pyx_GIVEREF(__pyx_t_11);
    PyTuple_SET_ITEM(__pyx_t_10, 1+__pyx_t_8, __pyx_t_11);
    __pyx_t_3 = 0;
    __pyx_t_11 = 0;
    __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_10, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1025, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
  }
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  if (!(likely(((__pyx_t_1) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_1, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 1025, __pyx_L1_error)
  __pyx_t_22 = ((PyArrayObject *)__pyx_t_1);
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_baseinds.rcbuffer->pybuffer, (PyObject*)__pyx_t_22, &__Pyx_TypeInfo_nn___pyx_t_5numpy_int64_t, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) {
      __pyx_v_baseinds = ((PyArrayObject *)Py_None); __Pyx_INCREF(Py_None); __pyx_pybuffernd_baseinds.rcbuffer->pybuffer.buf = NULL;
      __PYX_ERR(0, 1025, __pyx_L1_error)
    } else {__pyx_pybuffernd_baseinds.diminfo[0].strides = __pyx_pybuffernd_baseinds.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_baseinds.diminfo[0].shape = __pyx_pybuffernd_baseinds.rcbuffer->pybuffer.shape[0];
    }
  }
  __pyx_t_22 = 0;
  __pyx_v_baseinds = ((PyArrayObject *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1026
 *         #  component" digits to the overall vector index.
 *         cdef np.ndarray[np.int64_t, ndim=1, mode='c'] baseinds = np.empty(embedded_dim,np.int64)
 *         basisInds_action = [ list(range(numBasisEls[i])) for i in actionInds ]             # <<<<<<<<<<<<<<
 *         for ii,op_b in enumerate(_itertools.product(*basisInds_action)):
 *             vec_index = offset
 */
  __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1026, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  if (likely(PyList_CheckExact(((PyObject *)__pyx_v_actionInds))) || PyTuple_CheckExact(((PyObject *)__pyx_v_actionInds))) {
    __pyx_t_2 = ((PyObject *)__pyx_v_actionInds); __Pyx_INCREF(__pyx_t_2); __pyx_t_5 = 0;
    __pyx_t_6 = NULL;
  } else {
    __pyx_t_5 = -1; __pyx_t_2 = PyObject_GetIter(((PyObject *)__pyx_v_actionInds)); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1026, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_6 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1026, __pyx_L1_error)
  }
  for (;;) {
    if (likely(!__pyx_t_6)) {
      if (likely(PyList_CheckExact(__pyx_t_2))) {
        if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_2)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_10 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_5); __Pyx_INCREF(__pyx_t_10); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1026, __pyx_L1_error)
        #else
        __pyx_t_10 = PySequence_ITEM(__pyx_t_2, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1026, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_10);
        #endif
      } else {
        if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_2)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_10 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_5); __Pyx_INCREF(__pyx_t_10); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1026, __pyx_L1_error)
        #else
        __pyx_t_10 = PySequence_ITEM(__pyx_t_2, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1026, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_10);
        #endif
      }
    } else {
      __pyx_t_10 = __pyx_t_6(__pyx_t_2);
      if (unlikely(!__pyx_t_10)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
          else __PYX_ERR(0, 1026, __pyx_L1_error)
        }
        break;
      }
      __Pyx_GOTREF(__pyx_t_10);
    }
    __pyx_t_12 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_10); if (unlikely((__pyx_t_12 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 1026, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
    __pyx_v_i = __pyx_t_12;
    __pyx_t_12 = __pyx_v_i;
    __pyx_t_8 = -1;
    if (__pyx_t_12 < 0) {
      __pyx_t_12 += __pyx_pybuffernd_numBasisEls.diminfo[0].shape;
      if (unlikely(__pyx_t_12 < 0)) __pyx_t_8 = 0;
    } else if (unlikely(__pyx_t_12 >= __pyx_pybuffernd_numBasisEls.diminfo[0].shape)) __pyx_t_8 = 0;
    if (unlikely(__pyx_t_8 != -1)) {
      __Pyx_RaiseBufferIndexError(__pyx_t_8);
      __PYX_ERR(0, 1026, __pyx_L1_error)
    }
    __pyx_t_10 = __Pyx_PyInt_From_npy_int64((*__Pyx_BufPtrCContig1d(__pyx_t_5numpy_int64_t *, __pyx_pybuffernd_numBasisEls.rcbuffer->pybuffer.buf, __pyx_t_12, __pyx_pybuffernd_numBasisEls.diminfo[0].strides))); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1026, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_10);
    __pyx_t_11 = __Pyx_PyObject_CallOneArg(__pyx_builtin_range, __pyx_t_10); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 1026, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_11);
    __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
    __pyx_t_10 = PySequence_List(__pyx_t_11); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1026, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_10);
    __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;
    if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_10))) __PYX_ERR(0, 1026, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
  }
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_v_basisInds_action = ((PyObject*)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1027
 *         cdef np.ndarray[np.int64_t, ndim=1, mode='c'] baseinds = np.empty(embedded_dim,np.int64)
 *         basisInds_action = [ list(range(numBasisEls[i])) for i in actionInds ]
 *         for ii,op_b in enumerate(_itertools.product(*basisInds_action)):             # <<<<<<<<<<<<<<
 *             vec_index = offset
 *             for j,bInd in zip(actionInds,op_b):
 */
  __Pyx_INCREF(__pyx_int_0);
  __pyx_t_1 = __pyx_int_0;
  __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_itertools); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1027, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_product); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1027, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_10);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_2 = PySequence_Tuple(__pyx_v_basisInds_action); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1027, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_11 = __Pyx_PyObject_Call(__pyx_t_10, __pyx_t_2, NULL); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 1027, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_11);
  __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  if (likely(PyList_CheckExact(__pyx_t_11)) || PyTuple_CheckExact(__pyx_t_11)) {
    __pyx_t_2 = __pyx_t_11; __Pyx_INCREF(__pyx_t_2); __pyx_t_5 = 0;
    __pyx_t_6 = NULL;
  } else {
    __pyx_t_5 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_t_11); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1027, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_6 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1027, __pyx_L1_error)
  }
  __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;
  for (;;) {
    if (likely(!__pyx_t_6)) {
      if (likely(PyList_CheckExact(__pyx_t_2))) {
        if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_2)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_11 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_5); __Pyx_INCREF(__pyx_t_11); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1027, __pyx_L1_error)
        #else
        __pyx_t_11 = PySequence_ITEM(__pyx_t_2, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 1027, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_11);
        #endif
      } else {
        if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_2)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_11 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_5); __Pyx_INCREF(__pyx_t_11); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1027, __pyx_L1_error)
        #else
        __pyx_t_11 = PySequence_ITEM(__pyx_t_2, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 1027, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_11);
        #endif
      }
    } else {
      __pyx_t_11 = __pyx_t_6(__pyx_t_2);
      if (unlikely(!__pyx_t_11)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
          else __PYX_ERR(0, 1027, __pyx_L1_error)
        }
        break;
      }
      __Pyx_GOTREF(__pyx_t_11);
    }
    __Pyx_XDECREF_SET(__pyx_v_op_b, __pyx_t_11);
    __pyx_t_11 = 0;
    __Pyx_INCREF(__pyx_t_1);
    __Pyx_XDECREF_SET(__pyx_v_ii, __pyx_t_1);
    __pyx_t_11 = __Pyx_PyInt_AddObjC(__pyx_t_1, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 1027, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_11);
    __Pyx_DECREF(__pyx_t_1);
    __pyx_t_1 = __pyx_t_11;
    __pyx_t_11 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":1028
 *         basisInds_action = [ list(range(numBasisEls[i])) for i in actionInds ]
 *         for ii,op_b in enumerate(_itertools.product(*basisInds_action)):
 *             vec_index = offset             # <<<<<<<<<<<<<<
 *             for j,bInd in zip(actionInds,op_b):
 *                 vec_index += multipliers[j]*bInd
 */
    __pyx_v_vec_index = __pyx_v_offset;

    /* "pygsti/objects/replib/fastreplib.pyx":1029
 *         for ii,op_b in enumerate(_itertools.product(*basisInds_action)):
 *             vec_index = offset
 *             for j,bInd in zip(actionInds,op_b):             # <<<<<<<<<<<<<<
 *                 vec_index += multipliers[j]*bInd
 *             baseinds[ii] = vec_index
 */
    __pyx_t_11 = PyTuple_New(2); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 1029, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_11);
    __Pyx_INCREF(((PyObject *)__pyx_v_actionInds));
    __Pyx_GIVEREF(((PyObject *)__pyx_v_actionInds));
    PyTuple_SET_ITEM(__pyx_t_11, 0, ((PyObject *)__pyx_v_actionInds));
    __Pyx_INCREF(__pyx_v_op_b);
    __Pyx_GIVEREF(__pyx_v_op_b);
    PyTuple_SET_ITEM(__pyx_t_11, 1, __pyx_v_op_b);
    __pyx_t_10 = __Pyx_PyObject_Call(__pyx_builtin_zip, __pyx_t_11, NULL); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1029, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_10);
    __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;
    if (likely(PyList_CheckExact(__pyx_t_10)) || PyTuple_CheckExact(__pyx_t_10)) {
      __pyx_t_11 = __pyx_t_10; __Pyx_INCREF(__pyx_t_11); __pyx_t_23 = 0;
      __pyx_t_24 = NULL;
    } else {
      __pyx_t_23 = -1; __pyx_t_11 = PyObject_GetIter(__pyx_t_10); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 1029, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_11);
      __pyx_t_24 = Py_TYPE(__pyx_t_11)->tp_iternext; if (unlikely(!__pyx_t_24)) __PYX_ERR(0, 1029, __pyx_L1_error)
    }
    __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
    for (;;) {
      if (likely(!__pyx_t_24)) {
        if (likely(PyList_CheckExact(__pyx_t_11))) {
          if (__pyx_t_23 >= PyList_GET_SIZE(__pyx_t_11)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_10 = PyList_GET_ITEM(__pyx_t_11, __pyx_t_23); __Pyx_INCREF(__pyx_t_10); __pyx_t_23++; if (unlikely(0 < 0)) __PYX_ERR(0, 1029, __pyx_L1_error)
          #else
          __pyx_t_10 = PySequence_ITEM(__pyx_t_11, __pyx_t_23); __pyx_t_23++; if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1029, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_10);
          #endif
        } else {
          if (__pyx_t_23 >= PyTuple_GET_SIZE(__pyx_t_11)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_10 = PyTuple_GET_ITEM(__pyx_t_11, __pyx_t_23); __Pyx_INCREF(__pyx_t_10); __pyx_t_23++; if (unlikely(0 < 0)) __PYX_ERR(0, 1029, __pyx_L1_error)
          #else
          __pyx_t_10 = PySequence_ITEM(__pyx_t_11, __pyx_t_23); __pyx_t_23++; if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1029, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_10);
          #endif
        }
      } else {
        __pyx_t_10 = __pyx_t_24(__pyx_t_11);
        if (unlikely(!__pyx_t_10)) {
          PyObject* exc_type = PyErr_Occurred();
          if (exc_type) {
            if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
            else __PYX_ERR(0, 1029, __pyx_L1_error)
          }
          break;
        }
        __Pyx_GOTREF(__pyx_t_10);
      }
      if ((likely(PyTuple_CheckExact(__pyx_t_10))) || (PyList_CheckExact(__pyx_t_10))) {
        PyObject* sequence = __pyx_t_10;
        Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
        if (unlikely(size != 2)) {
          if (size > 2) __Pyx_RaiseTooManyValuesError(2);
          else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
          __PYX_ERR(0, 1029, __pyx_L1_error)
        }
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        if (likely(PyTuple_CheckExact(sequence))) {
          __pyx_t_3 = PyTuple_GET_ITEM(sequence, 0); 
          __pyx_t_16 = PyTuple_GET_ITEM(sequence, 1); 
        } else {
          __pyx_t_3 = PyList_GET_ITEM(sequence, 0); 
          __pyx_t_16 = PyList_GET_ITEM(sequence, 1); 
        }
        __Pyx_INCREF(__pyx_t_3);
        __Pyx_INCREF(__pyx_t_16);
        #else
        __pyx_t_3 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1029, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_3);
        __pyx_t_16 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_16)) __PYX_ERR(0, 1029, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_16);
        #endif
        __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
      } else {
        Py_ssize_t index = -1;
        __pyx_t_9 = PyObject_GetIter(__pyx_t_10); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1029, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_9);
        __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
        __pyx_t_25 = Py_TYPE(__pyx_t_9)->tp_iternext;
        index = 0; __pyx_t_3 = __pyx_t_25(__pyx_t_9); if (unlikely(!__pyx_t_3)) goto __pyx_L17_unpacking_failed;
        __Pyx_GOTREF(__pyx_t_3);
        index = 1; __pyx_t_16 = __pyx_t_25(__pyx_t_9); if (unlikely(!__pyx_t_16)) goto __pyx_L17_unpacking_failed;
        __Pyx_GOTREF(__pyx_t_16);
        if (__Pyx_IternextUnpackEndCheck(__pyx_t_25(__pyx_t_9), 2) < 0) __PYX_ERR(0, 1029, __pyx_L1_error)
        __pyx_t_25 = NULL;
        __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
        goto __pyx_L18_unpacking_done;
        __pyx_L17_unpacking_failed:;
        __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
        __pyx_t_25 = NULL;
        if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
        __PYX_ERR(0, 1029, __pyx_L1_error)
        __pyx_L18_unpacking_done:;
      }
      __pyx_t_19 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_3); if (unlikely((__pyx_t_19 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 1029, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      __pyx_v_j = __pyx_t_19;
      __Pyx_XDECREF_SET(__pyx_v_bInd, __pyx_t_16);
      __pyx_t_16 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":1030
 *             vec_index = offset
 *             for j,bInd in zip(actionInds,op_b):
 *                 vec_index += multipliers[j]*bInd             # <<<<<<<<<<<<<<
 *             baseinds[ii] = vec_index
 * 
 */
      __pyx_t_10 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_vec_index); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1030, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_10);
      __pyx_t_16 = __Pyx_GetItemInt(__pyx_v_multipliers, __pyx_v_j, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1); if (unlikely(!__pyx_t_16)) __PYX_ERR(0, 1030, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_16);
      __pyx_t_3 = PyNumber_Multiply(__pyx_t_16, __pyx_v_bInd); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1030, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_3);
      __Pyx_DECREF(__pyx_t_16); __pyx_t_16 = 0;
      __pyx_t_16 = PyNumber_InPlaceAdd(__pyx_t_10, __pyx_t_3); if (unlikely(!__pyx_t_16)) __PYX_ERR(0, 1030, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_16);
      __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      __pyx_t_19 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_16); if (unlikely((__pyx_t_19 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 1030, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_16); __pyx_t_16 = 0;
      __pyx_v_vec_index = __pyx_t_19;

      /* "pygsti/objects/replib/fastreplib.pyx":1029
 *         for ii,op_b in enumerate(_itertools.product(*basisInds_action)):
 *             vec_index = offset
 *             for j,bInd in zip(actionInds,op_b):             # <<<<<<<<<<<<<<
 *                 vec_index += multipliers[j]*bInd
 *             baseinds[ii] = vec_index
 */
    }
    __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":1031
 *             for j,bInd in zip(actionInds,op_b):
 *                 vec_index += multipliers[j]*bInd
 *             baseinds[ii] = vec_index             # <<<<<<<<<<<<<<
 * 
 *         self.data_ref1 = noop_incrementers
 */
    __pyx_t_11 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_vec_index); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 1031, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_11);
    if (unlikely(PyObject_SetItem(((PyObject *)__pyx_v_baseinds), __pyx_v_ii, __pyx_t_11) < 0)) __PYX_ERR(0, 1031, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":1027
 *         cdef np.ndarray[np.int64_t, ndim=1, mode='c'] baseinds = np.empty(embedded_dim,np.int64)
 *         basisInds_action = [ list(range(numBasisEls[i])) for i in actionInds ]
 *         for ii,op_b in enumerate(_itertools.product(*basisInds_action)):             # <<<<<<<<<<<<<<
 *             vec_index = offset
 *             for j,bInd in zip(actionInds,op_b):
 */
  }
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1033
 *             baseinds[ii] = vec_index
 * 
 *         self.data_ref1 = noop_incrementers             # <<<<<<<<<<<<<<
 *         self.data_ref2 = numBasisEls_noop_blankaction
 *         self.data_ref3 = baseinds
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_noop_incrementers));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_noop_incrementers));
  __Pyx_GOTREF(__pyx_v_self->data_ref1);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->data_ref1));
  __pyx_v_self->data_ref1 = ((PyArrayObject *)__pyx_v_noop_incrementers);

  /* "pygsti/objects/replib/fastreplib.pyx":1034
 * 
 *         self.data_ref1 = noop_incrementers
 *         self.data_ref2 = numBasisEls_noop_blankaction             # <<<<<<<<<<<<<<
 *         self.data_ref3 = baseinds
 *         self.data_ref4 = blocksizes
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_numBasisEls_noop_blankaction));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_numBasisEls_noop_blankaction));
  __Pyx_GOTREF(__pyx_v_self->data_ref2);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->data_ref2));
  __pyx_v_self->data_ref2 = ((PyArrayObject *)__pyx_v_numBasisEls_noop_blankaction);

  /* "pygsti/objects/replib/fastreplib.pyx":1035
 *         self.data_ref1 = noop_incrementers
 *         self.data_ref2 = numBasisEls_noop_blankaction
 *         self.data_ref3 = baseinds             # <<<<<<<<<<<<<<
 *         self.data_ref4 = blocksizes
 *         self.data_ref5 = numBasisEls
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_baseinds));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_baseinds));
  __Pyx_GOTREF(__pyx_v_self->data_ref3);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->data_ref3));
  __pyx_v_self->data_ref3 = ((PyArrayObject *)__pyx_v_baseinds);

  /* "pygsti/objects/replib/fastreplib.pyx":1036
 *         self.data_ref2 = numBasisEls_noop_blankaction
 *         self.data_ref3 = baseinds
 *         self.data_ref4 = blocksizes             # <<<<<<<<<<<<<<
 *         self.data_ref5 = numBasisEls
 *         self.data_ref6 = actionInds
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_blocksizes));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_blocksizes));
  __Pyx_GOTREF(__pyx_v_self->data_ref4);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->data_ref4));
  __pyx_v_self->data_ref4 = ((PyArrayObject *)__pyx_v_blocksizes);

  /* "pygsti/objects/replib/fastreplib.pyx":1037
 *         self.data_ref3 = baseinds
 *         self.data_ref4 = blocksizes
 *         self.data_ref5 = numBasisEls             # <<<<<<<<<<<<<<
 *         self.data_ref6 = actionInds
 *         self.embedded = embedded_op # needed to prevent garbage collection?
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_numBasisEls));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_numBasisEls));
  __Pyx_GOTREF(__pyx_v_self->data_ref5);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->data_ref5));
  __pyx_v_self->data_ref5 = ((PyArrayObject *)__pyx_v_numBasisEls);

  /* "pygsti/objects/replib/fastreplib.pyx":1038
 *         self.data_ref4 = blocksizes
 *         self.data_ref5 = numBasisEls
 *         self.data_ref6 = actionInds             # <<<<<<<<<<<<<<
 *         self.embedded = embedded_op # needed to prevent garbage collection?
 *         self.c_gate = new SVOpCRep_Embedded(embedded_op.c_gate,
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_actionInds));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_actionInds));
  __Pyx_GOTREF(__pyx_v_self->data_ref6);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->data_ref6));
  __pyx_v_self->data_ref6 = ((PyArrayObject *)__pyx_v_actionInds);

  /* "pygsti/objects/replib/fastreplib.pyx":1039
 *         self.data_ref5 = numBasisEls
 *         self.data_ref6 = actionInds
 *         self.embedded = embedded_op # needed to prevent garbage collection?             # <<<<<<<<<<<<<<
 *         self.c_gate = new SVOpCRep_Embedded(embedded_op.c_gate,
 *                                               <INT*>noop_incrementers.data, <INT*>numBasisEls_noop_blankaction.data,
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_embedded_op));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_embedded_op));
  __Pyx_GOTREF(__pyx_v_self->embedded);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->embedded));
  __pyx_v_self->embedded = __pyx_v_embedded_op;

  /* "pygsti/objects/replib/fastreplib.pyx":1040
 *         self.data_ref6 = actionInds
 *         self.embedded = embedded_op # needed to prevent garbage collection?
 *         self.c_gate = new SVOpCRep_Embedded(embedded_op.c_gate,             # <<<<<<<<<<<<<<
 *                                               <INT*>noop_incrementers.data, <INT*>numBasisEls_noop_blankaction.data,
 *                                               <INT*>baseinds.data, <INT*>blocksizes.data,
 */
  try {
    __pyx_t_26 = new CReps::SVOpCRep_Embedded(__pyx_v_embedded_op->c_gate, ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT *)__pyx_v_noop_incrementers->data), ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT *)__pyx_v_numBasisEls_noop_blankaction->data), ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT *)__pyx_v_baseinds->data), ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT *)__pyx_v_blocksizes->data), __pyx_v_embedded_dim, __pyx_v_nComponentsInActiveBlock, __pyx_v_iActiveBlock, __pyx_v_nBlocks, __pyx_v_dim);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1040, __pyx_L1_error)
  }
  __pyx_v_self->__pyx_base.c_gate = __pyx_t_26;

  /* "pygsti/objects/replib/fastreplib.pyx":988
 *     cdef public SVOpRep embedded
 * 
 *     def __cinit__(self, SVOpRep embedded_op,             # <<<<<<<<<<<<<<
 *                   np.ndarray[np.int64_t, ndim=1, mode='c'] numBasisEls,
 *                   np.ndarray[np.int64_t, ndim=1, mode='c'] actionInds,
 */

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_9);
  __Pyx_XDECREF(__pyx_t_10);
  __Pyx_XDECREF(__pyx_t_11);
  __Pyx_XDECREF(__pyx_t_16);
  { PyObject *__pyx_type, *__pyx_value, *__pyx_tb;
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    __Pyx_ErrFetch(&__pyx_type, &__pyx_value, &__pyx_tb);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_actionInds.rcbuffer->pybuffer);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_baseinds.rcbuffer->pybuffer);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_blocksizes.rcbuffer->pybuffer);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_noop_incrementers.rcbuffer->pybuffer);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_numBasisEls.rcbuffer->pybuffer);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_numBasisEls_noop_blankaction.rcbuffer->pybuffer);
  __Pyx_ErrRestore(__pyx_type, __pyx_value, __pyx_tb);}
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVOpRep_Embedded.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  goto __pyx_L2;
  __pyx_L0:;
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_actionInds.rcbuffer->pybuffer);
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_baseinds.rcbuffer->pybuffer);
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_blocksizes.rcbuffer->pybuffer);
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_noop_incrementers.rcbuffer->pybuffer);
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_numBasisEls.rcbuffer->pybuffer);
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_numBasisEls_noop_blankaction.rcbuffer->pybuffer);
  __pyx_L2:;
  __Pyx_XDECREF((PyObject *)__pyx_v_numBasisEls_noop_blankaction);
  __Pyx_XDECREF((PyObject *)__pyx_v_tmp);
  __Pyx_XDECREF(__pyx_v_multipliers);
  __Pyx_XDECREF((PyObject *)__pyx_v_noop_incrementers);
  __Pyx_XDECREF((PyObject *)__pyx_v_baseinds);
  __Pyx_XDECREF(__pyx_v_basisInds_action);
  __Pyx_XDECREF(__pyx_v_ii);
  __Pyx_XDECREF(__pyx_v_op_b);
  __Pyx_XDECREF(__pyx_v_bInd);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1046
 *                                               iActiveBlock, nBlocks, dim)
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (SVOpRep_Embedded, (self.embedded,
 *                                    self.data_ref5, self.data_ref6, self.data_ref4,
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Embedded_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Embedded_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Embedded_2__reduce__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Embedded_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  PyObject *__pyx_t_5 = NULL;
  PyObject *__pyx_t_6 = NULL;
  __Pyx_RefNannySetupContext("__reduce__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1047
 * 
 *     def __reduce__(self):
 *         return (SVOpRep_Embedded, (self.embedded,             # <<<<<<<<<<<<<<
 *                                    self.data_ref5, self.data_ref6, self.data_ref4,
 *                                    (<SVOpCRep_Embedded*>self.c_gate)._embeddedDim,
 */
  __Pyx_XDECREF(__pyx_r);

  /* "pygsti/objects/replib/fastreplib.pyx":1049
 *         return (SVOpRep_Embedded, (self.embedded,
 *                                    self.data_ref5, self.data_ref6, self.data_ref4,
 *                                    (<SVOpCRep_Embedded*>self.c_gate)._embeddedDim,             # <<<<<<<<<<<<<<
 *                                    (<SVOpCRep_Embedded*>self.c_gate)._nComponents,
 *                                    (<SVOpCRep_Embedded*>self.c_gate)._iActiveBlock,
 */
  __pyx_t_1 = __Pyx_PyInt_From_PY_LONG_LONG(((CReps::SVOpCRep_Embedded *)__pyx_v_self->__pyx_base.c_gate)->_embeddedDim); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1049, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);

  /* "pygsti/objects/replib/fastreplib.pyx":1050
 *                                    self.data_ref5, self.data_ref6, self.data_ref4,
 *                                    (<SVOpCRep_Embedded*>self.c_gate)._embeddedDim,
 *                                    (<SVOpCRep_Embedded*>self.c_gate)._nComponents,             # <<<<<<<<<<<<<<
 *                                    (<SVOpCRep_Embedded*>self.c_gate)._iActiveBlock,
 *                                    (<SVOpCRep_Embedded*>self.c_gate)._nBlocks,
 */
  __pyx_t_2 = __Pyx_PyInt_From_PY_LONG_LONG(((CReps::SVOpCRep_Embedded *)__pyx_v_self->__pyx_base.c_gate)->_nComponents); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1050, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);

  /* "pygsti/objects/replib/fastreplib.pyx":1051
 *                                    (<SVOpCRep_Embedded*>self.c_gate)._embeddedDim,
 *                                    (<SVOpCRep_Embedded*>self.c_gate)._nComponents,
 *                                    (<SVOpCRep_Embedded*>self.c_gate)._iActiveBlock,             # <<<<<<<<<<<<<<
 *                                    (<SVOpCRep_Embedded*>self.c_gate)._nBlocks,
 *                                    self.c_gate._dim))
 */
  __pyx_t_3 = __Pyx_PyInt_From_PY_LONG_LONG(((CReps::SVOpCRep_Embedded *)__pyx_v_self->__pyx_base.c_gate)->_iActiveBlock); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1051, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);

  /* "pygsti/objects/replib/fastreplib.pyx":1052
 *                                    (<SVOpCRep_Embedded*>self.c_gate)._nComponents,
 *                                    (<SVOpCRep_Embedded*>self.c_gate)._iActiveBlock,
 *                                    (<SVOpCRep_Embedded*>self.c_gate)._nBlocks,             # <<<<<<<<<<<<<<
 *                                    self.c_gate._dim))
 * 
 */
  __pyx_t_4 = __Pyx_PyInt_From_PY_LONG_LONG(((CReps::SVOpCRep_Embedded *)__pyx_v_self->__pyx_base.c_gate)->_nBlocks); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1052, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);

  /* "pygsti/objects/replib/fastreplib.pyx":1053
 *                                    (<SVOpCRep_Embedded*>self.c_gate)._iActiveBlock,
 *                                    (<SVOpCRep_Embedded*>self.c_gate)._nBlocks,
 *                                    self.c_gate._dim))             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_t_5 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_self->__pyx_base.c_gate->_dim); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1053, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);

  /* "pygsti/objects/replib/fastreplib.pyx":1047
 * 
 *     def __reduce__(self):
 *         return (SVOpRep_Embedded, (self.embedded,             # <<<<<<<<<<<<<<
 *                                    self.data_ref5, self.data_ref6, self.data_ref4,
 *                                    (<SVOpCRep_Embedded*>self.c_gate)._embeddedDim,
 */
  __pyx_t_6 = PyTuple_New(9); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1047, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_6);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->embedded));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->embedded));
  PyTuple_SET_ITEM(__pyx_t_6, 0, ((PyObject *)__pyx_v_self->embedded));
  __Pyx_INCREF(((PyObject *)__pyx_v_self->data_ref5));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->data_ref5));
  PyTuple_SET_ITEM(__pyx_t_6, 1, ((PyObject *)__pyx_v_self->data_ref5));
  __Pyx_INCREF(((PyObject *)__pyx_v_self->data_ref6));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->data_ref6));
  PyTuple_SET_ITEM(__pyx_t_6, 2, ((PyObject *)__pyx_v_self->data_ref6));
  __Pyx_INCREF(((PyObject *)__pyx_v_self->data_ref4));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->data_ref4));
  PyTuple_SET_ITEM(__pyx_t_6, 3, ((PyObject *)__pyx_v_self->data_ref4));
  __Pyx_GIVEREF(__pyx_t_1);
  PyTuple_SET_ITEM(__pyx_t_6, 4, __pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_6, 5, __pyx_t_2);
  __Pyx_GIVEREF(__pyx_t_3);
  PyTuple_SET_ITEM(__pyx_t_6, 6, __pyx_t_3);
  __Pyx_GIVEREF(__pyx_t_4);
  PyTuple_SET_ITEM(__pyx_t_6, 7, __pyx_t_4);
  __Pyx_GIVEREF(__pyx_t_5);
  PyTuple_SET_ITEM(__pyx_t_6, 8, __pyx_t_5);
  __pyx_t_1 = 0;
  __pyx_t_2 = 0;
  __pyx_t_3 = 0;
  __pyx_t_4 = 0;
  __pyx_t_5 = 0;
  __pyx_t_5 = PyTuple_New(2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1047, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_INCREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded));
  __Pyx_GIVEREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded));
  PyTuple_SET_ITEM(__pyx_t_5, 0, ((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded));
  __Pyx_GIVEREF(__pyx_t_6);
  PyTuple_SET_ITEM(__pyx_t_5, 1, __pyx_t_6);
  __pyx_t_6 = 0;
  __pyx_r = __pyx_t_5;
  __pyx_t_5 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1046
 *                                               iActiveBlock, nBlocks, dim)
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (SVOpRep_Embedded, (self.embedded,
 *                                    self.data_ref5, self.data_ref6, self.data_ref4,
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVOpRep_Embedded.__reduce__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":986
 *     cdef np.ndarray data_ref5
 *     cdef np.ndarray data_ref6
 *     cdef public SVOpRep embedded             # <<<<<<<<<<<<<<
 * 
 *     def __cinit__(self, SVOpRep embedded_op,
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Embedded_8embedded_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Embedded_8embedded_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Embedded_8embedded___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Embedded_8embedded___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->embedded));
  __pyx_r = ((PyObject *)__pyx_v_self->embedded);
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Embedded_8embedded_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Embedded_8embedded_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Embedded_8embedded_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Embedded_8embedded_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__set__", 0);
  if (!(likely(((__pyx_v_value) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_value, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep))))) __PYX_ERR(0, 986, __pyx_L1_error)
  __pyx_t_1 = __pyx_v_value;
  __Pyx_INCREF(__pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __Pyx_GOTREF(__pyx_v_self->embedded);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->embedded));
  __pyx_v_self->embedded = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVOpRep_Embedded.embedded.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Embedded_8embedded_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Embedded_8embedded_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Embedded_8embedded_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Embedded_8embedded_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->embedded);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->embedded));
  __pyx_v_self->embedded = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep *)Py_None);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1059
 *     cdef public object factor_reps # list of SVOpRep objs?
 * 
 *     def __cinit__(self, factor_op_reps, INT dim):             # <<<<<<<<<<<<<<
 *         self.factor_reps = factor_op_reps
 *         cdef INT i
 */

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Composed_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Composed_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyObject *__pyx_v_factor_op_reps = 0;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_factor_op_reps,&__pyx_n_s_dim,0};
    PyObject* values[2] = {0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_factor_op_reps)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_dim)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 2, 2, 1); __PYX_ERR(0, 1059, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__cinit__") < 0)) __PYX_ERR(0, 1059, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 2) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
    }
    __pyx_v_factor_op_reps = values[0];
    __pyx_v_dim = __Pyx_PyInt_As_PY_LONG_LONG(values[1]); if (unlikely((__pyx_v_dim == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 1059, __pyx_L3_error)
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1059, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVOpRep_Composed.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return -1;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Composed___cinit__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed *)__pyx_v_self), __pyx_v_factor_op_reps, __pyx_v_dim);

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Composed___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed *__pyx_v_self, PyObject *__pyx_v_factor_op_reps, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nfactors;
  std::vector<CReps::SVOpCRep *>  __pyx_v_gate_creps;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  Py_ssize_t __pyx_t_1;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVGateCRep_ptr>  __pyx_t_2;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_3;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_4;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_5;
  PyObject *__pyx_t_6 = NULL;
  CReps::SVOpCRep *__pyx_t_7;
  CReps::SVOpCRep_Composed *__pyx_t_8;
  __Pyx_RefNannySetupContext("__cinit__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1060
 * 
 *     def __cinit__(self, factor_op_reps, INT dim):
 *         self.factor_reps = factor_op_reps             # <<<<<<<<<<<<<<
 *         cdef INT i
 *         cdef INT nfactors = len(factor_op_reps)
 */
  __Pyx_INCREF(__pyx_v_factor_op_reps);
  __Pyx_GIVEREF(__pyx_v_factor_op_reps);
  __Pyx_GOTREF(__pyx_v_self->factor_reps);
  __Pyx_DECREF(__pyx_v_self->factor_reps);
  __pyx_v_self->factor_reps = __pyx_v_factor_op_reps;

  /* "pygsti/objects/replib/fastreplib.pyx":1062
 *         self.factor_reps = factor_op_reps
 *         cdef INT i
 *         cdef INT nfactors = len(factor_op_reps)             # <<<<<<<<<<<<<<
 *         cdef vector[SVOpCRep*] gate_creps = vector[SVGateCRep_ptr](nfactors)
 *         for i in range(nfactors):
 */
  __pyx_t_1 = PyObject_Length(__pyx_v_factor_op_reps); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1062, __pyx_L1_error)
  __pyx_v_nfactors = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":1063
 *         cdef INT i
 *         cdef INT nfactors = len(factor_op_reps)
 *         cdef vector[SVOpCRep*] gate_creps = vector[SVGateCRep_ptr](nfactors)             # <<<<<<<<<<<<<<
 *         for i in range(nfactors):
 *             gate_creps[i] = (<SVOpRep?>factor_op_reps[i]).c_gate
 */
  try {
    __pyx_t_2 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVGateCRep_ptr> (__pyx_v_nfactors);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1063, __pyx_L1_error)
  }
  __pyx_v_gate_creps = __pyx_t_2;

  /* "pygsti/objects/replib/fastreplib.pyx":1064
 *         cdef INT nfactors = len(factor_op_reps)
 *         cdef vector[SVOpCRep*] gate_creps = vector[SVGateCRep_ptr](nfactors)
 *         for i in range(nfactors):             # <<<<<<<<<<<<<<
 *             gate_creps[i] = (<SVOpRep?>factor_op_reps[i]).c_gate
 *         self.c_gate = new SVOpCRep_Composed(gate_creps, dim)
 */
  __pyx_t_3 = __pyx_v_nfactors;
  __pyx_t_4 = __pyx_t_3;
  for (__pyx_t_5 = 0; __pyx_t_5 < __pyx_t_4; __pyx_t_5+=1) {
    __pyx_v_i = __pyx_t_5;

    /* "pygsti/objects/replib/fastreplib.pyx":1065
 *         cdef vector[SVOpCRep*] gate_creps = vector[SVGateCRep_ptr](nfactors)
 *         for i in range(nfactors):
 *             gate_creps[i] = (<SVOpRep?>factor_op_reps[i]).c_gate             # <<<<<<<<<<<<<<
 *         self.c_gate = new SVOpCRep_Composed(gate_creps, dim)
 * 
 */
    __pyx_t_6 = __Pyx_GetItemInt(__pyx_v_factor_op_reps, __pyx_v_i, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1065, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    if (!(likely(__Pyx_TypeTest(__pyx_t_6, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep)))) __PYX_ERR(0, 1065, __pyx_L1_error)
    __pyx_t_7 = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep *)__pyx_t_6)->c_gate;
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    (__pyx_v_gate_creps[__pyx_v_i]) = __pyx_t_7;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":1066
 *         for i in range(nfactors):
 *             gate_creps[i] = (<SVOpRep?>factor_op_reps[i]).c_gate
 *         self.c_gate = new SVOpCRep_Composed(gate_creps, dim)             # <<<<<<<<<<<<<<
 * 
 *     def reinit_factor_op_reps(self, new_factor_op_reps):
 */
  try {
    __pyx_t_8 = new CReps::SVOpCRep_Composed(__pyx_v_gate_creps, __pyx_v_dim);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1066, __pyx_L1_error)
  }
  __pyx_v_self->__pyx_base.c_gate = __pyx_t_8;

  /* "pygsti/objects/replib/fastreplib.pyx":1059
 *     cdef public object factor_reps # list of SVOpRep objs?
 * 
 *     def __cinit__(self, factor_op_reps, INT dim):             # <<<<<<<<<<<<<<
 *         self.factor_reps = factor_op_reps
 *         cdef INT i
 */

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVOpRep_Composed.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1068
 *         self.c_gate = new SVOpCRep_Composed(gate_creps, dim)
 * 
 *     def reinit_factor_op_reps(self, new_factor_op_reps):             # <<<<<<<<<<<<<<
 *         cdef INT i
 *         cdef INT nfactors = len(new_factor_op_reps)
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Composed_3reinit_factor_op_reps(PyObject *__pyx_v_self, PyObject *__pyx_v_new_factor_op_reps); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Composed_3reinit_factor_op_reps(PyObject *__pyx_v_self, PyObject *__pyx_v_new_factor_op_reps) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("reinit_factor_op_reps (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Composed_2reinit_factor_op_reps(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed *)__pyx_v_self), ((PyObject *)__pyx_v_new_factor_op_reps));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Composed_2reinit_factor_op_reps(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed *__pyx_v_self, PyObject *__pyx_v_new_factor_op_reps) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nfactors;
  std::vector<CReps::SVOpCRep *>  __pyx_v_creps;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  Py_ssize_t __pyx_t_1;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVGateCRep_ptr>  __pyx_t_2;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_3;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_4;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_5;
  PyObject *__pyx_t_6 = NULL;
  CReps::SVOpCRep *__pyx_t_7;
  __Pyx_RefNannySetupContext("reinit_factor_op_reps", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1070
 *     def reinit_factor_op_reps(self, new_factor_op_reps):
 *         cdef INT i
 *         cdef INT nfactors = len(new_factor_op_reps)             # <<<<<<<<<<<<<<
 *         cdef vector[SVOpCRep*] creps = vector[SVGateCRep_ptr](nfactors)
 *         for i in range(nfactors):
 */
  __pyx_t_1 = PyObject_Length(__pyx_v_new_factor_op_reps); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1070, __pyx_L1_error)
  __pyx_v_nfactors = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":1071
 *         cdef INT i
 *         cdef INT nfactors = len(new_factor_op_reps)
 *         cdef vector[SVOpCRep*] creps = vector[SVGateCRep_ptr](nfactors)             # <<<<<<<<<<<<<<
 *         for i in range(nfactors):
 *             creps[i] = (<SVOpRep?>new_factor_op_reps[i]).c_gate
 */
  try {
    __pyx_t_2 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVGateCRep_ptr> (__pyx_v_nfactors);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1071, __pyx_L1_error)
  }
  __pyx_v_creps = __pyx_t_2;

  /* "pygsti/objects/replib/fastreplib.pyx":1072
 *         cdef INT nfactors = len(new_factor_op_reps)
 *         cdef vector[SVOpCRep*] creps = vector[SVGateCRep_ptr](nfactors)
 *         for i in range(nfactors):             # <<<<<<<<<<<<<<
 *             creps[i] = (<SVOpRep?>new_factor_op_reps[i]).c_gate
 *         (<SVOpCRep_Composed*>self.c_gate).reinit_factor_op_creps(creps)
 */
  __pyx_t_3 = __pyx_v_nfactors;
  __pyx_t_4 = __pyx_t_3;
  for (__pyx_t_5 = 0; __pyx_t_5 < __pyx_t_4; __pyx_t_5+=1) {
    __pyx_v_i = __pyx_t_5;

    /* "pygsti/objects/replib/fastreplib.pyx":1073
 *         cdef vector[SVOpCRep*] creps = vector[SVGateCRep_ptr](nfactors)
 *         for i in range(nfactors):
 *             creps[i] = (<SVOpRep?>new_factor_op_reps[i]).c_gate             # <<<<<<<<<<<<<<
 *         (<SVOpCRep_Composed*>self.c_gate).reinit_factor_op_creps(creps)
 * 
 */
    __pyx_t_6 = __Pyx_GetItemInt(__pyx_v_new_factor_op_reps, __pyx_v_i, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1073, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    if (!(likely(__Pyx_TypeTest(__pyx_t_6, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep)))) __PYX_ERR(0, 1073, __pyx_L1_error)
    __pyx_t_7 = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep *)__pyx_t_6)->c_gate;
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    (__pyx_v_creps[__pyx_v_i]) = __pyx_t_7;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":1074
 *         for i in range(nfactors):
 *             creps[i] = (<SVOpRep?>new_factor_op_reps[i]).c_gate
 *         (<SVOpCRep_Composed*>self.c_gate).reinit_factor_op_creps(creps)             # <<<<<<<<<<<<<<
 * 
 *     def __reduce__(self):
 */
  ((CReps::SVOpCRep_Composed *)__pyx_v_self->__pyx_base.c_gate)->reinit_factor_op_creps(__pyx_v_creps);

  /* "pygsti/objects/replib/fastreplib.pyx":1068
 *         self.c_gate = new SVOpCRep_Composed(gate_creps, dim)
 * 
 *     def reinit_factor_op_reps(self, new_factor_op_reps):             # <<<<<<<<<<<<<<
 *         cdef INT i
 *         cdef INT nfactors = len(new_factor_op_reps)
 */

  /* function exit code */
  __pyx_r = Py_None; __Pyx_INCREF(Py_None);
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVOpRep_Composed.reinit_factor_op_reps", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1076
 *         (<SVOpCRep_Composed*>self.c_gate).reinit_factor_op_creps(creps)
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (SVOpRep_Composed, (self.factor_reps, self.c_gate._dim))
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Composed_5__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Composed_5__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Composed_4__reduce__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Composed_4__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  __Pyx_RefNannySetupContext("__reduce__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1077
 * 
 *     def __reduce__(self):
 *         return (SVOpRep_Composed, (self.factor_reps, self.c_gate._dim))             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_self->__pyx_base.c_gate->_dim); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1077, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1077, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_INCREF(__pyx_v_self->factor_reps);
  __Pyx_GIVEREF(__pyx_v_self->factor_reps);
  PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_v_self->factor_reps);
  __Pyx_GIVEREF(__pyx_t_1);
  PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_1);
  __pyx_t_1 = 0;
  __pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1077, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_INCREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed));
  __Pyx_GIVEREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed));
  PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed));
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_t_2);
  __pyx_t_2 = 0;
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1076
 *         (<SVOpCRep_Composed*>self.c_gate).reinit_factor_op_creps(creps)
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (SVOpRep_Composed, (self.factor_reps, self.c_gate._dim))
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVOpRep_Composed.__reduce__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1057
 * 
 * cdef class SVOpRep_Composed(SVOpRep):
 *     cdef public object factor_reps # list of SVOpRep objs?             # <<<<<<<<<<<<<<
 * 
 *     def __cinit__(self, factor_op_reps, INT dim):
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Composed_11factor_reps_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Composed_11factor_reps_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Composed_11factor_reps___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Composed_11factor_reps___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(__pyx_v_self->factor_reps);
  __pyx_r = __pyx_v_self->factor_reps;
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Composed_11factor_reps_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Composed_11factor_reps_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Composed_11factor_reps_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Composed_11factor_reps_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__", 0);
  __Pyx_INCREF(__pyx_v_value);
  __Pyx_GIVEREF(__pyx_v_value);
  __Pyx_GOTREF(__pyx_v_self->factor_reps);
  __Pyx_DECREF(__pyx_v_self->factor_reps);
  __pyx_v_self->factor_reps = __pyx_v_value;

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Composed_11factor_reps_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Composed_11factor_reps_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Composed_11factor_reps_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Composed_11factor_reps_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->factor_reps);
  __Pyx_DECREF(__pyx_v_self->factor_reps);
  __pyx_v_self->factor_reps = Py_None;

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1083
 *     cdef public object factor_reps # list of SVOpRep objs?
 * 
 *     def __cinit__(self, factor_reps, INT dim):             # <<<<<<<<<<<<<<
 *         self.factor_reps = factor_reps
 *         cdef INT i
 */

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SVOpRep_Sum_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SVOpRep_Sum_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyObject *__pyx_v_factor_reps = 0;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_factor_reps,&__pyx_n_s_dim,0};
    PyObject* values[2] = {0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_factor_reps)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_dim)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 2, 2, 1); __PYX_ERR(0, 1083, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__cinit__") < 0)) __PYX_ERR(0, 1083, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 2) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
    }
    __pyx_v_factor_reps = values[0];
    __pyx_v_dim = __Pyx_PyInt_As_PY_LONG_LONG(values[1]); if (unlikely((__pyx_v_dim == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 1083, __pyx_L3_error)
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1083, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVOpRep_Sum.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return -1;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SVOpRep_Sum___cinit__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum *)__pyx_v_self), __pyx_v_factor_reps, __pyx_v_dim);

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SVOpRep_Sum___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum *__pyx_v_self, PyObject *__pyx_v_factor_reps, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nfactors;
  std::vector<CReps::SVOpCRep *>  __pyx_v_factor_creps;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  Py_ssize_t __pyx_t_1;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVGateCRep_ptr>  __pyx_t_2;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_3;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_4;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_5;
  PyObject *__pyx_t_6 = NULL;
  CReps::SVOpCRep *__pyx_t_7;
  CReps::SVOpCRep_Sum *__pyx_t_8;
  __Pyx_RefNannySetupContext("__cinit__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1084
 * 
 *     def __cinit__(self, factor_reps, INT dim):
 *         self.factor_reps = factor_reps             # <<<<<<<<<<<<<<
 *         cdef INT i
 *         cdef INT nfactors = len(factor_reps)
 */
  __Pyx_INCREF(__pyx_v_factor_reps);
  __Pyx_GIVEREF(__pyx_v_factor_reps);
  __Pyx_GOTREF(__pyx_v_self->factor_reps);
  __Pyx_DECREF(__pyx_v_self->factor_reps);
  __pyx_v_self->factor_reps = __pyx_v_factor_reps;

  /* "pygsti/objects/replib/fastreplib.pyx":1086
 *         self.factor_reps = factor_reps
 *         cdef INT i
 *         cdef INT nfactors = len(factor_reps)             # <<<<<<<<<<<<<<
 *         cdef vector[SVOpCRep*] factor_creps = vector[SVGateCRep_ptr](nfactors)
 *         for i in range(nfactors):
 */
  __pyx_t_1 = PyObject_Length(__pyx_v_factor_reps); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1086, __pyx_L1_error)
  __pyx_v_nfactors = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":1087
 *         cdef INT i
 *         cdef INT nfactors = len(factor_reps)
 *         cdef vector[SVOpCRep*] factor_creps = vector[SVGateCRep_ptr](nfactors)             # <<<<<<<<<<<<<<
 *         for i in range(nfactors):
 *             factor_creps[i] = (<SVOpRep?>factor_reps[i]).c_gate
 */
  try {
    __pyx_t_2 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVGateCRep_ptr> (__pyx_v_nfactors);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1087, __pyx_L1_error)
  }
  __pyx_v_factor_creps = __pyx_t_2;

  /* "pygsti/objects/replib/fastreplib.pyx":1088
 *         cdef INT nfactors = len(factor_reps)
 *         cdef vector[SVOpCRep*] factor_creps = vector[SVGateCRep_ptr](nfactors)
 *         for i in range(nfactors):             # <<<<<<<<<<<<<<
 *             factor_creps[i] = (<SVOpRep?>factor_reps[i]).c_gate
 *         self.c_gate = new SVOpCRep_Sum(factor_creps, dim)
 */
  __pyx_t_3 = __pyx_v_nfactors;
  __pyx_t_4 = __pyx_t_3;
  for (__pyx_t_5 = 0; __pyx_t_5 < __pyx_t_4; __pyx_t_5+=1) {
    __pyx_v_i = __pyx_t_5;

    /* "pygsti/objects/replib/fastreplib.pyx":1089
 *         cdef vector[SVOpCRep*] factor_creps = vector[SVGateCRep_ptr](nfactors)
 *         for i in range(nfactors):
 *             factor_creps[i] = (<SVOpRep?>factor_reps[i]).c_gate             # <<<<<<<<<<<<<<
 *         self.c_gate = new SVOpCRep_Sum(factor_creps, dim)
 * 
 */
    __pyx_t_6 = __Pyx_GetItemInt(__pyx_v_factor_reps, __pyx_v_i, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1089, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    if (!(likely(__Pyx_TypeTest(__pyx_t_6, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep)))) __PYX_ERR(0, 1089, __pyx_L1_error)
    __pyx_t_7 = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep *)__pyx_t_6)->c_gate;
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    (__pyx_v_factor_creps[__pyx_v_i]) = __pyx_t_7;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":1090
 *         for i in range(nfactors):
 *             factor_creps[i] = (<SVOpRep?>factor_reps[i]).c_gate
 *         self.c_gate = new SVOpCRep_Sum(factor_creps, dim)             # <<<<<<<<<<<<<<
 * 
 *     def __reduce__(self):
 */
  try {
    __pyx_t_8 = new CReps::SVOpCRep_Sum(__pyx_v_factor_creps, __pyx_v_dim);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1090, __pyx_L1_error)
  }
  __pyx_v_self->__pyx_base.c_gate = __pyx_t_8;

  /* "pygsti/objects/replib/fastreplib.pyx":1083
 *     cdef public object factor_reps # list of SVOpRep objs?
 * 
 *     def __cinit__(self, factor_reps, INT dim):             # <<<<<<<<<<<<<<
 *         self.factor_reps = factor_reps
 *         cdef INT i
 */

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVOpRep_Sum.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1092
 *         self.c_gate = new SVOpCRep_Sum(factor_creps, dim)
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (SVOpRep_Sum, (self.factor_reps, self.c_gate._dim))
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SVOpRep_Sum_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SVOpRep_Sum_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SVOpRep_Sum_2__reduce__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SVOpRep_Sum_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  __Pyx_RefNannySetupContext("__reduce__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1093
 * 
 *     def __reduce__(self):
 *         return (SVOpRep_Sum, (self.factor_reps, self.c_gate._dim))             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_self->__pyx_base.c_gate->_dim); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1093, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1093, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_INCREF(__pyx_v_self->factor_reps);
  __Pyx_GIVEREF(__pyx_v_self->factor_reps);
  PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_v_self->factor_reps);
  __Pyx_GIVEREF(__pyx_t_1);
  PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_1);
  __pyx_t_1 = 0;
  __pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1093, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_INCREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum));
  __Pyx_GIVEREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum));
  PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum));
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_t_2);
  __pyx_t_2 = 0;
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1092
 *         self.c_gate = new SVOpCRep_Sum(factor_creps, dim)
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (SVOpRep_Sum, (self.factor_reps, self.c_gate._dim))
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVOpRep_Sum.__reduce__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1081
 * 
 * cdef class SVOpRep_Sum(SVOpRep):
 *     cdef public object factor_reps # list of SVOpRep objs?             # <<<<<<<<<<<<<<
 * 
 *     def __cinit__(self, factor_reps, INT dim):
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SVOpRep_Sum_11factor_reps_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SVOpRep_Sum_11factor_reps_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SVOpRep_Sum_11factor_reps___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SVOpRep_Sum_11factor_reps___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(__pyx_v_self->factor_reps);
  __pyx_r = __pyx_v_self->factor_reps;
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SVOpRep_Sum_11factor_reps_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SVOpRep_Sum_11factor_reps_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SVOpRep_Sum_11factor_reps_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SVOpRep_Sum_11factor_reps_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__", 0);
  __Pyx_INCREF(__pyx_v_value);
  __Pyx_GIVEREF(__pyx_v_value);
  __Pyx_GOTREF(__pyx_v_self->factor_reps);
  __Pyx_DECREF(__pyx_v_self->factor_reps);
  __pyx_v_self->factor_reps = __pyx_v_value;

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SVOpRep_Sum_11factor_reps_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SVOpRep_Sum_11factor_reps_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SVOpRep_Sum_11factor_reps_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SVOpRep_Sum_11factor_reps_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->factor_reps);
  __Pyx_DECREF(__pyx_v_self->factor_reps);
  __pyx_v_self->factor_reps = Py_None;

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1100
 *     cdef public INT power
 * 
 *     def __cinit__(self, SVOpRep exponentiated_op_rep, INT power, INT dim):             # <<<<<<<<<<<<<<
 *         self.exponentiated_op = exponentiated_op_rep
 *         self.power = power
 */

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep *__pyx_v_exponentiated_op_rep = 0;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_power;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_exponentiated_op_rep,&__pyx_n_s_power,&__pyx_n_s_dim,0};
    PyObject* values[3] = {0,0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
        CYTHON_FALLTHROUGH;
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_exponentiated_op_rep)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_power)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 3, 3, 1); __PYX_ERR(0, 1100, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  2:
        if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_dim)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 3, 3, 2); __PYX_ERR(0, 1100, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__cinit__") < 0)) __PYX_ERR(0, 1100, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 3) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
      values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
    }
    __pyx_v_exponentiated_op_rep = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep *)values[0]);
    __pyx_v_power = __Pyx_PyInt_As_PY_LONG_LONG(values[1]); if (unlikely((__pyx_v_power == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 1100, __pyx_L3_error)
    __pyx_v_dim = __Pyx_PyInt_As_PY_LONG_LONG(values[2]); if (unlikely((__pyx_v_dim == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 1100, __pyx_L3_error)
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 3, 3, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1100, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVOpRep_Exponentiated.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return -1;
  __pyx_L4_argument_unpacking_done:;
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_exponentiated_op_rep), __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep, 1, "exponentiated_op_rep", 0))) __PYX_ERR(0, 1100, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated___cinit__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated *)__pyx_v_self), __pyx_v_exponentiated_op_rep, __pyx_v_power, __pyx_v_dim);

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated *__pyx_v_self, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep *__pyx_v_exponentiated_op_rep, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_power, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  CReps::SVOpCRep_Exponentiated *__pyx_t_1;
  __Pyx_RefNannySetupContext("__cinit__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1101
 * 
 *     def __cinit__(self, SVOpRep exponentiated_op_rep, INT power, INT dim):
 *         self.exponentiated_op = exponentiated_op_rep             # <<<<<<<<<<<<<<
 *         self.power = power
 *         self.c_gate = new SVOpCRep_Exponentiated(exponentiated_op_rep.c_gate, power, dim)
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_exponentiated_op_rep));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_exponentiated_op_rep));
  __Pyx_GOTREF(__pyx_v_self->exponentiated_op);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->exponentiated_op));
  __pyx_v_self->exponentiated_op = __pyx_v_exponentiated_op_rep;

  /* "pygsti/objects/replib/fastreplib.pyx":1102
 *     def __cinit__(self, SVOpRep exponentiated_op_rep, INT power, INT dim):
 *         self.exponentiated_op = exponentiated_op_rep
 *         self.power = power             # <<<<<<<<<<<<<<
 *         self.c_gate = new SVOpCRep_Exponentiated(exponentiated_op_rep.c_gate, power, dim)
 * 
 */
  __pyx_v_self->power = __pyx_v_power;

  /* "pygsti/objects/replib/fastreplib.pyx":1103
 *         self.exponentiated_op = exponentiated_op_rep
 *         self.power = power
 *         self.c_gate = new SVOpCRep_Exponentiated(exponentiated_op_rep.c_gate, power, dim)             # <<<<<<<<<<<<<<
 * 
 *     def __reduce__(self):
 */
  try {
    __pyx_t_1 = new CReps::SVOpCRep_Exponentiated(__pyx_v_exponentiated_op_rep->c_gate, __pyx_v_power, __pyx_v_dim);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1103, __pyx_L1_error)
  }
  __pyx_v_self->__pyx_base.c_gate = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":1100
 *     cdef public INT power
 * 
 *     def __cinit__(self, SVOpRep exponentiated_op_rep, INT power, INT dim):             # <<<<<<<<<<<<<<
 *         self.exponentiated_op = exponentiated_op_rep
 *         self.power = power
 */

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVOpRep_Exponentiated.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1105
 *         self.c_gate = new SVOpCRep_Exponentiated(exponentiated_op_rep.c_gate, power, dim)
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (SVOpRep_Exponentiated, (self.exponentiated_op, self.power, self.c_gate._dim))
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_2__reduce__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  __Pyx_RefNannySetupContext("__reduce__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1106
 * 
 *     def __reduce__(self):
 *         return (SVOpRep_Exponentiated, (self.exponentiated_op, self.power, self.c_gate._dim))             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_self->power); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1106, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_2 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_self->__pyx_base.c_gate->_dim); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1106, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = PyTuple_New(3); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1106, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->exponentiated_op));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->exponentiated_op));
  PyTuple_SET_ITEM(__pyx_t_3, 0, ((PyObject *)__pyx_v_self->exponentiated_op));
  __Pyx_GIVEREF(__pyx_t_1);
  PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_3, 2, __pyx_t_2);
  __pyx_t_1 = 0;
  __pyx_t_2 = 0;
  __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1106, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_INCREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated));
  __Pyx_GIVEREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated));
  PyTuple_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated));
  __Pyx_GIVEREF(__pyx_t_3);
  PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_3);
  __pyx_t_3 = 0;
  __pyx_r = __pyx_t_2;
  __pyx_t_2 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1105
 *         self.c_gate = new SVOpCRep_Exponentiated(exponentiated_op_rep.c_gate, power, dim)
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (SVOpRep_Exponentiated, (self.exponentiated_op, self.power, self.c_gate._dim))
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVOpRep_Exponentiated.__reduce__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1097
 * 
 * cdef class SVOpRep_Exponentiated(SVOpRep):
 *     cdef public SVOpRep exponentiated_op             # <<<<<<<<<<<<<<
 *     cdef public INT power
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_16exponentiated_op_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_16exponentiated_op_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_16exponentiated_op___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_16exponentiated_op___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->exponentiated_op));
  __pyx_r = ((PyObject *)__pyx_v_self->exponentiated_op);
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_16exponentiated_op_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_16exponentiated_op_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_16exponentiated_op_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_16exponentiated_op_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__set__", 0);
  if (!(likely(((__pyx_v_value) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_value, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep))))) __PYX_ERR(0, 1097, __pyx_L1_error)
  __pyx_t_1 = __pyx_v_value;
  __Pyx_INCREF(__pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __Pyx_GOTREF(__pyx_v_self->exponentiated_op);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->exponentiated_op));
  __pyx_v_self->exponentiated_op = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVOpRep_Exponentiated.exponentiated_op.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_16exponentiated_op_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_16exponentiated_op_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_16exponentiated_op_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_16exponentiated_op_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->exponentiated_op);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->exponentiated_op));
  __pyx_v_self->exponentiated_op = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep *)Py_None);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1098
 * cdef class SVOpRep_Exponentiated(SVOpRep):
 *     cdef public SVOpRep exponentiated_op
 *     cdef public INT power             # <<<<<<<<<<<<<<
 * 
 *     def __cinit__(self, SVOpRep exponentiated_op_rep, INT power, INT dim):
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_5power_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_5power_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_5power___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_5power___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_self->power); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1098, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVOpRep_Exponentiated.power.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_5power_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_5power_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_5power_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_5power_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_1;
  __Pyx_RefNannySetupContext("__set__", 0);
  __pyx_t_1 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_v_value); if (unlikely((__pyx_t_1 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 1098, __pyx_L1_error)
  __pyx_v_self->power = __pyx_t_1;

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVOpRep_Exponentiated.power.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1116
 *     cdef public np.ndarray amps
 * 
 *     def __cinit__(self, np.ndarray[np.int64_t, ndim=2, mode='c'] smatrix,             # <<<<<<<<<<<<<<
 *                   np.ndarray[np.int64_t, ndim=2, mode='c'] pvectors,
 *                   np.ndarray[np.complex128_t, ndim=1, mode='c'] amps):
 */

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyArrayObject *__pyx_v_smatrix = 0;
  PyArrayObject *__pyx_v_pvectors = 0;
  PyArrayObject *__pyx_v_amps = 0;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_smatrix,&__pyx_n_s_pvectors,&__pyx_n_s_amps,0};
    PyObject* values[3] = {0,0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
        CYTHON_FALLTHROUGH;
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_smatrix)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_pvectors)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 3, 3, 1); __PYX_ERR(0, 1116, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  2:
        if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_amps)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 3, 3, 2); __PYX_ERR(0, 1116, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__cinit__") < 0)) __PYX_ERR(0, 1116, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 3) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
      values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
    }
    __pyx_v_smatrix = ((PyArrayObject *)values[0]);
    __pyx_v_pvectors = ((PyArrayObject *)values[1]);
    __pyx_v_amps = ((PyArrayObject *)values[2]);
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 3, 3, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1116, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBStateRep.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return -1;
  __pyx_L4_argument_unpacking_done:;
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_smatrix), __pyx_ptype_5numpy_ndarray, 1, "smatrix", 0))) __PYX_ERR(0, 1116, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_pvectors), __pyx_ptype_5numpy_ndarray, 1, "pvectors", 0))) __PYX_ERR(0, 1117, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_amps), __pyx_ptype_5numpy_ndarray, 1, "amps", 0))) __PYX_ERR(0, 1118, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep___cinit__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *)__pyx_v_self), __pyx_v_smatrix, __pyx_v_pvectors, __pyx_v_amps);

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_self, PyArrayObject *__pyx_v_smatrix, PyArrayObject *__pyx_v_pvectors, PyArrayObject *__pyx_v_amps) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_namps;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_n;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_amps;
  __Pyx_Buffer __pyx_pybuffer_amps;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_pvectors;
  __Pyx_Buffer __pyx_pybuffer_pvectors;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_smatrix;
  __Pyx_Buffer __pyx_pybuffer_smatrix;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  CReps::SBStateCRep *__pyx_t_1;
  __Pyx_RefNannySetupContext("__cinit__", 0);
  __pyx_pybuffer_smatrix.pybuffer.buf = NULL;
  __pyx_pybuffer_smatrix.refcount = 0;
  __pyx_pybuffernd_smatrix.data = NULL;
  __pyx_pybuffernd_smatrix.rcbuffer = &__pyx_pybuffer_smatrix;
  __pyx_pybuffer_pvectors.pybuffer.buf = NULL;
  __pyx_pybuffer_pvectors.refcount = 0;
  __pyx_pybuffernd_pvectors.data = NULL;
  __pyx_pybuffernd_pvectors.rcbuffer = &__pyx_pybuffer_pvectors;
  __pyx_pybuffer_amps.pybuffer.buf = NULL;
  __pyx_pybuffer_amps.refcount = 0;
  __pyx_pybuffernd_amps.data = NULL;
  __pyx_pybuffernd_amps.rcbuffer = &__pyx_pybuffer_amps;
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_smatrix.rcbuffer->pybuffer, (PyObject*)__pyx_v_smatrix, &__Pyx_TypeInfo_nn___pyx_t_5numpy_int64_t, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 2, 0, __pyx_stack) == -1)) __PYX_ERR(0, 1116, __pyx_L1_error)
  }
  __pyx_pybuffernd_smatrix.diminfo[0].strides = __pyx_pybuffernd_smatrix.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_smatrix.diminfo[0].shape = __pyx_pybuffernd_smatrix.rcbuffer->pybuffer.shape[0]; __pyx_pybuffernd_smatrix.diminfo[1].strides = __pyx_pybuffernd_smatrix.rcbuffer->pybuffer.strides[1]; __pyx_pybuffernd_smatrix.diminfo[1].shape = __pyx_pybuffernd_smatrix.rcbuffer->pybuffer.shape[1];
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_pvectors.rcbuffer->pybuffer, (PyObject*)__pyx_v_pvectors, &__Pyx_TypeInfo_nn___pyx_t_5numpy_int64_t, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 2, 0, __pyx_stack) == -1)) __PYX_ERR(0, 1116, __pyx_L1_error)
  }
  __pyx_pybuffernd_pvectors.diminfo[0].strides = __pyx_pybuffernd_pvectors.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_pvectors.diminfo[0].shape = __pyx_pybuffernd_pvectors.rcbuffer->pybuffer.shape[0]; __pyx_pybuffernd_pvectors.diminfo[1].strides = __pyx_pybuffernd_pvectors.rcbuffer->pybuffer.strides[1]; __pyx_pybuffernd_pvectors.diminfo[1].shape = __pyx_pybuffernd_pvectors.rcbuffer->pybuffer.shape[1];
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_amps.rcbuffer->pybuffer, (PyObject*)__pyx_v_amps, &__Pyx_TypeInfo___pyx_t_double_complex, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 1116, __pyx_L1_error)
  }
  __pyx_pybuffernd_amps.diminfo[0].strides = __pyx_pybuffernd_amps.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_amps.diminfo[0].shape = __pyx_pybuffernd_amps.rcbuffer->pybuffer.shape[0];

  /* "pygsti/objects/replib/fastreplib.pyx":1119
 *                   np.ndarray[np.int64_t, ndim=2, mode='c'] pvectors,
 *                   np.ndarray[np.complex128_t, ndim=1, mode='c'] amps):
 *         self.smatrix = smatrix             # <<<<<<<<<<<<<<
 *         self.pvectors = pvectors
 *         self.amps = amps
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_smatrix));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_smatrix));
  __Pyx_GOTREF(__pyx_v_self->smatrix);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->smatrix));
  __pyx_v_self->smatrix = ((PyArrayObject *)__pyx_v_smatrix);

  /* "pygsti/objects/replib/fastreplib.pyx":1120
 *                   np.ndarray[np.complex128_t, ndim=1, mode='c'] amps):
 *         self.smatrix = smatrix
 *         self.pvectors = pvectors             # <<<<<<<<<<<<<<
 *         self.amps = amps
 *         cdef INT namps = amps.shape[0]
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_pvectors));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_pvectors));
  __Pyx_GOTREF(__pyx_v_self->pvectors);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->pvectors));
  __pyx_v_self->pvectors = ((PyArrayObject *)__pyx_v_pvectors);

  /* "pygsti/objects/replib/fastreplib.pyx":1121
 *         self.smatrix = smatrix
 *         self.pvectors = pvectors
 *         self.amps = amps             # <<<<<<<<<<<<<<
 *         cdef INT namps = amps.shape[0]
 *         cdef INT n = smatrix.shape[0] // 2
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_amps));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_amps));
  __Pyx_GOTREF(__pyx_v_self->amps);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->amps));
  __pyx_v_self->amps = ((PyArrayObject *)__pyx_v_amps);

  /* "pygsti/objects/replib/fastreplib.pyx":1122
 *         self.pvectors = pvectors
 *         self.amps = amps
 *         cdef INT namps = amps.shape[0]             # <<<<<<<<<<<<<<
 *         cdef INT n = smatrix.shape[0] // 2
 *         self.c_state = new SBStateCRep(<INT*>smatrix.data,<INT*>pvectors.data,
 */
  __pyx_v_namps = (__pyx_v_amps->dimensions[0]);

  /* "pygsti/objects/replib/fastreplib.pyx":1123
 *         self.amps = amps
 *         cdef INT namps = amps.shape[0]
 *         cdef INT n = smatrix.shape[0] // 2             # <<<<<<<<<<<<<<
 *         self.c_state = new SBStateCRep(<INT*>smatrix.data,<INT*>pvectors.data,
 *                                        <double complex*>amps.data, namps, n)
 */
  __pyx_v_n = __Pyx_div_long((__pyx_v_smatrix->dimensions[0]), 2);

  /* "pygsti/objects/replib/fastreplib.pyx":1124
 *         cdef INT namps = amps.shape[0]
 *         cdef INT n = smatrix.shape[0] // 2
 *         self.c_state = new SBStateCRep(<INT*>smatrix.data,<INT*>pvectors.data,             # <<<<<<<<<<<<<<
 *                                        <double complex*>amps.data, namps, n)
 * 
 */
  try {
    __pyx_t_1 = new CReps::SBStateCRep(((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT *)__pyx_v_smatrix->data), ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT *)__pyx_v_pvectors->data), ((__pyx_t_double_complex *)__pyx_v_amps->data), __pyx_v_namps, __pyx_v_n);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1124, __pyx_L1_error)
  }
  __pyx_v_self->c_state = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":1116
 *     cdef public np.ndarray amps
 * 
 *     def __cinit__(self, np.ndarray[np.int64_t, ndim=2, mode='c'] smatrix,             # <<<<<<<<<<<<<<
 *                   np.ndarray[np.int64_t, ndim=2, mode='c'] pvectors,
 *                   np.ndarray[np.complex128_t, ndim=1, mode='c'] amps):
 */

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  { PyObject *__pyx_type, *__pyx_value, *__pyx_tb;
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    __Pyx_ErrFetch(&__pyx_type, &__pyx_value, &__pyx_tb);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_amps.rcbuffer->pybuffer);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_pvectors.rcbuffer->pybuffer);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_smatrix.rcbuffer->pybuffer);
  __Pyx_ErrRestore(__pyx_type, __pyx_value, __pyx_tb);}
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBStateRep.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  goto __pyx_L2;
  __pyx_L0:;
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_amps.rcbuffer->pybuffer);
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_pvectors.rcbuffer->pybuffer);
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_smatrix.rcbuffer->pybuffer);
  __pyx_L2:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1127
 *                                        <double complex*>amps.data, namps, n)
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (SBStateRep, (self.smatrix, self.pvectors, self.amps))
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_2__reduce__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  __Pyx_RefNannySetupContext("__reduce__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1128
 * 
 *     def __reduce__(self):
 *         return (SBStateRep, (self.smatrix, self.pvectors, self.amps))             # <<<<<<<<<<<<<<
 * 
 *     @property
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyTuple_New(3); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1128, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->smatrix));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->smatrix));
  PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)__pyx_v_self->smatrix));
  __Pyx_INCREF(((PyObject *)__pyx_v_self->pvectors));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->pvectors));
  PyTuple_SET_ITEM(__pyx_t_1, 1, ((PyObject *)__pyx_v_self->pvectors));
  __Pyx_INCREF(((PyObject *)__pyx_v_self->amps));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->amps));
  PyTuple_SET_ITEM(__pyx_t_1, 2, ((PyObject *)__pyx_v_self->amps));
  __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1128, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_INCREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBStateRep));
  __Pyx_GIVEREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBStateRep));
  PyTuple_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBStateRep));
  __Pyx_GIVEREF(__pyx_t_1);
  PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_1);
  __pyx_t_1 = 0;
  __pyx_r = __pyx_t_2;
  __pyx_t_2 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1127
 *                                        <double complex*>amps.data, namps, n)
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (SBStateRep, (self.smatrix, self.pvectors, self.amps))
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBStateRep.__reduce__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1131
 * 
 *     @property
 *     def nqubits(self):             # <<<<<<<<<<<<<<
 *         return self.c_state._n
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_7nqubits_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_7nqubits_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_7nqubits___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_7nqubits___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__get__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1132
 *     @property
 *     def nqubits(self):
 *         return self.c_state._n             # <<<<<<<<<<<<<<
 * 
 *     @property
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_self->c_state->_n); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1132, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1131
 * 
 *     @property
 *     def nqubits(self):             # <<<<<<<<<<<<<<
 *         return self.c_state._n
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBStateRep.nqubits.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1135
 * 
 *     @property
 *     def dim(self):             # <<<<<<<<<<<<<<
 *         return 2**(self.c_state._n) # assume "unitary evolution"-type mode
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_3dim_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_3dim_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_3dim___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_3dim___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__get__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1136
 *     @property
 *     def dim(self):
 *         return 2**(self.c_state._n) # assume "unitary evolution"-type mode             # <<<<<<<<<<<<<<
 * 
 *     def __dealloc__(self):
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __Pyx_PyInt_From_PY_LONG_LONG(__Pyx_pow___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT(2, __pyx_v_self->c_state->_n)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1136, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1135
 * 
 *     @property
 *     def dim(self):             # <<<<<<<<<<<<<<
 *         return 2**(self.c_state._n) # assume "unitary evolution"-type mode
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBStateRep.dim.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1138
 *         return 2**(self.c_state._n) # assume "unitary evolution"-type mode
 * 
 *     def __dealloc__(self):             # <<<<<<<<<<<<<<
 *         del self.c_state
 * 
 */

/* Python wrapper */
static void __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_5__dealloc__(PyObject *__pyx_v_self); /*proto*/
static void __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_5__dealloc__(PyObject *__pyx_v_self) {
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__dealloc__ (wrapper)", 0);
  __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_4__dealloc__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
}

static void __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_4__dealloc__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_self) {
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__dealloc__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1139
 * 
 *     def __dealloc__(self):
 *         del self.c_state             # <<<<<<<<<<<<<<
 * 
 *     def __str__(self):
 */
  delete __pyx_v_self->c_state;

  /* "pygsti/objects/replib/fastreplib.pyx":1138
 *         return 2**(self.c_state._n) # assume "unitary evolution"-type mode
 * 
 *     def __dealloc__(self):             # <<<<<<<<<<<<<<
 *         del self.c_state
 * 
 */

  /* function exit code */
  __Pyx_RefNannyFinishContext();
}

/* "pygsti/objects/replib/fastreplib.pyx":1141
 *         del self.c_state
 * 
 *     def __str__(self):             # <<<<<<<<<<<<<<
 *         #DEBUG
 *         cdef INT n = self.c_state._n
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_7__str__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_7__str__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__str__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_6__str__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_6__str__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_self) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_n;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_namps;
  PyObject *__pyx_v_s = NULL;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_ii;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_3;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_4;
  PyObject *__pyx_t_5 = NULL;
  __Pyx_RefNannySetupContext("__str__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1143
 *     def __str__(self):
 *         #DEBUG
 *         cdef INT n = self.c_state._n             # <<<<<<<<<<<<<<
 *         cdef INT namps = self.c_state._namps
 *         s = "SBStateRep\n"
 */
  __pyx_t_1 = __pyx_v_self->c_state->_n;
  __pyx_v_n = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":1144
 *         #DEBUG
 *         cdef INT n = self.c_state._n
 *         cdef INT namps = self.c_state._namps             # <<<<<<<<<<<<<<
 *         s = "SBStateRep\n"
 *         s +=" smx = " + str([ self.c_state._smatrix[ii] for ii in range(2*n*2*n) ])
 */
  __pyx_t_1 = __pyx_v_self->c_state->_namps;
  __pyx_v_namps = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":1145
 *         cdef INT n = self.c_state._n
 *         cdef INT namps = self.c_state._namps
 *         s = "SBStateRep\n"             # <<<<<<<<<<<<<<
 *         s +=" smx = " + str([ self.c_state._smatrix[ii] for ii in range(2*n*2*n) ])
 *         s +=" pvecs = " + str([ self.c_state._pvectors[ii] for ii in range(2*n) ])
 */
  __Pyx_INCREF(__pyx_n_s_SBStateRep);
  __pyx_v_s = __pyx_n_s_SBStateRep;

  /* "pygsti/objects/replib/fastreplib.pyx":1146
 *         cdef INT namps = self.c_state._namps
 *         s = "SBStateRep\n"
 *         s +=" smx = " + str([ self.c_state._smatrix[ii] for ii in range(2*n*2*n) ])             # <<<<<<<<<<<<<<
 *         s +=" pvecs = " + str([ self.c_state._pvectors[ii] for ii in range(2*n) ])
 *         s +=" amps = " + str([ self.c_state._amps[ii] for ii in range(namps) ])
 */
  __pyx_t_2 = PyList_New(0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1146, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_1 = (((2 * __pyx_v_n) * 2) * __pyx_v_n);
  __pyx_t_3 = __pyx_t_1;
  for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
    __pyx_v_ii = __pyx_t_4;
    __pyx_t_5 = __Pyx_PyInt_From_PY_LONG_LONG((__pyx_v_self->c_state->_smatrix[__pyx_v_ii])); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1146, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    if (unlikely(__Pyx_ListComp_Append(__pyx_t_2, (PyObject*)__pyx_t_5))) __PYX_ERR(0, 1146, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  }
  __pyx_t_5 = __Pyx_PyObject_CallOneArg(((PyObject *)(&PyString_Type)), __pyx_t_2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1146, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_2 = PyNumber_Add(__pyx_kp_s_smx, __pyx_t_5); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1146, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  __pyx_t_5 = PyNumber_InPlaceAdd(__pyx_v_s, __pyx_t_2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1146, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __Pyx_DECREF_SET(__pyx_v_s, __pyx_t_5);
  __pyx_t_5 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1147
 *         s = "SBStateRep\n"
 *         s +=" smx = " + str([ self.c_state._smatrix[ii] for ii in range(2*n*2*n) ])
 *         s +=" pvecs = " + str([ self.c_state._pvectors[ii] for ii in range(2*n) ])             # <<<<<<<<<<<<<<
 *         s +=" amps = " + str([ self.c_state._amps[ii] for ii in range(namps) ])
 *         s +=" zstart = " + str(self.c_state._zblock_start)
 */
  __pyx_t_5 = PyList_New(0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1147, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __pyx_t_1 = (2 * __pyx_v_n);
  __pyx_t_3 = __pyx_t_1;
  for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
    __pyx_v_ii = __pyx_t_4;
    __pyx_t_2 = __Pyx_PyInt_From_PY_LONG_LONG((__pyx_v_self->c_state->_pvectors[__pyx_v_ii])); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1147, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    if (unlikely(__Pyx_ListComp_Append(__pyx_t_5, (PyObject*)__pyx_t_2))) __PYX_ERR(0, 1147, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  }
  __pyx_t_2 = __Pyx_PyObject_CallOneArg(((PyObject *)(&PyString_Type)), __pyx_t_5); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1147, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  __pyx_t_5 = PyNumber_Add(__pyx_kp_s_pvecs, __pyx_t_2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1147, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_2 = PyNumber_InPlaceAdd(__pyx_v_s, __pyx_t_5); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1147, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  __Pyx_DECREF_SET(__pyx_v_s, __pyx_t_2);
  __pyx_t_2 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1148
 *         s +=" smx = " + str([ self.c_state._smatrix[ii] for ii in range(2*n*2*n) ])
 *         s +=" pvecs = " + str([ self.c_state._pvectors[ii] for ii in range(2*n) ])
 *         s +=" amps = " + str([ self.c_state._amps[ii] for ii in range(namps) ])             # <<<<<<<<<<<<<<
 *         s +=" zstart = " + str(self.c_state._zblock_start)
 *         return s
 */
  __pyx_t_2 = PyList_New(0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1148, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_1 = __pyx_v_namps;
  __pyx_t_3 = __pyx_t_1;
  for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
    __pyx_v_ii = __pyx_t_4;
    __pyx_t_5 = __pyx_PyComplex_FromComplex((__pyx_v_self->c_state->_amps[__pyx_v_ii])); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1148, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    if (unlikely(__Pyx_ListComp_Append(__pyx_t_2, (PyObject*)__pyx_t_5))) __PYX_ERR(0, 1148, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  }
  __pyx_t_5 = __Pyx_PyObject_CallOneArg(((PyObject *)(&PyString_Type)), __pyx_t_2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1148, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_2 = PyNumber_Add(__pyx_kp_s_amps_2, __pyx_t_5); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1148, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  __pyx_t_5 = PyNumber_InPlaceAdd(__pyx_v_s, __pyx_t_2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1148, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __Pyx_DECREF_SET(__pyx_v_s, __pyx_t_5);
  __pyx_t_5 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1149
 *         s +=" pvecs = " + str([ self.c_state._pvectors[ii] for ii in range(2*n) ])
 *         s +=" amps = " + str([ self.c_state._amps[ii] for ii in range(namps) ])
 *         s +=" zstart = " + str(self.c_state._zblock_start)             # <<<<<<<<<<<<<<
 *         return s
 * 
 */
  __pyx_t_5 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_self->c_state->_zblock_start); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1149, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __pyx_t_2 = __Pyx_PyObject_CallOneArg(((PyObject *)(&PyString_Type)), __pyx_t_5); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1149, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  __pyx_t_5 = PyNumber_Add(__pyx_kp_s_zstart, __pyx_t_2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1149, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_2 = PyNumber_InPlaceAdd(__pyx_v_s, __pyx_t_5); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1149, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  __Pyx_DECREF_SET(__pyx_v_s, __pyx_t_2);
  __pyx_t_2 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1150
 *         s +=" amps = " + str([ self.c_state._amps[ii] for ii in range(namps) ])
 *         s +=" zstart = " + str(self.c_state._zblock_start)
 *         return s             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(__pyx_v_s);
  __pyx_r = __pyx_v_s;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1141
 *         del self.c_state
 * 
 *     def __str__(self):             # <<<<<<<<<<<<<<
 *         #DEBUG
 *         cdef INT n = self.c_state._n
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBStateRep.__str__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_s);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1112
 * cdef class SBStateRep: #(StateRep):
 *     cdef SBStateCRep* c_state
 *     cdef public np.ndarray smatrix             # <<<<<<<<<<<<<<
 *     cdef public np.ndarray pvectors
 *     cdef public np.ndarray amps
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_7smatrix_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_7smatrix_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_7smatrix___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_7smatrix___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->smatrix));
  __pyx_r = ((PyObject *)__pyx_v_self->smatrix);
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_7smatrix_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_7smatrix_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_7smatrix_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_7smatrix_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__set__", 0);
  if (!(likely(((__pyx_v_value) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_value, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 1112, __pyx_L1_error)
  __pyx_t_1 = __pyx_v_value;
  __Pyx_INCREF(__pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __Pyx_GOTREF(__pyx_v_self->smatrix);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->smatrix));
  __pyx_v_self->smatrix = ((PyArrayObject *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBStateRep.smatrix.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_7smatrix_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_7smatrix_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_7smatrix_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_7smatrix_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->smatrix);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->smatrix));
  __pyx_v_self->smatrix = ((PyArrayObject *)Py_None);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1113
 *     cdef SBStateCRep* c_state
 *     cdef public np.ndarray smatrix
 *     cdef public np.ndarray pvectors             # <<<<<<<<<<<<<<
 *     cdef public np.ndarray amps
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_8pvectors_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_8pvectors_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_8pvectors___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_8pvectors___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->pvectors));
  __pyx_r = ((PyObject *)__pyx_v_self->pvectors);
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_8pvectors_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_8pvectors_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_8pvectors_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_8pvectors_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__set__", 0);
  if (!(likely(((__pyx_v_value) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_value, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 1113, __pyx_L1_error)
  __pyx_t_1 = __pyx_v_value;
  __Pyx_INCREF(__pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __Pyx_GOTREF(__pyx_v_self->pvectors);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->pvectors));
  __pyx_v_self->pvectors = ((PyArrayObject *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBStateRep.pvectors.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_8pvectors_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_8pvectors_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_8pvectors_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_8pvectors_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->pvectors);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->pvectors));
  __pyx_v_self->pvectors = ((PyArrayObject *)Py_None);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1114
 *     cdef public np.ndarray smatrix
 *     cdef public np.ndarray pvectors
 *     cdef public np.ndarray amps             # <<<<<<<<<<<<<<
 * 
 *     def __cinit__(self, np.ndarray[np.int64_t, ndim=2, mode='c'] smatrix,
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_4amps_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_4amps_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_4amps___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_4amps___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->amps));
  __pyx_r = ((PyObject *)__pyx_v_self->amps);
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_4amps_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_4amps_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_4amps_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_4amps_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__set__", 0);
  if (!(likely(((__pyx_v_value) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_value, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 1114, __pyx_L1_error)
  __pyx_t_1 = __pyx_v_value;
  __Pyx_INCREF(__pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __Pyx_GOTREF(__pyx_v_self->amps);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->amps));
  __pyx_v_self->amps = ((PyArrayObject *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBStateRep.amps.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_4amps_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_4amps_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_4amps_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_4amps_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->amps);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->amps));
  __pyx_v_self->amps = ((PyArrayObject *)Py_None);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1157
 *     cdef public np.ndarray zvals
 * 
 *     def __cinit__(self, np.ndarray[np.int64_t, ndim=1, mode='c'] zvals):             # <<<<<<<<<<<<<<
 *         self.zvals = zvals
 *         self.c_effect = new SBEffectCRep(<INT*>zvals.data,
 */

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyArrayObject *__pyx_v_zvals = 0;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_zvals,0};
    PyObject* values[1] = {0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_zvals)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__cinit__") < 0)) __PYX_ERR(0, 1157, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 1) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
    }
    __pyx_v_zvals = ((PyArrayObject *)values[0]);
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 1, 1, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1157, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBEffectRep.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return -1;
  __pyx_L4_argument_unpacking_done:;
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_zvals), __pyx_ptype_5numpy_ndarray, 1, "zvals", 0))) __PYX_ERR(0, 1157, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep___cinit__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *)__pyx_v_self), __pyx_v_zvals);

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *__pyx_v_self, PyArrayObject *__pyx_v_zvals) {
  __Pyx_LocalBuf_ND __pyx_pybuffernd_zvals;
  __Pyx_Buffer __pyx_pybuffer_zvals;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  CReps::SBEffectCRep *__pyx_t_1;
  __Pyx_RefNannySetupContext("__cinit__", 0);
  __pyx_pybuffer_zvals.pybuffer.buf = NULL;
  __pyx_pybuffer_zvals.refcount = 0;
  __pyx_pybuffernd_zvals.data = NULL;
  __pyx_pybuffernd_zvals.rcbuffer = &__pyx_pybuffer_zvals;
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_zvals.rcbuffer->pybuffer, (PyObject*)__pyx_v_zvals, &__Pyx_TypeInfo_nn___pyx_t_5numpy_int64_t, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 1157, __pyx_L1_error)
  }
  __pyx_pybuffernd_zvals.diminfo[0].strides = __pyx_pybuffernd_zvals.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_zvals.diminfo[0].shape = __pyx_pybuffernd_zvals.rcbuffer->pybuffer.shape[0];

  /* "pygsti/objects/replib/fastreplib.pyx":1158
 * 
 *     def __cinit__(self, np.ndarray[np.int64_t, ndim=1, mode='c'] zvals):
 *         self.zvals = zvals             # <<<<<<<<<<<<<<
 *         self.c_effect = new SBEffectCRep(<INT*>zvals.data,
 *                                          <INT>zvals.shape[0])
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_zvals));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_zvals));
  __Pyx_GOTREF(__pyx_v_self->zvals);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->zvals));
  __pyx_v_self->zvals = ((PyArrayObject *)__pyx_v_zvals);

  /* "pygsti/objects/replib/fastreplib.pyx":1159
 *     def __cinit__(self, np.ndarray[np.int64_t, ndim=1, mode='c'] zvals):
 *         self.zvals = zvals
 *         self.c_effect = new SBEffectCRep(<INT*>zvals.data,             # <<<<<<<<<<<<<<
 *                                          <INT>zvals.shape[0])
 * 
 */
  try {
    __pyx_t_1 = new CReps::SBEffectCRep(((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT *)__pyx_v_zvals->data), ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)(__pyx_v_zvals->dimensions[0])));
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1159, __pyx_L1_error)
  }
  __pyx_v_self->c_effect = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":1157
 *     cdef public np.ndarray zvals
 * 
 *     def __cinit__(self, np.ndarray[np.int64_t, ndim=1, mode='c'] zvals):             # <<<<<<<<<<<<<<
 *         self.zvals = zvals
 *         self.c_effect = new SBEffectCRep(<INT*>zvals.data,
 */

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  { PyObject *__pyx_type, *__pyx_value, *__pyx_tb;
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    __Pyx_ErrFetch(&__pyx_type, &__pyx_value, &__pyx_tb);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_zvals.rcbuffer->pybuffer);
  __Pyx_ErrRestore(__pyx_type, __pyx_value, __pyx_tb);}
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBEffectRep.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  goto __pyx_L2;
  __pyx_L0:;
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_zvals.rcbuffer->pybuffer);
  __pyx_L2:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1162
 *                                          <INT>zvals.shape[0])
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (SBEffectRep, (self.zvals,))
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_2__reduce__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  __Pyx_RefNannySetupContext("__reduce__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1163
 * 
 *     def __reduce__(self):
 *         return (SBEffectRep, (self.zvals,))             # <<<<<<<<<<<<<<
 * 
 *     def __dealloc__(self):
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1163, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->zvals));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->zvals));
  PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)__pyx_v_self->zvals));
  __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1163, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_INCREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBEffectRep));
  __Pyx_GIVEREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBEffectRep));
  PyTuple_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBEffectRep));
  __Pyx_GIVEREF(__pyx_t_1);
  PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_1);
  __pyx_t_1 = 0;
  __pyx_r = __pyx_t_2;
  __pyx_t_2 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1162
 *                                          <INT>zvals.shape[0])
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (SBEffectRep, (self.zvals,))
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBEffectRep.__reduce__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1165
 *         return (SBEffectRep, (self.zvals,))
 * 
 *     def __dealloc__(self):             # <<<<<<<<<<<<<<
 *         del self.c_effect # check for NULL?
 * 
 */

/* Python wrapper */
static void __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_5__dealloc__(PyObject *__pyx_v_self); /*proto*/
static void __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_5__dealloc__(PyObject *__pyx_v_self) {
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__dealloc__ (wrapper)", 0);
  __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_4__dealloc__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
}

static void __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_4__dealloc__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *__pyx_v_self) {
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__dealloc__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1166
 * 
 *     def __dealloc__(self):
 *         del self.c_effect # check for NULL?             # <<<<<<<<<<<<<<
 * 
 *     @property
 */
  delete __pyx_v_self->c_effect;

  /* "pygsti/objects/replib/fastreplib.pyx":1165
 *         return (SBEffectRep, (self.zvals,))
 * 
 *     def __dealloc__(self):             # <<<<<<<<<<<<<<
 *         del self.c_effect # check for NULL?
 * 
 */

  /* function exit code */
  __Pyx_RefNannyFinishContext();
}

/* "pygsti/objects/replib/fastreplib.pyx":1169
 * 
 *     @property
 *     def nqubits(self):             # <<<<<<<<<<<<<<
 *         return self.c_effect._n
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_7nqubits_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_7nqubits_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_7nqubits___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_7nqubits___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__get__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1170
 *     @property
 *     def nqubits(self):
 *         return self.c_effect._n             # <<<<<<<<<<<<<<
 * 
 *     @property
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_self->c_effect->_n); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1170, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1169
 * 
 *     @property
 *     def nqubits(self):             # <<<<<<<<<<<<<<
 *         return self.c_effect._n
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBEffectRep.nqubits.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1173
 * 
 *     @property
 *     def dim(self):             # <<<<<<<<<<<<<<
 *         return 2**(self.c_effect._n)  # assume "unitary evolution"-type mode
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_3dim_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_3dim_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_3dim___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_3dim___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__get__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1174
 *     @property
 *     def dim(self):
 *         return 2**(self.c_effect._n)  # assume "unitary evolution"-type mode             # <<<<<<<<<<<<<<
 * 
 *     def probability(self, SBStateRep state not None):
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __Pyx_PyInt_From_PY_LONG_LONG(__Pyx_pow___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT(2, __pyx_v_self->c_effect->_n)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1174, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1173
 * 
 *     @property
 *     def dim(self):             # <<<<<<<<<<<<<<
 *         return 2**(self.c_effect._n)  # assume "unitary evolution"-type mode
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBEffectRep.dim.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1176
 *         return 2**(self.c_effect._n)  # assume "unitary evolution"-type mode
 * 
 *     def probability(self, SBStateRep state not None):             # <<<<<<<<<<<<<<
 *         #unnecessary (just put in signature): cdef SBStateRep st = <SBStateRep?>state
 *         return self.c_effect.probability(state.c_state)
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_7probability(PyObject *__pyx_v_self, PyObject *__pyx_v_state); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_7probability(PyObject *__pyx_v_self, PyObject *__pyx_v_state) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("probability (wrapper)", 0);
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_state), __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBStateRep, 0, "state", 0))) __PYX_ERR(0, 1176, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_6probability(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *)__pyx_v_self), ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *)__pyx_v_state));

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_6probability(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *__pyx_v_self, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_state) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("probability", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1178
 *     def probability(self, SBStateRep state not None):
 *         #unnecessary (just put in signature): cdef SBStateRep st = <SBStateRep?>state
 *         return self.c_effect.probability(state.c_state)             # <<<<<<<<<<<<<<
 * 
 *     def amplitude(self, SBStateRep state not None):
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyFloat_FromDouble(__pyx_v_self->c_effect->probability(__pyx_v_state->c_state)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1178, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1176
 *         return 2**(self.c_effect._n)  # assume "unitary evolution"-type mode
 * 
 *     def probability(self, SBStateRep state not None):             # <<<<<<<<<<<<<<
 *         #unnecessary (just put in signature): cdef SBStateRep st = <SBStateRep?>state
 *         return self.c_effect.probability(state.c_state)
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBEffectRep.probability", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1180
 *         return self.c_effect.probability(state.c_state)
 * 
 *     def amplitude(self, SBStateRep state not None):             # <<<<<<<<<<<<<<
 *         return self.c_effect.amplitude(state.c_state)
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_9amplitude(PyObject *__pyx_v_self, PyObject *__pyx_v_state); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_9amplitude(PyObject *__pyx_v_self, PyObject *__pyx_v_state) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("amplitude (wrapper)", 0);
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_state), __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBStateRep, 0, "state", 0))) __PYX_ERR(0, 1180, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_8amplitude(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *)__pyx_v_self), ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *)__pyx_v_state));

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_8amplitude(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *__pyx_v_self, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_state) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __pyx_t_double_complex __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  __Pyx_RefNannySetupContext("amplitude", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1181
 * 
 *     def amplitude(self, SBStateRep state not None):
 *         return self.c_effect.amplitude(state.c_state)             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __pyx_v_self->c_effect->amplitude(__pyx_v_state->c_state);
  __pyx_t_2 = __pyx_PyComplex_FromComplex(__pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1181, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_r = __pyx_t_2;
  __pyx_t_2 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1180
 *         return self.c_effect.probability(state.c_state)
 * 
 *     def amplitude(self, SBStateRep state not None):             # <<<<<<<<<<<<<<
 *         return self.c_effect.amplitude(state.c_state)
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBEffectRep.amplitude", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1155
 * cdef class SBEffectRep:
 *     cdef SBEffectCRep* c_effect
 *     cdef public np.ndarray zvals             # <<<<<<<<<<<<<<
 * 
 *     def __cinit__(self, np.ndarray[np.int64_t, ndim=1, mode='c'] zvals):
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_5zvals_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_5zvals_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_5zvals___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_5zvals___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->zvals));
  __pyx_r = ((PyObject *)__pyx_v_self->zvals);
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_5zvals_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_5zvals_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_5zvals_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_5zvals_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__set__", 0);
  if (!(likely(((__pyx_v_value) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_value, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 1155, __pyx_L1_error)
  __pyx_t_1 = __pyx_v_value;
  __Pyx_INCREF(__pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __Pyx_GOTREF(__pyx_v_self->zvals);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->zvals));
  __pyx_v_self->zvals = ((PyArrayObject *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBEffectRep.zvals.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_5zvals_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_5zvals_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_5zvals_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_5zvals_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->zvals);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->zvals));
  __pyx_v_self->zvals = ((PyArrayObject *)Py_None);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1188
 *     cdef SBOpCRep* c_gate
 * 
 *     def __cinit__(self):             # <<<<<<<<<<<<<<
 *         pass # self.c_gate = NULL ?
 * 
 */

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_7SBOpRep_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_7SBOpRep_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
  if (unlikely(PyTuple_GET_SIZE(__pyx_args) > 0)) {
    __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 0, 0, PyTuple_GET_SIZE(__pyx_args)); return -1;}
  if (unlikely(__pyx_kwds) && unlikely(PyDict_Size(__pyx_kwds) > 0) && unlikely(!__Pyx_CheckKeywordStrings(__pyx_kwds, "__cinit__", 0))) return -1;
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7SBOpRep___cinit__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7SBOpRep___cinit__(CYTHON_UNUSED struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__", 0);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1191
 *         pass # self.c_gate = NULL ?
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (SBOpRep, ())
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7SBOpRep_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7SBOpRep_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7SBOpRep_2__reduce__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7SBOpRep_2__reduce__(CYTHON_UNUSED struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__reduce__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1192
 * 
 *     def __reduce__(self):
 *         return (SBOpRep, ())             # <<<<<<<<<<<<<<
 * 
 *     def __dealloc__(self):
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1192, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_INCREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep));
  __Pyx_GIVEREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep));
  PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep));
  __Pyx_INCREF(__pyx_empty_tuple);
  __Pyx_GIVEREF(__pyx_empty_tuple);
  PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_empty_tuple);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1191
 *         pass # self.c_gate = NULL ?
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (SBOpRep, ())
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBOpRep.__reduce__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1194
 *         return (SBOpRep, ())
 * 
 *     def __dealloc__(self):             # <<<<<<<<<<<<<<
 *         del self.c_gate
 * 
 */

/* Python wrapper */
static void __pyx_pw_6pygsti_7objects_6replib_10fastreplib_7SBOpRep_5__dealloc__(PyObject *__pyx_v_self); /*proto*/
static void __pyx_pw_6pygsti_7objects_6replib_10fastreplib_7SBOpRep_5__dealloc__(PyObject *__pyx_v_self) {
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__dealloc__ (wrapper)", 0);
  __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7SBOpRep_4__dealloc__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
}

static void __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7SBOpRep_4__dealloc__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep *__pyx_v_self) {
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__dealloc__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1195
 * 
 *     def __dealloc__(self):
 *         del self.c_gate             # <<<<<<<<<<<<<<
 * 
 *     @property
 */
  delete __pyx_v_self->c_gate;

  /* "pygsti/objects/replib/fastreplib.pyx":1194
 *         return (SBOpRep, ())
 * 
 *     def __dealloc__(self):             # <<<<<<<<<<<<<<
 *         del self.c_gate
 * 
 */

  /* function exit code */
  __Pyx_RefNannyFinishContext();
}

/* "pygsti/objects/replib/fastreplib.pyx":1198
 * 
 *     @property
 *     def nqubits(self):             # <<<<<<<<<<<<<<
 *         return self.c_gate._n
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7SBOpRep_7nqubits_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7SBOpRep_7nqubits_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7SBOpRep_7nqubits___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7SBOpRep_7nqubits___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__get__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1199
 *     @property
 *     def nqubits(self):
 *         return self.c_gate._n             # <<<<<<<<<<<<<<
 * 
 *     @property
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_self->c_gate->_n); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1199, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1198
 * 
 *     @property
 *     def nqubits(self):             # <<<<<<<<<<<<<<
 *         return self.c_gate._n
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBOpRep.nqubits.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1202
 * 
 *     @property
 *     def dim(self):             # <<<<<<<<<<<<<<
 *         return 2**(self.c_gate._n)  # assume "unitary evolution"-type mode
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7SBOpRep_3dim_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7SBOpRep_3dim_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7SBOpRep_3dim___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7SBOpRep_3dim___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__get__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1203
 *     @property
 *     def dim(self):
 *         return 2**(self.c_gate._n)  # assume "unitary evolution"-type mode             # <<<<<<<<<<<<<<
 * 
 *     def acton(self, SBStateRep state not None):
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __Pyx_PyInt_From_PY_LONG_LONG(__Pyx_pow___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT(2, __pyx_v_self->c_gate->_n)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1203, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1202
 * 
 *     @property
 *     def dim(self):             # <<<<<<<<<<<<<<
 *         return 2**(self.c_gate._n)  # assume "unitary evolution"-type mode
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBOpRep.dim.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1205
 *         return 2**(self.c_gate._n)  # assume "unitary evolution"-type mode
 * 
 *     def acton(self, SBStateRep state not None):             # <<<<<<<<<<<<<<
 *         cdef INT n = self.c_gate._n
 *         cdef INT namps = state.c_state._namps
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7SBOpRep_7acton(PyObject *__pyx_v_self, PyObject *__pyx_v_state); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7SBOpRep_7acton(PyObject *__pyx_v_self, PyObject *__pyx_v_state) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("acton (wrapper)", 0);
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_state), __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBStateRep, 0, "state", 0))) __PYX_ERR(0, 1205, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7SBOpRep_6acton(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep *)__pyx_v_self), ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *)__pyx_v_state));

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7SBOpRep_6acton(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep *__pyx_v_self, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_state) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_n;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_namps;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_out_state = 0;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  PyObject *__pyx_t_5 = NULL;
  PyObject *__pyx_t_6 = NULL;
  PyObject *__pyx_t_7 = NULL;
  PyObject *__pyx_t_8 = NULL;
  __Pyx_RefNannySetupContext("acton", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1206
 * 
 *     def acton(self, SBStateRep state not None):
 *         cdef INT n = self.c_gate._n             # <<<<<<<<<<<<<<
 *         cdef INT namps = state.c_state._namps
 *         cdef SBStateRep out_state = SBStateRep(np.empty((2*n,2*n), dtype=np.int64),
 */
  __pyx_t_1 = __pyx_v_self->c_gate->_n;
  __pyx_v_n = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":1207
 *     def acton(self, SBStateRep state not None):
 *         cdef INT n = self.c_gate._n
 *         cdef INT namps = state.c_state._namps             # <<<<<<<<<<<<<<
 *         cdef SBStateRep out_state = SBStateRep(np.empty((2*n,2*n), dtype=np.int64),
 *                                                np.empty((namps,2*n), dtype=np.int64),
 */
  __pyx_t_1 = __pyx_v_state->c_state->_namps;
  __pyx_v_namps = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":1208
 *         cdef INT n = self.c_gate._n
 *         cdef INT namps = state.c_state._namps
 *         cdef SBStateRep out_state = SBStateRep(np.empty((2*n,2*n), dtype=np.int64),             # <<<<<<<<<<<<<<
 *                                                np.empty((namps,2*n), dtype=np.int64),
 *                                                np.empty(namps, dtype=np.complex128))
 */
  __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_np); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1208, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_empty); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1208, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_2 = __Pyx_PyInt_From_PY_LONG_LONG((2 * __pyx_v_n)); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1208, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_4 = __Pyx_PyInt_From_PY_LONG_LONG((2 * __pyx_v_n)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1208, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __pyx_t_5 = PyTuple_New(2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1208, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_2);
  __Pyx_GIVEREF(__pyx_t_4);
  PyTuple_SET_ITEM(__pyx_t_5, 1, __pyx_t_4);
  __pyx_t_2 = 0;
  __pyx_t_4 = 0;
  __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1208, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __Pyx_GIVEREF(__pyx_t_5);
  PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_5);
  __pyx_t_5 = 0;
  __pyx_t_5 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1208, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_np); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1208, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_int64); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1208, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_6);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  if (PyDict_SetItem(__pyx_t_5, __pyx_n_s_dtype, __pyx_t_6) < 0) __PYX_ERR(0, 1208, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
  __pyx_t_6 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_4, __pyx_t_5); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1208, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_6);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1209
 *         cdef INT namps = state.c_state._namps
 *         cdef SBStateRep out_state = SBStateRep(np.empty((2*n,2*n), dtype=np.int64),
 *                                                np.empty((namps,2*n), dtype=np.int64),             # <<<<<<<<<<<<<<
 *                                                np.empty(namps, dtype=np.complex128))
 *         self.c_gate.acton(state.c_state, out_state.c_state)
 */
  __Pyx_GetModuleGlobalName(__pyx_t_5, __pyx_n_s_np); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1209, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_empty); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1209, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  __pyx_t_5 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_namps); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1209, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __pyx_t_3 = __Pyx_PyInt_From_PY_LONG_LONG((2 * __pyx_v_n)); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1209, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1209, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_GIVEREF(__pyx_t_5);
  PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_5);
  __Pyx_GIVEREF(__pyx_t_3);
  PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_3);
  __pyx_t_5 = 0;
  __pyx_t_3 = 0;
  __pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1209, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_t_2);
  __pyx_t_2 = 0;
  __pyx_t_2 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1209, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_GetModuleGlobalName(__pyx_t_5, __pyx_n_s_np); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1209, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_int64); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1209, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_7);
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_dtype, __pyx_t_7) < 0) __PYX_ERR(0, 1209, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
  __pyx_t_7 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_3, __pyx_t_2); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1209, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_7);
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1210
 *         cdef SBStateRep out_state = SBStateRep(np.empty((2*n,2*n), dtype=np.int64),
 *                                                np.empty((namps,2*n), dtype=np.int64),
 *                                                np.empty(namps, dtype=np.complex128))             # <<<<<<<<<<<<<<
 *         self.c_gate.acton(state.c_state, out_state.c_state)
 *         return out_state
 */
  __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_np); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1210, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_empty); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1210, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_2 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_namps); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1210, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1210, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_2);
  __pyx_t_2 = 0;
  __pyx_t_2 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1210, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_GetModuleGlobalName(__pyx_t_5, __pyx_n_s_np); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1210, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_complex128); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1210, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_8);
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_dtype, __pyx_t_8) < 0) __PYX_ERR(0, 1210, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
  __pyx_t_8 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_4, __pyx_t_2); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1210, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_8);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1208
 *         cdef INT n = self.c_gate._n
 *         cdef INT namps = state.c_state._namps
 *         cdef SBStateRep out_state = SBStateRep(np.empty((2*n,2*n), dtype=np.int64),             # <<<<<<<<<<<<<<
 *                                                np.empty((namps,2*n), dtype=np.int64),
 *                                                np.empty(namps, dtype=np.complex128))
 */
  __pyx_t_2 = PyTuple_New(3); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1208, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_GIVEREF(__pyx_t_6);
  PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_6);
  __Pyx_GIVEREF(__pyx_t_7);
  PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_7);
  __Pyx_GIVEREF(__pyx_t_8);
  PyTuple_SET_ITEM(__pyx_t_2, 2, __pyx_t_8);
  __pyx_t_6 = 0;
  __pyx_t_7 = 0;
  __pyx_t_8 = 0;
  __pyx_t_8 = __Pyx_PyObject_Call(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBStateRep), __pyx_t_2, NULL); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1208, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_8);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_v_out_state = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *)__pyx_t_8);
  __pyx_t_8 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1211
 *                                                np.empty((namps,2*n), dtype=np.int64),
 *                                                np.empty(namps, dtype=np.complex128))
 *         self.c_gate.acton(state.c_state, out_state.c_state)             # <<<<<<<<<<<<<<
 *         return out_state
 * 
 */
  (void)(__pyx_v_self->c_gate->acton(__pyx_v_state->c_state, __pyx_v_out_state->c_state));

  /* "pygsti/objects/replib/fastreplib.pyx":1212
 *                                                np.empty(namps, dtype=np.complex128))
 *         self.c_gate.acton(state.c_state, out_state.c_state)
 *         return out_state             # <<<<<<<<<<<<<<
 * 
 *     def adjoint_acton(self, SBStateRep state not None):
 */
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_out_state));
  __pyx_r = ((PyObject *)__pyx_v_out_state);
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1205
 *         return 2**(self.c_gate._n)  # assume "unitary evolution"-type mode
 * 
 *     def acton(self, SBStateRep state not None):             # <<<<<<<<<<<<<<
 *         cdef INT n = self.c_gate._n
 *         cdef INT namps = state.c_state._namps
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_XDECREF(__pyx_t_7);
  __Pyx_XDECREF(__pyx_t_8);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBOpRep.acton", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF((PyObject *)__pyx_v_out_state);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1214
 *         return out_state
 * 
 *     def adjoint_acton(self, SBStateRep state not None):             # <<<<<<<<<<<<<<
 *         cdef INT n = self.c_gate._n
 *         cdef INT namps = state.c_state._namps
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7SBOpRep_9adjoint_acton(PyObject *__pyx_v_self, PyObject *__pyx_v_state); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7SBOpRep_9adjoint_acton(PyObject *__pyx_v_self, PyObject *__pyx_v_state) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("adjoint_acton (wrapper)", 0);
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_state), __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBStateRep, 0, "state", 0))) __PYX_ERR(0, 1214, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7SBOpRep_8adjoint_acton(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep *)__pyx_v_self), ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *)__pyx_v_state));

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7SBOpRep_8adjoint_acton(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep *__pyx_v_self, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_state) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_n;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_namps;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_out_state = 0;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  PyObject *__pyx_t_5 = NULL;
  PyObject *__pyx_t_6 = NULL;
  PyObject *__pyx_t_7 = NULL;
  PyObject *__pyx_t_8 = NULL;
  __Pyx_RefNannySetupContext("adjoint_acton", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1215
 * 
 *     def adjoint_acton(self, SBStateRep state not None):
 *         cdef INT n = self.c_gate._n             # <<<<<<<<<<<<<<
 *         cdef INT namps = state.c_state._namps
 *         cdef SBStateRep out_state = SBStateRep(np.empty((2*n,2*n), dtype=np.int64),
 */
  __pyx_t_1 = __pyx_v_self->c_gate->_n;
  __pyx_v_n = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":1216
 *     def adjoint_acton(self, SBStateRep state not None):
 *         cdef INT n = self.c_gate._n
 *         cdef INT namps = state.c_state._namps             # <<<<<<<<<<<<<<
 *         cdef SBStateRep out_state = SBStateRep(np.empty((2*n,2*n), dtype=np.int64),
 *                                                np.empty((namps,2*n), dtype=np.int64),
 */
  __pyx_t_1 = __pyx_v_state->c_state->_namps;
  __pyx_v_namps = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":1217
 *         cdef INT n = self.c_gate._n
 *         cdef INT namps = state.c_state._namps
 *         cdef SBStateRep out_state = SBStateRep(np.empty((2*n,2*n), dtype=np.int64),             # <<<<<<<<<<<<<<
 *                                                np.empty((namps,2*n), dtype=np.int64),
 *                                                np.empty(namps, dtype=np.complex128))
 */
  __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_np); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1217, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_empty); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1217, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_2 = __Pyx_PyInt_From_PY_LONG_LONG((2 * __pyx_v_n)); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1217, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_4 = __Pyx_PyInt_From_PY_LONG_LONG((2 * __pyx_v_n)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1217, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __pyx_t_5 = PyTuple_New(2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1217, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_2);
  __Pyx_GIVEREF(__pyx_t_4);
  PyTuple_SET_ITEM(__pyx_t_5, 1, __pyx_t_4);
  __pyx_t_2 = 0;
  __pyx_t_4 = 0;
  __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1217, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __Pyx_GIVEREF(__pyx_t_5);
  PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_5);
  __pyx_t_5 = 0;
  __pyx_t_5 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1217, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_np); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1217, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_int64); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1217, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_6);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  if (PyDict_SetItem(__pyx_t_5, __pyx_n_s_dtype, __pyx_t_6) < 0) __PYX_ERR(0, 1217, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
  __pyx_t_6 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_4, __pyx_t_5); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1217, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_6);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1218
 *         cdef INT namps = state.c_state._namps
 *         cdef SBStateRep out_state = SBStateRep(np.empty((2*n,2*n), dtype=np.int64),
 *                                                np.empty((namps,2*n), dtype=np.int64),             # <<<<<<<<<<<<<<
 *                                                np.empty(namps, dtype=np.complex128))
 *         self.c_gate.adjoint_acton(state.c_state, out_state.c_state)
 */
  __Pyx_GetModuleGlobalName(__pyx_t_5, __pyx_n_s_np); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1218, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_empty); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1218, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  __pyx_t_5 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_namps); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1218, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __pyx_t_3 = __Pyx_PyInt_From_PY_LONG_LONG((2 * __pyx_v_n)); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1218, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1218, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_GIVEREF(__pyx_t_5);
  PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_5);
  __Pyx_GIVEREF(__pyx_t_3);
  PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_3);
  __pyx_t_5 = 0;
  __pyx_t_3 = 0;
  __pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1218, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_t_2);
  __pyx_t_2 = 0;
  __pyx_t_2 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1218, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_GetModuleGlobalName(__pyx_t_5, __pyx_n_s_np); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1218, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_int64); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1218, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_7);
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_dtype, __pyx_t_7) < 0) __PYX_ERR(0, 1218, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
  __pyx_t_7 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_3, __pyx_t_2); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1218, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_7);
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1219
 *         cdef SBStateRep out_state = SBStateRep(np.empty((2*n,2*n), dtype=np.int64),
 *                                                np.empty((namps,2*n), dtype=np.int64),
 *                                                np.empty(namps, dtype=np.complex128))             # <<<<<<<<<<<<<<
 *         self.c_gate.adjoint_acton(state.c_state, out_state.c_state)
 *         return out_state
 */
  __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_np); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1219, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_empty); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1219, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_2 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_namps); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1219, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1219, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_2);
  __pyx_t_2 = 0;
  __pyx_t_2 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1219, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_GetModuleGlobalName(__pyx_t_5, __pyx_n_s_np); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1219, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_complex128); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1219, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_8);
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_dtype, __pyx_t_8) < 0) __PYX_ERR(0, 1219, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
  __pyx_t_8 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_4, __pyx_t_2); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1219, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_8);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1217
 *         cdef INT n = self.c_gate._n
 *         cdef INT namps = state.c_state._namps
 *         cdef SBStateRep out_state = SBStateRep(np.empty((2*n,2*n), dtype=np.int64),             # <<<<<<<<<<<<<<
 *                                                np.empty((namps,2*n), dtype=np.int64),
 *                                                np.empty(namps, dtype=np.complex128))
 */
  __pyx_t_2 = PyTuple_New(3); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1217, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_GIVEREF(__pyx_t_6);
  PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_6);
  __Pyx_GIVEREF(__pyx_t_7);
  PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_7);
  __Pyx_GIVEREF(__pyx_t_8);
  PyTuple_SET_ITEM(__pyx_t_2, 2, __pyx_t_8);
  __pyx_t_6 = 0;
  __pyx_t_7 = 0;
  __pyx_t_8 = 0;
  __pyx_t_8 = __Pyx_PyObject_Call(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBStateRep), __pyx_t_2, NULL); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1217, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_8);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_v_out_state = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *)__pyx_t_8);
  __pyx_t_8 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1220
 *                                                np.empty((namps,2*n), dtype=np.int64),
 *                                                np.empty(namps, dtype=np.complex128))
 *         self.c_gate.adjoint_acton(state.c_state, out_state.c_state)             # <<<<<<<<<<<<<<
 *         return out_state
 * 
 */
  (void)(__pyx_v_self->c_gate->adjoint_acton(__pyx_v_state->c_state, __pyx_v_out_state->c_state));

  /* "pygsti/objects/replib/fastreplib.pyx":1221
 *                                                np.empty(namps, dtype=np.complex128))
 *         self.c_gate.adjoint_acton(state.c_state, out_state.c_state)
 *         return out_state             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_out_state));
  __pyx_r = ((PyObject *)__pyx_v_out_state);
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1214
 *         return out_state
 * 
 *     def adjoint_acton(self, SBStateRep state not None):             # <<<<<<<<<<<<<<
 *         cdef INT n = self.c_gate._n
 *         cdef INT namps = state.c_state._namps
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_XDECREF(__pyx_t_7);
  __Pyx_XDECREF(__pyx_t_8);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBOpRep.adjoint_acton", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF((PyObject *)__pyx_v_out_state);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1228
 *     cdef public SBOpRep embedded
 * 
 *     def __cinit__(self, SBOpRep embedded_op, INT n,             # <<<<<<<<<<<<<<
 *                   np.ndarray[np.int64_t, ndim=1, mode='c'] qubits):
 *         self.qubits = qubits
 */

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep *__pyx_v_embedded_op = 0;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_n;
  PyArrayObject *__pyx_v_qubits = 0;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_embedded_op,&__pyx_n_s_n,&__pyx_n_s_qubits,0};
    PyObject* values[3] = {0,0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
        CYTHON_FALLTHROUGH;
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_embedded_op)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_n)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 3, 3, 1); __PYX_ERR(0, 1228, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  2:
        if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_qubits)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 3, 3, 2); __PYX_ERR(0, 1228, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__cinit__") < 0)) __PYX_ERR(0, 1228, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 3) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
      values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
    }
    __pyx_v_embedded_op = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep *)values[0]);
    __pyx_v_n = __Pyx_PyInt_As_PY_LONG_LONG(values[1]); if (unlikely((__pyx_v_n == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 1228, __pyx_L3_error)
    __pyx_v_qubits = ((PyArrayObject *)values[2]);
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 3, 3, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1228, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBOpRep_Embedded.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return -1;
  __pyx_L4_argument_unpacking_done:;
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_embedded_op), __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep, 1, "embedded_op", 0))) __PYX_ERR(0, 1228, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_qubits), __pyx_ptype_5numpy_ndarray, 1, "qubits", 0))) __PYX_ERR(0, 1229, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded___cinit__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded *)__pyx_v_self), __pyx_v_embedded_op, __pyx_v_n, __pyx_v_qubits);

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded *__pyx_v_self, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep *__pyx_v_embedded_op, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_n, PyArrayObject *__pyx_v_qubits) {
  __Pyx_LocalBuf_ND __pyx_pybuffernd_qubits;
  __Pyx_Buffer __pyx_pybuffer_qubits;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  CReps::SBOpCRep_Embedded *__pyx_t_1;
  __Pyx_RefNannySetupContext("__cinit__", 0);
  __pyx_pybuffer_qubits.pybuffer.buf = NULL;
  __pyx_pybuffer_qubits.refcount = 0;
  __pyx_pybuffernd_qubits.data = NULL;
  __pyx_pybuffernd_qubits.rcbuffer = &__pyx_pybuffer_qubits;
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_qubits.rcbuffer->pybuffer, (PyObject*)__pyx_v_qubits, &__Pyx_TypeInfo_nn___pyx_t_5numpy_int64_t, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 1228, __pyx_L1_error)
  }
  __pyx_pybuffernd_qubits.diminfo[0].strides = __pyx_pybuffernd_qubits.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_qubits.diminfo[0].shape = __pyx_pybuffernd_qubits.rcbuffer->pybuffer.shape[0];

  /* "pygsti/objects/replib/fastreplib.pyx":1230
 *     def __cinit__(self, SBOpRep embedded_op, INT n,
 *                   np.ndarray[np.int64_t, ndim=1, mode='c'] qubits):
 *         self.qubits = qubits             # <<<<<<<<<<<<<<
 *         self.embedded = embedded_op # needed to prevent garbage collection?
 *         self.c_gate = new SBOpCRep_Embedded(embedded_op.c_gate, n,
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_qubits));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_qubits));
  __Pyx_GOTREF(__pyx_v_self->qubits);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->qubits));
  __pyx_v_self->qubits = ((PyArrayObject *)__pyx_v_qubits);

  /* "pygsti/objects/replib/fastreplib.pyx":1231
 *                   np.ndarray[np.int64_t, ndim=1, mode='c'] qubits):
 *         self.qubits = qubits
 *         self.embedded = embedded_op # needed to prevent garbage collection?             # <<<<<<<<<<<<<<
 *         self.c_gate = new SBOpCRep_Embedded(embedded_op.c_gate, n,
 *                                               <INT*>qubits.data, <INT>qubits.shape[0])
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_embedded_op));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_embedded_op));
  __Pyx_GOTREF(__pyx_v_self->embedded);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->embedded));
  __pyx_v_self->embedded = __pyx_v_embedded_op;

  /* "pygsti/objects/replib/fastreplib.pyx":1232
 *         self.qubits = qubits
 *         self.embedded = embedded_op # needed to prevent garbage collection?
 *         self.c_gate = new SBOpCRep_Embedded(embedded_op.c_gate, n,             # <<<<<<<<<<<<<<
 *                                               <INT*>qubits.data, <INT>qubits.shape[0])
 * 
 */
  try {
    __pyx_t_1 = new CReps::SBOpCRep_Embedded(__pyx_v_embedded_op->c_gate, __pyx_v_n, ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT *)__pyx_v_qubits->data), ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)(__pyx_v_qubits->dimensions[0])));
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1232, __pyx_L1_error)
  }
  __pyx_v_self->__pyx_base.c_gate = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":1228
 *     cdef public SBOpRep embedded
 * 
 *     def __cinit__(self, SBOpRep embedded_op, INT n,             # <<<<<<<<<<<<<<
 *                   np.ndarray[np.int64_t, ndim=1, mode='c'] qubits):
 *         self.qubits = qubits
 */

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  { PyObject *__pyx_type, *__pyx_value, *__pyx_tb;
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    __Pyx_ErrFetch(&__pyx_type, &__pyx_value, &__pyx_tb);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_qubits.rcbuffer->pybuffer);
  __Pyx_ErrRestore(__pyx_type, __pyx_value, __pyx_tb);}
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBOpRep_Embedded.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  goto __pyx_L2;
  __pyx_L0:;
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_qubits.rcbuffer->pybuffer);
  __pyx_L2:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1235
 *                                               <INT*>qubits.data, <INT>qubits.shape[0])
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (SBOpRep_Embedded, (self.embedded, self.c_gate._n, self.qubits))
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_2__reduce__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  __Pyx_RefNannySetupContext("__reduce__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1236
 * 
 *     def __reduce__(self):
 *         return (SBOpRep_Embedded, (self.embedded, self.c_gate._n, self.qubits))             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_self->__pyx_base.c_gate->_n); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1236, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_2 = PyTuple_New(3); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1236, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->embedded));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->embedded));
  PyTuple_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_v_self->embedded));
  __Pyx_GIVEREF(__pyx_t_1);
  PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_1);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->qubits));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->qubits));
  PyTuple_SET_ITEM(__pyx_t_2, 2, ((PyObject *)__pyx_v_self->qubits));
  __pyx_t_1 = 0;
  __pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1236, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_INCREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded));
  __Pyx_GIVEREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded));
  PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded));
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_t_2);
  __pyx_t_2 = 0;
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1235
 *                                               <INT*>qubits.data, <INT>qubits.shape[0])
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (SBOpRep_Embedded, (self.embedded, self.c_gate._n, self.qubits))
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBOpRep_Embedded.__reduce__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1225
 * 
 * cdef class SBOpRep_Embedded(SBOpRep):
 *     cdef public np.ndarray qubits             # <<<<<<<<<<<<<<
 *     cdef public SBOpRep embedded
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_6qubits_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_6qubits_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_6qubits___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_6qubits___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->qubits));
  __pyx_r = ((PyObject *)__pyx_v_self->qubits);
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_6qubits_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_6qubits_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_6qubits_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_6qubits_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__set__", 0);
  if (!(likely(((__pyx_v_value) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_value, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 1225, __pyx_L1_error)
  __pyx_t_1 = __pyx_v_value;
  __Pyx_INCREF(__pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __Pyx_GOTREF(__pyx_v_self->qubits);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->qubits));
  __pyx_v_self->qubits = ((PyArrayObject *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBOpRep_Embedded.qubits.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_6qubits_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_6qubits_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_6qubits_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_6qubits_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->qubits);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->qubits));
  __pyx_v_self->qubits = ((PyArrayObject *)Py_None);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1226
 * cdef class SBOpRep_Embedded(SBOpRep):
 *     cdef public np.ndarray qubits
 *     cdef public SBOpRep embedded             # <<<<<<<<<<<<<<
 * 
 *     def __cinit__(self, SBOpRep embedded_op, INT n,
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_8embedded_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_8embedded_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_8embedded___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_8embedded___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->embedded));
  __pyx_r = ((PyObject *)__pyx_v_self->embedded);
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_8embedded_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_8embedded_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_8embedded_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_8embedded_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__set__", 0);
  if (!(likely(((__pyx_v_value) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_value, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep))))) __PYX_ERR(0, 1226, __pyx_L1_error)
  __pyx_t_1 = __pyx_v_value;
  __Pyx_INCREF(__pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __Pyx_GOTREF(__pyx_v_self->embedded);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->embedded));
  __pyx_v_self->embedded = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBOpRep_Embedded.embedded.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_8embedded_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_8embedded_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_8embedded_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_8embedded_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->embedded);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->embedded));
  __pyx_v_self->embedded = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep *)Py_None);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1242
 *     cdef public object factor_reps # list of SBOpRep objs?
 * 
 *     def __cinit__(self, factor_op_reps, INT n):             # <<<<<<<<<<<<<<
 *         self.factor_reps = factor_op_reps
 *         cdef INT i
 */

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Composed_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Composed_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyObject *__pyx_v_factor_op_reps = 0;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_n;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_factor_op_reps,&__pyx_n_s_n,0};
    PyObject* values[2] = {0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_factor_op_reps)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_n)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 2, 2, 1); __PYX_ERR(0, 1242, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__cinit__") < 0)) __PYX_ERR(0, 1242, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 2) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
    }
    __pyx_v_factor_op_reps = values[0];
    __pyx_v_n = __Pyx_PyInt_As_PY_LONG_LONG(values[1]); if (unlikely((__pyx_v_n == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 1242, __pyx_L3_error)
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1242, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBOpRep_Composed.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return -1;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Composed___cinit__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed *)__pyx_v_self), __pyx_v_factor_op_reps, __pyx_v_n);

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Composed___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed *__pyx_v_self, PyObject *__pyx_v_factor_op_reps, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_n) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nfactors;
  std::vector<CReps::SBOpCRep *>  __pyx_v_gate_creps;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  Py_ssize_t __pyx_t_1;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SBGateCRep_ptr>  __pyx_t_2;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_3;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_4;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_5;
  PyObject *__pyx_t_6 = NULL;
  CReps::SBOpCRep *__pyx_t_7;
  CReps::SBOpCRep_Composed *__pyx_t_8;
  __Pyx_RefNannySetupContext("__cinit__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1243
 * 
 *     def __cinit__(self, factor_op_reps, INT n):
 *         self.factor_reps = factor_op_reps             # <<<<<<<<<<<<<<
 *         cdef INT i
 *         cdef INT nfactors = len(factor_op_reps)
 */
  __Pyx_INCREF(__pyx_v_factor_op_reps);
  __Pyx_GIVEREF(__pyx_v_factor_op_reps);
  __Pyx_GOTREF(__pyx_v_self->factor_reps);
  __Pyx_DECREF(__pyx_v_self->factor_reps);
  __pyx_v_self->factor_reps = __pyx_v_factor_op_reps;

  /* "pygsti/objects/replib/fastreplib.pyx":1245
 *         self.factor_reps = factor_op_reps
 *         cdef INT i
 *         cdef INT nfactors = len(factor_op_reps)             # <<<<<<<<<<<<<<
 *         cdef vector[SBOpCRep*] gate_creps = vector[SBGateCRep_ptr](nfactors)
 *         for i in range(nfactors):
 */
  __pyx_t_1 = PyObject_Length(__pyx_v_factor_op_reps); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1245, __pyx_L1_error)
  __pyx_v_nfactors = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":1246
 *         cdef INT i
 *         cdef INT nfactors = len(factor_op_reps)
 *         cdef vector[SBOpCRep*] gate_creps = vector[SBGateCRep_ptr](nfactors)             # <<<<<<<<<<<<<<
 *         for i in range(nfactors):
 *             gate_creps[i] = (<SBOpRep?>factor_op_reps[i]).c_gate
 */
  try {
    __pyx_t_2 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SBGateCRep_ptr> (__pyx_v_nfactors);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1246, __pyx_L1_error)
  }
  __pyx_v_gate_creps = __pyx_t_2;

  /* "pygsti/objects/replib/fastreplib.pyx":1247
 *         cdef INT nfactors = len(factor_op_reps)
 *         cdef vector[SBOpCRep*] gate_creps = vector[SBGateCRep_ptr](nfactors)
 *         for i in range(nfactors):             # <<<<<<<<<<<<<<
 *             gate_creps[i] = (<SBOpRep?>factor_op_reps[i]).c_gate
 *         self.c_gate = new SBOpCRep_Composed(gate_creps, n)
 */
  __pyx_t_3 = __pyx_v_nfactors;
  __pyx_t_4 = __pyx_t_3;
  for (__pyx_t_5 = 0; __pyx_t_5 < __pyx_t_4; __pyx_t_5+=1) {
    __pyx_v_i = __pyx_t_5;

    /* "pygsti/objects/replib/fastreplib.pyx":1248
 *         cdef vector[SBOpCRep*] gate_creps = vector[SBGateCRep_ptr](nfactors)
 *         for i in range(nfactors):
 *             gate_creps[i] = (<SBOpRep?>factor_op_reps[i]).c_gate             # <<<<<<<<<<<<<<
 *         self.c_gate = new SBOpCRep_Composed(gate_creps, n)
 * 
 */
    __pyx_t_6 = __Pyx_GetItemInt(__pyx_v_factor_op_reps, __pyx_v_i, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1248, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    if (!(likely(__Pyx_TypeTest(__pyx_t_6, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep)))) __PYX_ERR(0, 1248, __pyx_L1_error)
    __pyx_t_7 = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep *)__pyx_t_6)->c_gate;
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    (__pyx_v_gate_creps[__pyx_v_i]) = __pyx_t_7;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":1249
 *         for i in range(nfactors):
 *             gate_creps[i] = (<SBOpRep?>factor_op_reps[i]).c_gate
 *         self.c_gate = new SBOpCRep_Composed(gate_creps, n)             # <<<<<<<<<<<<<<
 * 
 *     def __reduce__(self):
 */
  try {
    __pyx_t_8 = new CReps::SBOpCRep_Composed(__pyx_v_gate_creps, __pyx_v_n);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1249, __pyx_L1_error)
  }
  __pyx_v_self->__pyx_base.c_gate = __pyx_t_8;

  /* "pygsti/objects/replib/fastreplib.pyx":1242
 *     cdef public object factor_reps # list of SBOpRep objs?
 * 
 *     def __cinit__(self, factor_op_reps, INT n):             # <<<<<<<<<<<<<<
 *         self.factor_reps = factor_op_reps
 *         cdef INT i
 */

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBOpRep_Composed.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1251
 *         self.c_gate = new SBOpCRep_Composed(gate_creps, n)
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (SBOpRep_Composed, (self.factor_reps, self.c_gate._n))
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Composed_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Composed_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Composed_2__reduce__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Composed_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  __Pyx_RefNannySetupContext("__reduce__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1252
 * 
 *     def __reduce__(self):
 *         return (SBOpRep_Composed, (self.factor_reps, self.c_gate._n))             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_self->__pyx_base.c_gate->_n); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1252, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1252, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_INCREF(__pyx_v_self->factor_reps);
  __Pyx_GIVEREF(__pyx_v_self->factor_reps);
  PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_v_self->factor_reps);
  __Pyx_GIVEREF(__pyx_t_1);
  PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_1);
  __pyx_t_1 = 0;
  __pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1252, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_INCREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed));
  __Pyx_GIVEREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed));
  PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed));
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_t_2);
  __pyx_t_2 = 0;
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1251
 *         self.c_gate = new SBOpCRep_Composed(gate_creps, n)
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (SBOpRep_Composed, (self.factor_reps, self.c_gate._n))
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBOpRep_Composed.__reduce__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1240
 * 
 * cdef class SBOpRep_Composed(SBOpRep):
 *     cdef public object factor_reps # list of SBOpRep objs?             # <<<<<<<<<<<<<<
 * 
 *     def __cinit__(self, factor_op_reps, INT n):
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Composed_11factor_reps_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Composed_11factor_reps_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Composed_11factor_reps___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Composed_11factor_reps___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(__pyx_v_self->factor_reps);
  __pyx_r = __pyx_v_self->factor_reps;
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Composed_11factor_reps_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Composed_11factor_reps_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Composed_11factor_reps_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Composed_11factor_reps_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__", 0);
  __Pyx_INCREF(__pyx_v_value);
  __Pyx_GIVEREF(__pyx_v_value);
  __Pyx_GOTREF(__pyx_v_self->factor_reps);
  __Pyx_DECREF(__pyx_v_self->factor_reps);
  __pyx_v_self->factor_reps = __pyx_v_value;

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Composed_11factor_reps_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Composed_11factor_reps_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Composed_11factor_reps_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Composed_11factor_reps_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->factor_reps);
  __Pyx_DECREF(__pyx_v_self->factor_reps);
  __pyx_v_self->factor_reps = Py_None;

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1258
 *     cdef public object factor_reps # list of SBOpRep objs?
 * 
 *     def __cinit__(self, factor_reps, INT n):             # <<<<<<<<<<<<<<
 *         self.factor_reps = factor_reps
 *         cdef INT i
 */

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBOpRep_Sum_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBOpRep_Sum_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyObject *__pyx_v_factor_reps = 0;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_n;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_factor_reps,&__pyx_n_s_n,0};
    PyObject* values[2] = {0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_factor_reps)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_n)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 2, 2, 1); __PYX_ERR(0, 1258, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__cinit__") < 0)) __PYX_ERR(0, 1258, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 2) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
    }
    __pyx_v_factor_reps = values[0];
    __pyx_v_n = __Pyx_PyInt_As_PY_LONG_LONG(values[1]); if (unlikely((__pyx_v_n == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 1258, __pyx_L3_error)
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1258, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBOpRep_Sum.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return -1;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBOpRep_Sum___cinit__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum *)__pyx_v_self), __pyx_v_factor_reps, __pyx_v_n);

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBOpRep_Sum___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum *__pyx_v_self, PyObject *__pyx_v_factor_reps, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_n) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nfactors;
  std::vector<CReps::SBOpCRep *>  __pyx_v_factor_creps;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  Py_ssize_t __pyx_t_1;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SBGateCRep_ptr>  __pyx_t_2;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_3;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_4;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_5;
  PyObject *__pyx_t_6 = NULL;
  CReps::SBOpCRep *__pyx_t_7;
  CReps::SBOpCRep_Sum *__pyx_t_8;
  __Pyx_RefNannySetupContext("__cinit__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1259
 * 
 *     def __cinit__(self, factor_reps, INT n):
 *         self.factor_reps = factor_reps             # <<<<<<<<<<<<<<
 *         cdef INT i
 *         cdef INT nfactors = len(factor_reps)
 */
  __Pyx_INCREF(__pyx_v_factor_reps);
  __Pyx_GIVEREF(__pyx_v_factor_reps);
  __Pyx_GOTREF(__pyx_v_self->factor_reps);
  __Pyx_DECREF(__pyx_v_self->factor_reps);
  __pyx_v_self->factor_reps = __pyx_v_factor_reps;

  /* "pygsti/objects/replib/fastreplib.pyx":1261
 *         self.factor_reps = factor_reps
 *         cdef INT i
 *         cdef INT nfactors = len(factor_reps)             # <<<<<<<<<<<<<<
 *         cdef vector[SBOpCRep*] factor_creps = vector[SBGateCRep_ptr](nfactors)
 *         for i in range(nfactors):
 */
  __pyx_t_1 = PyObject_Length(__pyx_v_factor_reps); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1261, __pyx_L1_error)
  __pyx_v_nfactors = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":1262
 *         cdef INT i
 *         cdef INT nfactors = len(factor_reps)
 *         cdef vector[SBOpCRep*] factor_creps = vector[SBGateCRep_ptr](nfactors)             # <<<<<<<<<<<<<<
 *         for i in range(nfactors):
 *             factor_creps[i] = (<SBOpRep?>factor_reps[i]).c_gate
 */
  try {
    __pyx_t_2 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SBGateCRep_ptr> (__pyx_v_nfactors);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1262, __pyx_L1_error)
  }
  __pyx_v_factor_creps = __pyx_t_2;

  /* "pygsti/objects/replib/fastreplib.pyx":1263
 *         cdef INT nfactors = len(factor_reps)
 *         cdef vector[SBOpCRep*] factor_creps = vector[SBGateCRep_ptr](nfactors)
 *         for i in range(nfactors):             # <<<<<<<<<<<<<<
 *             factor_creps[i] = (<SBOpRep?>factor_reps[i]).c_gate
 *         self.c_gate = new SBOpCRep_Sum(factor_creps, n)
 */
  __pyx_t_3 = __pyx_v_nfactors;
  __pyx_t_4 = __pyx_t_3;
  for (__pyx_t_5 = 0; __pyx_t_5 < __pyx_t_4; __pyx_t_5+=1) {
    __pyx_v_i = __pyx_t_5;

    /* "pygsti/objects/replib/fastreplib.pyx":1264
 *         cdef vector[SBOpCRep*] factor_creps = vector[SBGateCRep_ptr](nfactors)
 *         for i in range(nfactors):
 *             factor_creps[i] = (<SBOpRep?>factor_reps[i]).c_gate             # <<<<<<<<<<<<<<
 *         self.c_gate = new SBOpCRep_Sum(factor_creps, n)
 * 
 */
    __pyx_t_6 = __Pyx_GetItemInt(__pyx_v_factor_reps, __pyx_v_i, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1264, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    if (!(likely(__Pyx_TypeTest(__pyx_t_6, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep)))) __PYX_ERR(0, 1264, __pyx_L1_error)
    __pyx_t_7 = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep *)__pyx_t_6)->c_gate;
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    (__pyx_v_factor_creps[__pyx_v_i]) = __pyx_t_7;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":1265
 *         for i in range(nfactors):
 *             factor_creps[i] = (<SBOpRep?>factor_reps[i]).c_gate
 *         self.c_gate = new SBOpCRep_Sum(factor_creps, n)             # <<<<<<<<<<<<<<
 * 
 *     def __reduce__(self):
 */
  try {
    __pyx_t_8 = new CReps::SBOpCRep_Sum(__pyx_v_factor_creps, __pyx_v_n);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1265, __pyx_L1_error)
  }
  __pyx_v_self->__pyx_base.c_gate = __pyx_t_8;

  /* "pygsti/objects/replib/fastreplib.pyx":1258
 *     cdef public object factor_reps # list of SBOpRep objs?
 * 
 *     def __cinit__(self, factor_reps, INT n):             # <<<<<<<<<<<<<<
 *         self.factor_reps = factor_reps
 *         cdef INT i
 */

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBOpRep_Sum.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1267
 *         self.c_gate = new SBOpCRep_Sum(factor_creps, n)
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (SBOpRep_Sum, (self.factor_reps, self.c_gate._n))
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBOpRep_Sum_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBOpRep_Sum_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBOpRep_Sum_2__reduce__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBOpRep_Sum_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  __Pyx_RefNannySetupContext("__reduce__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1268
 * 
 *     def __reduce__(self):
 *         return (SBOpRep_Sum, (self.factor_reps, self.c_gate._n))             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_self->__pyx_base.c_gate->_n); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1268, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1268, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_INCREF(__pyx_v_self->factor_reps);
  __Pyx_GIVEREF(__pyx_v_self->factor_reps);
  PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_v_self->factor_reps);
  __Pyx_GIVEREF(__pyx_t_1);
  PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_1);
  __pyx_t_1 = 0;
  __pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1268, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_INCREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum));
  __Pyx_GIVEREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum));
  PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum));
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_t_2);
  __pyx_t_2 = 0;
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1267
 *         self.c_gate = new SBOpCRep_Sum(factor_creps, n)
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (SBOpRep_Sum, (self.factor_reps, self.c_gate._n))
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBOpRep_Sum.__reduce__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1256
 * 
 * cdef class SBOpRep_Sum(SBOpRep):
 *     cdef public object factor_reps # list of SBOpRep objs?             # <<<<<<<<<<<<<<
 * 
 *     def __cinit__(self, factor_reps, INT n):
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBOpRep_Sum_11factor_reps_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBOpRep_Sum_11factor_reps_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBOpRep_Sum_11factor_reps___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBOpRep_Sum_11factor_reps___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(__pyx_v_self->factor_reps);
  __pyx_r = __pyx_v_self->factor_reps;
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBOpRep_Sum_11factor_reps_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBOpRep_Sum_11factor_reps_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBOpRep_Sum_11factor_reps_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBOpRep_Sum_11factor_reps_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__", 0);
  __Pyx_INCREF(__pyx_v_value);
  __Pyx_GIVEREF(__pyx_v_value);
  __Pyx_GOTREF(__pyx_v_self->factor_reps);
  __Pyx_DECREF(__pyx_v_self->factor_reps);
  __pyx_v_self->factor_reps = __pyx_v_value;

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBOpRep_Sum_11factor_reps_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBOpRep_Sum_11factor_reps_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBOpRep_Sum_11factor_reps_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_11SBOpRep_Sum_11factor_reps_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->factor_reps);
  __Pyx_DECREF(__pyx_v_self->factor_reps);
  __pyx_v_self->factor_reps = Py_None;

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1275
 *     cdef public INT power
 * 
 *     def __cinit__(self, SBOpRep exponentiated_op_rep, INT power, INT n):             # <<<<<<<<<<<<<<
 *         self.exponentiated_op = exponentiated_op_rep
 *         self.power = power
 */

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep *__pyx_v_exponentiated_op_rep = 0;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_power;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_n;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_exponentiated_op_rep,&__pyx_n_s_power,&__pyx_n_s_n,0};
    PyObject* values[3] = {0,0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
        CYTHON_FALLTHROUGH;
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_exponentiated_op_rep)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_power)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 3, 3, 1); __PYX_ERR(0, 1275, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  2:
        if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_n)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 3, 3, 2); __PYX_ERR(0, 1275, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__cinit__") < 0)) __PYX_ERR(0, 1275, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 3) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
      values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
    }
    __pyx_v_exponentiated_op_rep = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep *)values[0]);
    __pyx_v_power = __Pyx_PyInt_As_PY_LONG_LONG(values[1]); if (unlikely((__pyx_v_power == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 1275, __pyx_L3_error)
    __pyx_v_n = __Pyx_PyInt_As_PY_LONG_LONG(values[2]); if (unlikely((__pyx_v_n == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 1275, __pyx_L3_error)
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 3, 3, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1275, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBOpRep_Exponentiated.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return -1;
  __pyx_L4_argument_unpacking_done:;
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_exponentiated_op_rep), __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep, 1, "exponentiated_op_rep", 0))) __PYX_ERR(0, 1275, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated___cinit__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated *)__pyx_v_self), __pyx_v_exponentiated_op_rep, __pyx_v_power, __pyx_v_n);

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated *__pyx_v_self, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep *__pyx_v_exponentiated_op_rep, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_power, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_n) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  CReps::SBOpCRep_Exponentiated *__pyx_t_1;
  __Pyx_RefNannySetupContext("__cinit__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1276
 * 
 *     def __cinit__(self, SBOpRep exponentiated_op_rep, INT power, INT n):
 *         self.exponentiated_op = exponentiated_op_rep             # <<<<<<<<<<<<<<
 *         self.power = power
 *         self.c_gate = new SBOpCRep_Exponentiated(exponentiated_op_rep.c_gate, power, n)
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_exponentiated_op_rep));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_exponentiated_op_rep));
  __Pyx_GOTREF(__pyx_v_self->exponentiated_op);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->exponentiated_op));
  __pyx_v_self->exponentiated_op = __pyx_v_exponentiated_op_rep;

  /* "pygsti/objects/replib/fastreplib.pyx":1277
 *     def __cinit__(self, SBOpRep exponentiated_op_rep, INT power, INT n):
 *         self.exponentiated_op = exponentiated_op_rep
 *         self.power = power             # <<<<<<<<<<<<<<
 *         self.c_gate = new SBOpCRep_Exponentiated(exponentiated_op_rep.c_gate, power, n)
 * 
 */
  __pyx_v_self->power = __pyx_v_power;

  /* "pygsti/objects/replib/fastreplib.pyx":1278
 *         self.exponentiated_op = exponentiated_op_rep
 *         self.power = power
 *         self.c_gate = new SBOpCRep_Exponentiated(exponentiated_op_rep.c_gate, power, n)             # <<<<<<<<<<<<<<
 * 
 *     def __reduce__(self):
 */
  try {
    __pyx_t_1 = new CReps::SBOpCRep_Exponentiated(__pyx_v_exponentiated_op_rep->c_gate, __pyx_v_power, __pyx_v_n);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1278, __pyx_L1_error)
  }
  __pyx_v_self->__pyx_base.c_gate = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":1275
 *     cdef public INT power
 * 
 *     def __cinit__(self, SBOpRep exponentiated_op_rep, INT power, INT n):             # <<<<<<<<<<<<<<
 *         self.exponentiated_op = exponentiated_op_rep
 *         self.power = power
 */

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBOpRep_Exponentiated.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1280
 *         self.c_gate = new SBOpCRep_Exponentiated(exponentiated_op_rep.c_gate, power, n)
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (SBOpRep_Exponentiated, (self.exponentiated_op, self.power, self.c_gate._n))
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_2__reduce__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  __Pyx_RefNannySetupContext("__reduce__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1281
 * 
 *     def __reduce__(self):
 *         return (SBOpRep_Exponentiated, (self.exponentiated_op, self.power, self.c_gate._n))             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_self->power); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1281, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_2 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_self->__pyx_base.c_gate->_n); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1281, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = PyTuple_New(3); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1281, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->exponentiated_op));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->exponentiated_op));
  PyTuple_SET_ITEM(__pyx_t_3, 0, ((PyObject *)__pyx_v_self->exponentiated_op));
  __Pyx_GIVEREF(__pyx_t_1);
  PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_3, 2, __pyx_t_2);
  __pyx_t_1 = 0;
  __pyx_t_2 = 0;
  __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1281, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_INCREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated));
  __Pyx_GIVEREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated));
  PyTuple_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated));
  __Pyx_GIVEREF(__pyx_t_3);
  PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_3);
  __pyx_t_3 = 0;
  __pyx_r = __pyx_t_2;
  __pyx_t_2 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1280
 *         self.c_gate = new SBOpCRep_Exponentiated(exponentiated_op_rep.c_gate, power, n)
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (SBOpRep_Exponentiated, (self.exponentiated_op, self.power, self.c_gate._n))
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBOpRep_Exponentiated.__reduce__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1272
 * 
 * cdef class SBOpRep_Exponentiated(SBOpRep):
 *     cdef public SBOpRep exponentiated_op             # <<<<<<<<<<<<<<
 *     cdef public INT power
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_16exponentiated_op_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_16exponentiated_op_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_16exponentiated_op___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_16exponentiated_op___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->exponentiated_op));
  __pyx_r = ((PyObject *)__pyx_v_self->exponentiated_op);
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_16exponentiated_op_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_16exponentiated_op_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_16exponentiated_op_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_16exponentiated_op_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__set__", 0);
  if (!(likely(((__pyx_v_value) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_value, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep))))) __PYX_ERR(0, 1272, __pyx_L1_error)
  __pyx_t_1 = __pyx_v_value;
  __Pyx_INCREF(__pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __Pyx_GOTREF(__pyx_v_self->exponentiated_op);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->exponentiated_op));
  __pyx_v_self->exponentiated_op = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBOpRep_Exponentiated.exponentiated_op.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_16exponentiated_op_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_16exponentiated_op_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_16exponentiated_op_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_16exponentiated_op_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->exponentiated_op);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->exponentiated_op));
  __pyx_v_self->exponentiated_op = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep *)Py_None);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1273
 * cdef class SBOpRep_Exponentiated(SBOpRep):
 *     cdef public SBOpRep exponentiated_op
 *     cdef public INT power             # <<<<<<<<<<<<<<
 * 
 *     def __cinit__(self, SBOpRep exponentiated_op_rep, INT power, INT n):
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_5power_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_5power_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_5power___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_5power___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_self->power); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1273, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBOpRep_Exponentiated.power.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_5power_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_5power_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_5power_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_5power_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_1;
  __Pyx_RefNannySetupContext("__set__", 0);
  __pyx_t_1 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_v_value); if (unlikely((__pyx_t_1 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 1273, __pyx_L1_error)
  __pyx_v_self->power = __pyx_t_1;

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBOpRep_Exponentiated.power.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1292
 *     cdef public np.ndarray unitary_dagger
 * 
 *     def __cinit__(self, np.ndarray[np.int64_t, ndim=2, mode='c'] smatrix,             # <<<<<<<<<<<<<<
 *                   np.ndarray[np.int64_t, ndim=1, mode='c'] svector,
 *                   np.ndarray[np.int64_t, ndim=2, mode='c'] smatrix_inv,
 */

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyArrayObject *__pyx_v_smatrix = 0;
  PyArrayObject *__pyx_v_svector = 0;
  PyArrayObject *__pyx_v_smatrix_inv = 0;
  PyArrayObject *__pyx_v_svector_inv = 0;
  PyArrayObject *__pyx_v_unitary = 0;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_smatrix,&__pyx_n_s_svector,&__pyx_n_s_smatrix_inv,&__pyx_n_s_svector_inv,&__pyx_n_s_unitary,0};
    PyObject* values[5] = {0,0,0,0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
        CYTHON_FALLTHROUGH;
        case  4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
        CYTHON_FALLTHROUGH;
        case  3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
        CYTHON_FALLTHROUGH;
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_smatrix)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_svector)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 5, 5, 1); __PYX_ERR(0, 1292, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  2:
        if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_smatrix_inv)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 5, 5, 2); __PYX_ERR(0, 1292, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  3:
        if (likely((values[3] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_svector_inv)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 5, 5, 3); __PYX_ERR(0, 1292, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  4:
        if (likely((values[4] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_unitary)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 5, 5, 4); __PYX_ERR(0, 1292, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__cinit__") < 0)) __PYX_ERR(0, 1292, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 5) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
      values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
      values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
      values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
    }
    __pyx_v_smatrix = ((PyArrayObject *)values[0]);
    __pyx_v_svector = ((PyArrayObject *)values[1]);
    __pyx_v_smatrix_inv = ((PyArrayObject *)values[2]);
    __pyx_v_svector_inv = ((PyArrayObject *)values[3]);
    __pyx_v_unitary = ((PyArrayObject *)values[4]);
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 5, 5, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1292, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBOpRep_Clifford.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return -1;
  __pyx_L4_argument_unpacking_done:;
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_smatrix), __pyx_ptype_5numpy_ndarray, 1, "smatrix", 0))) __PYX_ERR(0, 1292, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_svector), __pyx_ptype_5numpy_ndarray, 1, "svector", 0))) __PYX_ERR(0, 1293, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_smatrix_inv), __pyx_ptype_5numpy_ndarray, 1, "smatrix_inv", 0))) __PYX_ERR(0, 1294, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_svector_inv), __pyx_ptype_5numpy_ndarray, 1, "svector_inv", 0))) __PYX_ERR(0, 1295, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_unitary), __pyx_ptype_5numpy_ndarray, 1, "unitary", 0))) __PYX_ERR(0, 1296, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford___cinit__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *)__pyx_v_self), __pyx_v_smatrix, __pyx_v_svector, __pyx_v_smatrix_inv, __pyx_v_svector_inv, __pyx_v_unitary);

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *__pyx_v_self, PyArrayObject *__pyx_v_smatrix, PyArrayObject *__pyx_v_svector, PyArrayObject *__pyx_v_smatrix_inv, PyArrayObject *__pyx_v_svector_inv, PyArrayObject *__pyx_v_unitary) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_n;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_smatrix;
  __Pyx_Buffer __pyx_pybuffer_smatrix;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_smatrix_inv;
  __Pyx_Buffer __pyx_pybuffer_smatrix_inv;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_svector;
  __Pyx_Buffer __pyx_pybuffer_svector;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_svector_inv;
  __Pyx_Buffer __pyx_pybuffer_svector_inv;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_unitary;
  __Pyx_Buffer __pyx_pybuffer_unitary;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  PyObject *__pyx_t_5 = NULL;
  PyObject *__pyx_t_6 = NULL;
  PyObject *__pyx_t_7 = NULL;
  CReps::SBOpCRep_Clifford *__pyx_t_8;
  __Pyx_RefNannySetupContext("__cinit__", 0);
  __pyx_pybuffer_smatrix.pybuffer.buf = NULL;
  __pyx_pybuffer_smatrix.refcount = 0;
  __pyx_pybuffernd_smatrix.data = NULL;
  __pyx_pybuffernd_smatrix.rcbuffer = &__pyx_pybuffer_smatrix;
  __pyx_pybuffer_svector.pybuffer.buf = NULL;
  __pyx_pybuffer_svector.refcount = 0;
  __pyx_pybuffernd_svector.data = NULL;
  __pyx_pybuffernd_svector.rcbuffer = &__pyx_pybuffer_svector;
  __pyx_pybuffer_smatrix_inv.pybuffer.buf = NULL;
  __pyx_pybuffer_smatrix_inv.refcount = 0;
  __pyx_pybuffernd_smatrix_inv.data = NULL;
  __pyx_pybuffernd_smatrix_inv.rcbuffer = &__pyx_pybuffer_smatrix_inv;
  __pyx_pybuffer_svector_inv.pybuffer.buf = NULL;
  __pyx_pybuffer_svector_inv.refcount = 0;
  __pyx_pybuffernd_svector_inv.data = NULL;
  __pyx_pybuffernd_svector_inv.rcbuffer = &__pyx_pybuffer_svector_inv;
  __pyx_pybuffer_unitary.pybuffer.buf = NULL;
  __pyx_pybuffer_unitary.refcount = 0;
  __pyx_pybuffernd_unitary.data = NULL;
  __pyx_pybuffernd_unitary.rcbuffer = &__pyx_pybuffer_unitary;
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_smatrix.rcbuffer->pybuffer, (PyObject*)__pyx_v_smatrix, &__Pyx_TypeInfo_nn___pyx_t_5numpy_int64_t, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 2, 0, __pyx_stack) == -1)) __PYX_ERR(0, 1292, __pyx_L1_error)
  }
  __pyx_pybuffernd_smatrix.diminfo[0].strides = __pyx_pybuffernd_smatrix.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_smatrix.diminfo[0].shape = __pyx_pybuffernd_smatrix.rcbuffer->pybuffer.shape[0]; __pyx_pybuffernd_smatrix.diminfo[1].strides = __pyx_pybuffernd_smatrix.rcbuffer->pybuffer.strides[1]; __pyx_pybuffernd_smatrix.diminfo[1].shape = __pyx_pybuffernd_smatrix.rcbuffer->pybuffer.shape[1];
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_svector.rcbuffer->pybuffer, (PyObject*)__pyx_v_svector, &__Pyx_TypeInfo_nn___pyx_t_5numpy_int64_t, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 1292, __pyx_L1_error)
  }
  __pyx_pybuffernd_svector.diminfo[0].strides = __pyx_pybuffernd_svector.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_svector.diminfo[0].shape = __pyx_pybuffernd_svector.rcbuffer->pybuffer.shape[0];
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_smatrix_inv.rcbuffer->pybuffer, (PyObject*)__pyx_v_smatrix_inv, &__Pyx_TypeInfo_nn___pyx_t_5numpy_int64_t, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 2, 0, __pyx_stack) == -1)) __PYX_ERR(0, 1292, __pyx_L1_error)
  }
  __pyx_pybuffernd_smatrix_inv.diminfo[0].strides = __pyx_pybuffernd_smatrix_inv.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_smatrix_inv.diminfo[0].shape = __pyx_pybuffernd_smatrix_inv.rcbuffer->pybuffer.shape[0]; __pyx_pybuffernd_smatrix_inv.diminfo[1].strides = __pyx_pybuffernd_smatrix_inv.rcbuffer->pybuffer.strides[1]; __pyx_pybuffernd_smatrix_inv.diminfo[1].shape = __pyx_pybuffernd_smatrix_inv.rcbuffer->pybuffer.shape[1];
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_svector_inv.rcbuffer->pybuffer, (PyObject*)__pyx_v_svector_inv, &__Pyx_TypeInfo_nn___pyx_t_5numpy_int64_t, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 1292, __pyx_L1_error)
  }
  __pyx_pybuffernd_svector_inv.diminfo[0].strides = __pyx_pybuffernd_svector_inv.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_svector_inv.diminfo[0].shape = __pyx_pybuffernd_svector_inv.rcbuffer->pybuffer.shape[0];
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_unitary.rcbuffer->pybuffer, (PyObject*)__pyx_v_unitary, &__Pyx_TypeInfo___pyx_t_double_complex, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 2, 0, __pyx_stack) == -1)) __PYX_ERR(0, 1292, __pyx_L1_error)
  }
  __pyx_pybuffernd_unitary.diminfo[0].strides = __pyx_pybuffernd_unitary.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_unitary.diminfo[0].shape = __pyx_pybuffernd_unitary.rcbuffer->pybuffer.shape[0]; __pyx_pybuffernd_unitary.diminfo[1].strides = __pyx_pybuffernd_unitary.rcbuffer->pybuffer.strides[1]; __pyx_pybuffernd_unitary.diminfo[1].shape = __pyx_pybuffernd_unitary.rcbuffer->pybuffer.shape[1];

  /* "pygsti/objects/replib/fastreplib.pyx":1298
 *                   np.ndarray[np.complex128_t, ndim=2, mode='c'] unitary):
 * 
 *         self.smatrix = smatrix             # <<<<<<<<<<<<<<
 *         self.svector = svector
 *         self.unitary = unitary
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_smatrix));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_smatrix));
  __Pyx_GOTREF(__pyx_v_self->smatrix);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->smatrix));
  __pyx_v_self->smatrix = ((PyArrayObject *)__pyx_v_smatrix);

  /* "pygsti/objects/replib/fastreplib.pyx":1299
 * 
 *         self.smatrix = smatrix
 *         self.svector = svector             # <<<<<<<<<<<<<<
 *         self.unitary = unitary
 *         self.smatrix_inv = smatrix_inv
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_svector));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_svector));
  __Pyx_GOTREF(__pyx_v_self->svector);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->svector));
  __pyx_v_self->svector = ((PyArrayObject *)__pyx_v_svector);

  /* "pygsti/objects/replib/fastreplib.pyx":1300
 *         self.smatrix = smatrix
 *         self.svector = svector
 *         self.unitary = unitary             # <<<<<<<<<<<<<<
 *         self.smatrix_inv = smatrix_inv
 *         self.svector_inv = svector_inv
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_unitary));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_unitary));
  __Pyx_GOTREF(__pyx_v_self->unitary);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->unitary));
  __pyx_v_self->unitary = ((PyArrayObject *)__pyx_v_unitary);

  /* "pygsti/objects/replib/fastreplib.pyx":1301
 *         self.svector = svector
 *         self.unitary = unitary
 *         self.smatrix_inv = smatrix_inv             # <<<<<<<<<<<<<<
 *         self.svector_inv = svector_inv
 *         self.unitary_dagger = np.ascontiguousarray(np.conjugate(np.transpose(unitary)))
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_smatrix_inv));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_smatrix_inv));
  __Pyx_GOTREF(__pyx_v_self->smatrix_inv);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->smatrix_inv));
  __pyx_v_self->smatrix_inv = ((PyArrayObject *)__pyx_v_smatrix_inv);

  /* "pygsti/objects/replib/fastreplib.pyx":1302
 *         self.unitary = unitary
 *         self.smatrix_inv = smatrix_inv
 *         self.svector_inv = svector_inv             # <<<<<<<<<<<<<<
 *         self.unitary_dagger = np.ascontiguousarray(np.conjugate(np.transpose(unitary)))
 *            # the "ascontiguousarray" is crucial, since we just use the .data below
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_svector_inv));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_svector_inv));
  __Pyx_GOTREF(__pyx_v_self->svector_inv);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->svector_inv));
  __pyx_v_self->svector_inv = ((PyArrayObject *)__pyx_v_svector_inv);

  /* "pygsti/objects/replib/fastreplib.pyx":1303
 *         self.smatrix_inv = smatrix_inv
 *         self.svector_inv = svector_inv
 *         self.unitary_dagger = np.ascontiguousarray(np.conjugate(np.transpose(unitary)))             # <<<<<<<<<<<<<<
 *            # the "ascontiguousarray" is crucial, since we just use the .data below
 *         cdef INT n = smatrix.shape[0] // 2
 */
  __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_np); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1303, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_ascontiguousarray); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1303, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_np); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1303, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_conjugate); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1303, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  __Pyx_GetModuleGlobalName(__pyx_t_6, __pyx_n_s_np); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1303, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_6);
  __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_6, __pyx_n_s_transpose); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1303, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_7);
  __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
  __pyx_t_6 = NULL;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_7))) {
    __pyx_t_6 = PyMethod_GET_SELF(__pyx_t_7);
    if (likely(__pyx_t_6)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7);
      __Pyx_INCREF(__pyx_t_6);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_7, function);
    }
  }
  __pyx_t_4 = (__pyx_t_6) ? __Pyx_PyObject_Call2Args(__pyx_t_7, __pyx_t_6, ((PyObject *)__pyx_v_unitary)) : __Pyx_PyObject_CallOneArg(__pyx_t_7, ((PyObject *)__pyx_v_unitary));
  __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
  if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1303, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
  __pyx_t_7 = NULL;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_5))) {
    __pyx_t_7 = PyMethod_GET_SELF(__pyx_t_5);
    if (likely(__pyx_t_7)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
      __Pyx_INCREF(__pyx_t_7);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_5, function);
    }
  }
  __pyx_t_2 = (__pyx_t_7) ? __Pyx_PyObject_Call2Args(__pyx_t_5, __pyx_t_7, __pyx_t_4) : __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_t_4);
  __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1303, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  __pyx_t_5 = NULL;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) {
    __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_3);
    if (likely(__pyx_t_5)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
      __Pyx_INCREF(__pyx_t_5);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_3, function);
    }
  }
  __pyx_t_1 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_5, __pyx_t_2) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_t_2);
  __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1303, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  if (!(likely(((__pyx_t_1) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_1, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 1303, __pyx_L1_error)
  __Pyx_GIVEREF(__pyx_t_1);
  __Pyx_GOTREF(__pyx_v_self->unitary_dagger);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->unitary_dagger));
  __pyx_v_self->unitary_dagger = ((PyArrayObject *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1305
 *         self.unitary_dagger = np.ascontiguousarray(np.conjugate(np.transpose(unitary)))
 *            # the "ascontiguousarray" is crucial, since we just use the .data below
 *         cdef INT n = smatrix.shape[0] // 2             # <<<<<<<<<<<<<<
 *         self.c_gate = new SBOpCRep_Clifford(<INT*>smatrix.data, <INT*>svector.data, <double complex*>unitary.data,
 *                                               <INT*>smatrix_inv.data, <INT*>svector_inv.data,
 */
  __pyx_v_n = __Pyx_div_long((__pyx_v_smatrix->dimensions[0]), 2);

  /* "pygsti/objects/replib/fastreplib.pyx":1306
 *            # the "ascontiguousarray" is crucial, since we just use the .data below
 *         cdef INT n = smatrix.shape[0] // 2
 *         self.c_gate = new SBOpCRep_Clifford(<INT*>smatrix.data, <INT*>svector.data, <double complex*>unitary.data,             # <<<<<<<<<<<<<<
 *                                               <INT*>smatrix_inv.data, <INT*>svector_inv.data,
 *                                               <double complex*>self.unitary_dagger.data, n)
 */
  try {
    __pyx_t_8 = new CReps::SBOpCRep_Clifford(((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT *)__pyx_v_smatrix->data), ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT *)__pyx_v_svector->data), ((__pyx_t_double_complex *)__pyx_v_unitary->data), ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT *)__pyx_v_smatrix_inv->data), ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT *)__pyx_v_svector_inv->data), ((__pyx_t_double_complex *)__pyx_v_self->unitary_dagger->data), __pyx_v_n);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1306, __pyx_L1_error)
  }
  __pyx_v_self->__pyx_base.c_gate = __pyx_t_8;

  /* "pygsti/objects/replib/fastreplib.pyx":1292
 *     cdef public np.ndarray unitary_dagger
 * 
 *     def __cinit__(self, np.ndarray[np.int64_t, ndim=2, mode='c'] smatrix,             # <<<<<<<<<<<<<<
 *                   np.ndarray[np.int64_t, ndim=1, mode='c'] svector,
 *                   np.ndarray[np.int64_t, ndim=2, mode='c'] smatrix_inv,
 */

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_XDECREF(__pyx_t_7);
  { PyObject *__pyx_type, *__pyx_value, *__pyx_tb;
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    __Pyx_ErrFetch(&__pyx_type, &__pyx_value, &__pyx_tb);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_smatrix.rcbuffer->pybuffer);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_smatrix_inv.rcbuffer->pybuffer);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_svector.rcbuffer->pybuffer);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_svector_inv.rcbuffer->pybuffer);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_unitary.rcbuffer->pybuffer);
  __Pyx_ErrRestore(__pyx_type, __pyx_value, __pyx_tb);}
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBOpRep_Clifford.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  goto __pyx_L2;
  __pyx_L0:;
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_smatrix.rcbuffer->pybuffer);
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_smatrix_inv.rcbuffer->pybuffer);
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_svector.rcbuffer->pybuffer);
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_svector_inv.rcbuffer->pybuffer);
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_unitary.rcbuffer->pybuffer);
  __pyx_L2:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1310
 *                                               <double complex*>self.unitary_dagger.data, n)
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (SBOpRep_Clifford, (self.smatrix, self.svector, self.smatrix_inv, self.svector_inv, self.unitary))
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_2__reduce__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  __Pyx_RefNannySetupContext("__reduce__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1311
 * 
 *     def __reduce__(self):
 *         return (SBOpRep_Clifford, (self.smatrix, self.svector, self.smatrix_inv, self.svector_inv, self.unitary))             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyTuple_New(5); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1311, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->smatrix));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->smatrix));
  PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)__pyx_v_self->smatrix));
  __Pyx_INCREF(((PyObject *)__pyx_v_self->svector));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->svector));
  PyTuple_SET_ITEM(__pyx_t_1, 1, ((PyObject *)__pyx_v_self->svector));
  __Pyx_INCREF(((PyObject *)__pyx_v_self->smatrix_inv));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->smatrix_inv));
  PyTuple_SET_ITEM(__pyx_t_1, 2, ((PyObject *)__pyx_v_self->smatrix_inv));
  __Pyx_INCREF(((PyObject *)__pyx_v_self->svector_inv));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->svector_inv));
  PyTuple_SET_ITEM(__pyx_t_1, 3, ((PyObject *)__pyx_v_self->svector_inv));
  __Pyx_INCREF(((PyObject *)__pyx_v_self->unitary));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->unitary));
  PyTuple_SET_ITEM(__pyx_t_1, 4, ((PyObject *)__pyx_v_self->unitary));
  __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1311, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_INCREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford));
  __Pyx_GIVEREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford));
  PyTuple_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford));
  __Pyx_GIVEREF(__pyx_t_1);
  PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_1);
  __pyx_t_1 = 0;
  __pyx_r = __pyx_t_2;
  __pyx_t_2 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1310
 *                                               <double complex*>self.unitary_dagger.data, n)
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (SBOpRep_Clifford, (self.smatrix, self.svector, self.smatrix_inv, self.svector_inv, self.unitary))
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBOpRep_Clifford.__reduce__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1285
 * 
 * cdef class SBOpRep_Clifford(SBOpRep):
 *     cdef public np.ndarray smatrix             # <<<<<<<<<<<<<<
 *     cdef public np.ndarray svector
 *     cdef public np.ndarray unitary
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7smatrix_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7smatrix_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7smatrix___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7smatrix___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->smatrix));
  __pyx_r = ((PyObject *)__pyx_v_self->smatrix);
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7smatrix_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7smatrix_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7smatrix_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7smatrix_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__set__", 0);
  if (!(likely(((__pyx_v_value) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_value, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 1285, __pyx_L1_error)
  __pyx_t_1 = __pyx_v_value;
  __Pyx_INCREF(__pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __Pyx_GOTREF(__pyx_v_self->smatrix);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->smatrix));
  __pyx_v_self->smatrix = ((PyArrayObject *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBOpRep_Clifford.smatrix.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7smatrix_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7smatrix_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7smatrix_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7smatrix_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->smatrix);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->smatrix));
  __pyx_v_self->smatrix = ((PyArrayObject *)Py_None);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1286
 * cdef class SBOpRep_Clifford(SBOpRep):
 *     cdef public np.ndarray smatrix
 *     cdef public np.ndarray svector             # <<<<<<<<<<<<<<
 *     cdef public np.ndarray unitary
 *     cdef public np.ndarray smatrix_inv
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7svector_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7svector_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7svector___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7svector___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->svector));
  __pyx_r = ((PyObject *)__pyx_v_self->svector);
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7svector_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7svector_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7svector_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7svector_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__set__", 0);
  if (!(likely(((__pyx_v_value) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_value, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 1286, __pyx_L1_error)
  __pyx_t_1 = __pyx_v_value;
  __Pyx_INCREF(__pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __Pyx_GOTREF(__pyx_v_self->svector);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->svector));
  __pyx_v_self->svector = ((PyArrayObject *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBOpRep_Clifford.svector.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7svector_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7svector_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7svector_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7svector_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->svector);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->svector));
  __pyx_v_self->svector = ((PyArrayObject *)Py_None);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1287
 *     cdef public np.ndarray smatrix
 *     cdef public np.ndarray svector
 *     cdef public np.ndarray unitary             # <<<<<<<<<<<<<<
 *     cdef public np.ndarray smatrix_inv
 *     cdef public np.ndarray svector_inv
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7unitary_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7unitary_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7unitary___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7unitary___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->unitary));
  __pyx_r = ((PyObject *)__pyx_v_self->unitary);
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7unitary_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7unitary_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7unitary_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7unitary_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__set__", 0);
  if (!(likely(((__pyx_v_value) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_value, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 1287, __pyx_L1_error)
  __pyx_t_1 = __pyx_v_value;
  __Pyx_INCREF(__pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __Pyx_GOTREF(__pyx_v_self->unitary);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->unitary));
  __pyx_v_self->unitary = ((PyArrayObject *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBOpRep_Clifford.unitary.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7unitary_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7unitary_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7unitary_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7unitary_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->unitary);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->unitary));
  __pyx_v_self->unitary = ((PyArrayObject *)Py_None);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1288
 *     cdef public np.ndarray svector
 *     cdef public np.ndarray unitary
 *     cdef public np.ndarray smatrix_inv             # <<<<<<<<<<<<<<
 *     cdef public np.ndarray svector_inv
 *     cdef public np.ndarray unitary_dagger
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_11smatrix_inv_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_11smatrix_inv_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_11smatrix_inv___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_11smatrix_inv___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->smatrix_inv));
  __pyx_r = ((PyObject *)__pyx_v_self->smatrix_inv);
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_11smatrix_inv_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_11smatrix_inv_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_11smatrix_inv_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_11smatrix_inv_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__set__", 0);
  if (!(likely(((__pyx_v_value) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_value, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 1288, __pyx_L1_error)
  __pyx_t_1 = __pyx_v_value;
  __Pyx_INCREF(__pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __Pyx_GOTREF(__pyx_v_self->smatrix_inv);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->smatrix_inv));
  __pyx_v_self->smatrix_inv = ((PyArrayObject *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBOpRep_Clifford.smatrix_inv.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_11smatrix_inv_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_11smatrix_inv_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_11smatrix_inv_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_11smatrix_inv_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->smatrix_inv);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->smatrix_inv));
  __pyx_v_self->smatrix_inv = ((PyArrayObject *)Py_None);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1289
 *     cdef public np.ndarray unitary
 *     cdef public np.ndarray smatrix_inv
 *     cdef public np.ndarray svector_inv             # <<<<<<<<<<<<<<
 *     cdef public np.ndarray unitary_dagger
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_11svector_inv_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_11svector_inv_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_11svector_inv___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_11svector_inv___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->svector_inv));
  __pyx_r = ((PyObject *)__pyx_v_self->svector_inv);
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_11svector_inv_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_11svector_inv_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_11svector_inv_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_11svector_inv_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__set__", 0);
  if (!(likely(((__pyx_v_value) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_value, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 1289, __pyx_L1_error)
  __pyx_t_1 = __pyx_v_value;
  __Pyx_INCREF(__pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __Pyx_GOTREF(__pyx_v_self->svector_inv);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->svector_inv));
  __pyx_v_self->svector_inv = ((PyArrayObject *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBOpRep_Clifford.svector_inv.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_11svector_inv_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_11svector_inv_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_11svector_inv_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_11svector_inv_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->svector_inv);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->svector_inv));
  __pyx_v_self->svector_inv = ((PyArrayObject *)Py_None);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1290
 *     cdef public np.ndarray smatrix_inv
 *     cdef public np.ndarray svector_inv
 *     cdef public np.ndarray unitary_dagger             # <<<<<<<<<<<<<<
 * 
 *     def __cinit__(self, np.ndarray[np.int64_t, ndim=2, mode='c'] smatrix,
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_14unitary_dagger_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_14unitary_dagger_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_14unitary_dagger___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_14unitary_dagger___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->unitary_dagger));
  __pyx_r = ((PyObject *)__pyx_v_self->unitary_dagger);
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_14unitary_dagger_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_14unitary_dagger_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_14unitary_dagger_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_14unitary_dagger_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__set__", 0);
  if (!(likely(((__pyx_v_value) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_value, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 1290, __pyx_L1_error)
  __pyx_t_1 = __pyx_v_value;
  __Pyx_INCREF(__pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __Pyx_GOTREF(__pyx_v_self->unitary_dagger);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->unitary_dagger));
  __pyx_v_self->unitary_dagger = ((PyArrayObject *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBOpRep_Clifford.unitary_dagger.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_14unitary_dagger_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_14unitary_dagger_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_14unitary_dagger_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_14unitary_dagger_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->unitary_dagger);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->unitary_dagger));
  __pyx_v_self->unitary_dagger = ((PyArrayObject *)Py_None);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1319
 * 
 *     #Use normal init here so can bypass to create from an already alloc'd c_poly
 *     def __init__(self, int_coeff_dict, INT max_num_vars, INT vindices_per_int):             # <<<<<<<<<<<<<<
 *         cdef unordered_map[PolyVarsIndex, complex] coeffs
 *         cdef PolyVarsIndex indx
 */

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_1__init__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_1__init__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyObject *__pyx_v_int_coeff_dict = 0;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_max_num_vars;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_vindices_per_int;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__init__ (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_int_coeff_dict,&__pyx_n_s_max_num_vars,&__pyx_n_s_vindices_per_int,0};
    PyObject* values[3] = {0,0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
        CYTHON_FALLTHROUGH;
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_int_coeff_dict)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_max_num_vars)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__init__", 1, 3, 3, 1); __PYX_ERR(0, 1319, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  2:
        if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_vindices_per_int)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__init__", 1, 3, 3, 2); __PYX_ERR(0, 1319, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__init__") < 0)) __PYX_ERR(0, 1319, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 3) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
      values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
    }
    __pyx_v_int_coeff_dict = values[0];
    __pyx_v_max_num_vars = __Pyx_PyInt_As_PY_LONG_LONG(values[1]); if (unlikely((__pyx_v_max_num_vars == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 1319, __pyx_L3_error)
    __pyx_v_vindices_per_int = __Pyx_PyInt_As_PY_LONG_LONG(values[2]); if (unlikely((__pyx_v_vindices_per_int == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 1319, __pyx_L3_error)
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("__init__", 1, 3, 3, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1319, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.PolyRep.__init__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return -1;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep___init__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *)__pyx_v_self), __pyx_v_int_coeff_dict, __pyx_v_max_num_vars, __pyx_v_vindices_per_int);

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep___init__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_self, PyObject *__pyx_v_int_coeff_dict, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_max_num_vars, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_vindices_per_int) {
  std::unordered_map<CReps::PolyVarsIndex,__pyx_t_double_complex>  __pyx_v_coeffs;
  CReps::PolyVarsIndex __pyx_v_indx;
  PyObject *__pyx_v_i_tup = NULL;
  PyObject *__pyx_v_c = NULL;
  PyObject *__pyx_v_ii = NULL;
  PyObject *__pyx_v_i = NULL;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  Py_ssize_t __pyx_t_4;
  PyObject *(*__pyx_t_5)(PyObject *);
  PyObject *__pyx_t_6 = NULL;
  PyObject *__pyx_t_7 = NULL;
  PyObject *(*__pyx_t_8)(PyObject *);
  Py_ssize_t __pyx_t_9;
  CReps::PolyVarsIndex __pyx_t_10;
  PyObject *(*__pyx_t_11)(PyObject *);
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_12;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> ::size_type __pyx_t_13;
  __pyx_t_double_complex __pyx_t_14;
  CReps::PolyCRep *__pyx_t_15;
  __Pyx_RefNannySetupContext("__init__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1322
 *         cdef unordered_map[PolyVarsIndex, complex] coeffs
 *         cdef PolyVarsIndex indx
 *         for i_tup,c in int_coeff_dict.items():             # <<<<<<<<<<<<<<
 *             indx = PolyVarsIndex(len(i_tup))
 *             for ii,i in enumerate(i_tup):
 */
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_int_coeff_dict, __pyx_n_s_items); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1322, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = NULL;
  if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
    __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
    if (likely(__pyx_t_3)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
      __Pyx_INCREF(__pyx_t_3);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_2, function);
    }
  }
  __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
  if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1322, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  if (likely(PyList_CheckExact(__pyx_t_1)) || PyTuple_CheckExact(__pyx_t_1)) {
    __pyx_t_2 = __pyx_t_1; __Pyx_INCREF(__pyx_t_2); __pyx_t_4 = 0;
    __pyx_t_5 = NULL;
  } else {
    __pyx_t_4 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1322, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_5 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1322, __pyx_L1_error)
  }
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  for (;;) {
    if (likely(!__pyx_t_5)) {
      if (likely(PyList_CheckExact(__pyx_t_2))) {
        if (__pyx_t_4 >= PyList_GET_SIZE(__pyx_t_2)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_1 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_4); __Pyx_INCREF(__pyx_t_1); __pyx_t_4++; if (unlikely(0 < 0)) __PYX_ERR(0, 1322, __pyx_L1_error)
        #else
        __pyx_t_1 = PySequence_ITEM(__pyx_t_2, __pyx_t_4); __pyx_t_4++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1322, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_1);
        #endif
      } else {
        if (__pyx_t_4 >= PyTuple_GET_SIZE(__pyx_t_2)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_1 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_4); __Pyx_INCREF(__pyx_t_1); __pyx_t_4++; if (unlikely(0 < 0)) __PYX_ERR(0, 1322, __pyx_L1_error)
        #else
        __pyx_t_1 = PySequence_ITEM(__pyx_t_2, __pyx_t_4); __pyx_t_4++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1322, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_1);
        #endif
      }
    } else {
      __pyx_t_1 = __pyx_t_5(__pyx_t_2);
      if (unlikely(!__pyx_t_1)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
          else __PYX_ERR(0, 1322, __pyx_L1_error)
        }
        break;
      }
      __Pyx_GOTREF(__pyx_t_1);
    }
    if ((likely(PyTuple_CheckExact(__pyx_t_1))) || (PyList_CheckExact(__pyx_t_1))) {
      PyObject* sequence = __pyx_t_1;
      Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
      if (unlikely(size != 2)) {
        if (size > 2) __Pyx_RaiseTooManyValuesError(2);
        else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
        __PYX_ERR(0, 1322, __pyx_L1_error)
      }
      #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
      if (likely(PyTuple_CheckExact(sequence))) {
        __pyx_t_3 = PyTuple_GET_ITEM(sequence, 0); 
        __pyx_t_6 = PyTuple_GET_ITEM(sequence, 1); 
      } else {
        __pyx_t_3 = PyList_GET_ITEM(sequence, 0); 
        __pyx_t_6 = PyList_GET_ITEM(sequence, 1); 
      }
      __Pyx_INCREF(__pyx_t_3);
      __Pyx_INCREF(__pyx_t_6);
      #else
      __pyx_t_3 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1322, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_3);
      __pyx_t_6 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1322, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_6);
      #endif
      __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
    } else {
      Py_ssize_t index = -1;
      __pyx_t_7 = PyObject_GetIter(__pyx_t_1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1322, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_7);
      __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
      __pyx_t_8 = Py_TYPE(__pyx_t_7)->tp_iternext;
      index = 0; __pyx_t_3 = __pyx_t_8(__pyx_t_7); if (unlikely(!__pyx_t_3)) goto __pyx_L5_unpacking_failed;
      __Pyx_GOTREF(__pyx_t_3);
      index = 1; __pyx_t_6 = __pyx_t_8(__pyx_t_7); if (unlikely(!__pyx_t_6)) goto __pyx_L5_unpacking_failed;
      __Pyx_GOTREF(__pyx_t_6);
      if (__Pyx_IternextUnpackEndCheck(__pyx_t_8(__pyx_t_7), 2) < 0) __PYX_ERR(0, 1322, __pyx_L1_error)
      __pyx_t_8 = NULL;
      __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
      goto __pyx_L6_unpacking_done;
      __pyx_L5_unpacking_failed:;
      __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
      __pyx_t_8 = NULL;
      if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
      __PYX_ERR(0, 1322, __pyx_L1_error)
      __pyx_L6_unpacking_done:;
    }
    __Pyx_XDECREF_SET(__pyx_v_i_tup, __pyx_t_3);
    __pyx_t_3 = 0;
    __Pyx_XDECREF_SET(__pyx_v_c, __pyx_t_6);
    __pyx_t_6 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":1323
 *         cdef PolyVarsIndex indx
 *         for i_tup,c in int_coeff_dict.items():
 *             indx = PolyVarsIndex(len(i_tup))             # <<<<<<<<<<<<<<
 *             for ii,i in enumerate(i_tup):
 *                 indx._parts[ii] = i
 */
    __pyx_t_9 = PyObject_Length(__pyx_v_i_tup); if (unlikely(__pyx_t_9 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1323, __pyx_L1_error)
    try {
      __pyx_t_10 = CReps::PolyVarsIndex(__pyx_t_9);
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 1323, __pyx_L1_error)
    }
    __pyx_v_indx = __pyx_t_10;

    /* "pygsti/objects/replib/fastreplib.pyx":1324
 *         for i_tup,c in int_coeff_dict.items():
 *             indx = PolyVarsIndex(len(i_tup))
 *             for ii,i in enumerate(i_tup):             # <<<<<<<<<<<<<<
 *                 indx._parts[ii] = i
 *             coeffs[indx] = <double complex>c
 */
    __Pyx_INCREF(__pyx_int_0);
    __pyx_t_1 = __pyx_int_0;
    if (likely(PyList_CheckExact(__pyx_v_i_tup)) || PyTuple_CheckExact(__pyx_v_i_tup)) {
      __pyx_t_6 = __pyx_v_i_tup; __Pyx_INCREF(__pyx_t_6); __pyx_t_9 = 0;
      __pyx_t_11 = NULL;
    } else {
      __pyx_t_9 = -1; __pyx_t_6 = PyObject_GetIter(__pyx_v_i_tup); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1324, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_6);
      __pyx_t_11 = Py_TYPE(__pyx_t_6)->tp_iternext; if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 1324, __pyx_L1_error)
    }
    for (;;) {
      if (likely(!__pyx_t_11)) {
        if (likely(PyList_CheckExact(__pyx_t_6))) {
          if (__pyx_t_9 >= PyList_GET_SIZE(__pyx_t_6)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_3 = PyList_GET_ITEM(__pyx_t_6, __pyx_t_9); __Pyx_INCREF(__pyx_t_3); __pyx_t_9++; if (unlikely(0 < 0)) __PYX_ERR(0, 1324, __pyx_L1_error)
          #else
          __pyx_t_3 = PySequence_ITEM(__pyx_t_6, __pyx_t_9); __pyx_t_9++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1324, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_3);
          #endif
        } else {
          if (__pyx_t_9 >= PyTuple_GET_SIZE(__pyx_t_6)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_3 = PyTuple_GET_ITEM(__pyx_t_6, __pyx_t_9); __Pyx_INCREF(__pyx_t_3); __pyx_t_9++; if (unlikely(0 < 0)) __PYX_ERR(0, 1324, __pyx_L1_error)
          #else
          __pyx_t_3 = PySequence_ITEM(__pyx_t_6, __pyx_t_9); __pyx_t_9++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1324, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_3);
          #endif
        }
      } else {
        __pyx_t_3 = __pyx_t_11(__pyx_t_6);
        if (unlikely(!__pyx_t_3)) {
          PyObject* exc_type = PyErr_Occurred();
          if (exc_type) {
            if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
            else __PYX_ERR(0, 1324, __pyx_L1_error)
          }
          break;
        }
        __Pyx_GOTREF(__pyx_t_3);
      }
      __Pyx_XDECREF_SET(__pyx_v_i, __pyx_t_3);
      __pyx_t_3 = 0;
      __Pyx_INCREF(__pyx_t_1);
      __Pyx_XDECREF_SET(__pyx_v_ii, __pyx_t_1);
      __pyx_t_3 = __Pyx_PyInt_AddObjC(__pyx_t_1, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1324, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_3);
      __Pyx_DECREF(__pyx_t_1);
      __pyx_t_1 = __pyx_t_3;
      __pyx_t_3 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":1325
 *             indx = PolyVarsIndex(len(i_tup))
 *             for ii,i in enumerate(i_tup):
 *                 indx._parts[ii] = i             # <<<<<<<<<<<<<<
 *             coeffs[indx] = <double complex>c
 *         self.c_poly = new PolyCRep(coeffs, max_num_vars, vindices_per_int)
 */
      __pyx_t_12 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_v_i); if (unlikely((__pyx_t_12 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 1325, __pyx_L1_error)
      __pyx_t_13 = __Pyx_PyInt_As_size_t(__pyx_v_ii); if (unlikely((__pyx_t_13 == (size_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 1325, __pyx_L1_error)
      (__pyx_v_indx._parts[__pyx_t_13]) = __pyx_t_12;

      /* "pygsti/objects/replib/fastreplib.pyx":1324
 *         for i_tup,c in int_coeff_dict.items():
 *             indx = PolyVarsIndex(len(i_tup))
 *             for ii,i in enumerate(i_tup):             # <<<<<<<<<<<<<<
 *                 indx._parts[ii] = i
 *             coeffs[indx] = <double complex>c
 */
    }
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":1326
 *             for ii,i in enumerate(i_tup):
 *                 indx._parts[ii] = i
 *             coeffs[indx] = <double complex>c             # <<<<<<<<<<<<<<
 *         self.c_poly = new PolyCRep(coeffs, max_num_vars, vindices_per_int)
 * 
 */
    __pyx_t_14 = __Pyx_PyComplex_As___pyx_t_double_complex(__pyx_v_c); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 1326, __pyx_L1_error)
    (__pyx_v_coeffs[__pyx_v_indx]) = __pyx_t_double_complex_from_parts(((double)__Pyx_CREAL(__pyx_t_14)), ((double)__Pyx_CIMAG(__pyx_t_14)));

    /* "pygsti/objects/replib/fastreplib.pyx":1322
 *         cdef unordered_map[PolyVarsIndex, complex] coeffs
 *         cdef PolyVarsIndex indx
 *         for i_tup,c in int_coeff_dict.items():             # <<<<<<<<<<<<<<
 *             indx = PolyVarsIndex(len(i_tup))
 *             for ii,i in enumerate(i_tup):
 */
  }
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1327
 *                 indx._parts[ii] = i
 *             coeffs[indx] = <double complex>c
 *         self.c_poly = new PolyCRep(coeffs, max_num_vars, vindices_per_int)             # <<<<<<<<<<<<<<
 * 
 *     def __reduce__(self):
 */
  try {
    __pyx_t_15 = new CReps::PolyCRep(__pyx_v_coeffs, __pyx_v_max_num_vars, __pyx_v_vindices_per_int);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1327, __pyx_L1_error)
  }
  __pyx_v_self->c_poly = __pyx_t_15;

  /* "pygsti/objects/replib/fastreplib.pyx":1319
 * 
 *     #Use normal init here so can bypass to create from an already alloc'd c_poly
 *     def __init__(self, int_coeff_dict, INT max_num_vars, INT vindices_per_int):             # <<<<<<<<<<<<<<
 *         cdef unordered_map[PolyVarsIndex, complex] coeffs
 *         cdef PolyVarsIndex indx
 */

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_XDECREF(__pyx_t_7);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.PolyRep.__init__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_i_tup);
  __Pyx_XDECREF(__pyx_v_c);
  __Pyx_XDECREF(__pyx_v_ii);
  __Pyx_XDECREF(__pyx_v_i);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1329
 *         self.c_poly = new PolyCRep(coeffs, max_num_vars, vindices_per_int)
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (PolyRep, (self.int_coeffs, self.max_num_vars, self.vindices_per_int))
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_3__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_2__reduce__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_2__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  __Pyx_RefNannySetupContext("__reduce__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1330
 * 
 *     def __reduce__(self):
 *         return (PolyRep, (self.int_coeffs, self.max_num_vars, self.vindices_per_int))             # <<<<<<<<<<<<<<
 * 
 *     def __dealloc__(self):
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_int_coeffs); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1330, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_max_num_vars); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1330, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_vindices_per_int); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1330, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_4 = PyTuple_New(3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1330, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __Pyx_GIVEREF(__pyx_t_1);
  PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_t_2);
  __Pyx_GIVEREF(__pyx_t_3);
  PyTuple_SET_ITEM(__pyx_t_4, 2, __pyx_t_3);
  __pyx_t_1 = 0;
  __pyx_t_2 = 0;
  __pyx_t_3 = 0;
  __pyx_t_3 = PyTuple_New(2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1330, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_INCREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_PolyRep));
  __Pyx_GIVEREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_PolyRep));
  PyTuple_SET_ITEM(__pyx_t_3, 0, ((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_PolyRep));
  __Pyx_GIVEREF(__pyx_t_4);
  PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_t_4);
  __pyx_t_4 = 0;
  __pyx_r = __pyx_t_3;
  __pyx_t_3 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1329
 *         self.c_poly = new PolyCRep(coeffs, max_num_vars, vindices_per_int)
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (PolyRep, (self.int_coeffs, self.max_num_vars, self.vindices_per_int))
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.PolyRep.__reduce__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1332
 *         return (PolyRep, (self.int_coeffs, self.max_num_vars, self.vindices_per_int))
 * 
 *     def __dealloc__(self):             # <<<<<<<<<<<<<<
 *         del self.c_poly
 * 
 */

/* Python wrapper */
static void __pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_5__dealloc__(PyObject *__pyx_v_self); /*proto*/
static void __pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_5__dealloc__(PyObject *__pyx_v_self) {
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__dealloc__ (wrapper)", 0);
  __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_4__dealloc__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
}

static void __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_4__dealloc__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_self) {
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__dealloc__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1333
 * 
 *     def __dealloc__(self):
 *         del self.c_poly             # <<<<<<<<<<<<<<
 * 
 *     #TODO: REMOVE this function when things are working again
 */
  delete __pyx_v_self->c_poly;

  /* "pygsti/objects/replib/fastreplib.pyx":1332
 *         return (PolyRep, (self.int_coeffs, self.max_num_vars, self.vindices_per_int))
 * 
 *     def __dealloc__(self):             # <<<<<<<<<<<<<<
 *         del self.c_poly
 * 
 */

  /* function exit code */
  __Pyx_RefNannyFinishContext();
}

/* "pygsti/objects/replib/fastreplib.pyx":1336
 * 
 *     #TODO: REMOVE this function when things are working again
 *     def reinit(self, int_coeff_dict):             # <<<<<<<<<<<<<<
 *         #Very similar to init, but same max_num_vars
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_7reinit(PyObject *__pyx_v_self, PyObject *__pyx_v_int_coeff_dict); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_7reinit(PyObject *__pyx_v_self, PyObject *__pyx_v_int_coeff_dict) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("reinit (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_6reinit(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *)__pyx_v_self), ((PyObject *)__pyx_v_int_coeff_dict));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_6reinit(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_self, PyObject *__pyx_v_int_coeff_dict) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_max_num_vars;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_vindices_per_int;
  std::unordered_map<CReps::PolyVarsIndex,__pyx_t_double_complex>  __pyx_v_coeffs;
  CReps::PolyVarsIndex __pyx_v_indx;
  PyObject *__pyx_v_i_tup = NULL;
  PyObject *__pyx_v_c = NULL;
  PyObject *__pyx_v_ii = NULL;
  PyObject *__pyx_v_i = NULL;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  Py_ssize_t __pyx_t_5;
  PyObject *(*__pyx_t_6)(PyObject *);
  PyObject *__pyx_t_7 = NULL;
  PyObject *__pyx_t_8 = NULL;
  PyObject *(*__pyx_t_9)(PyObject *);
  Py_ssize_t __pyx_t_10;
  CReps::PolyVarsIndex __pyx_t_11;
  PyObject *(*__pyx_t_12)(PyObject *);
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> ::size_type __pyx_t_13;
  __pyx_t_double_complex __pyx_t_14;
  CReps::PolyCRep *__pyx_t_15;
  __Pyx_RefNannySetupContext("reinit", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1340
 * 
 *         #Store these before deleting self.c_poly!
 *         cdef INT max_num_vars = self.c_poly._max_num_vars             # <<<<<<<<<<<<<<
 *         cdef INT vindices_per_int = self.c_poly._vindices_per_int
 *         del self.c_poly
 */
  __pyx_t_1 = __pyx_v_self->c_poly->_max_num_vars;
  __pyx_v_max_num_vars = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":1341
 *         #Store these before deleting self.c_poly!
 *         cdef INT max_num_vars = self.c_poly._max_num_vars
 *         cdef INT vindices_per_int = self.c_poly._vindices_per_int             # <<<<<<<<<<<<<<
 *         del self.c_poly
 * 
 */
  __pyx_t_1 = __pyx_v_self->c_poly->_vindices_per_int;
  __pyx_v_vindices_per_int = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":1342
 *         cdef INT max_num_vars = self.c_poly._max_num_vars
 *         cdef INT vindices_per_int = self.c_poly._vindices_per_int
 *         del self.c_poly             # <<<<<<<<<<<<<<
 * 
 *         cdef unordered_map[PolyVarsIndex, complex] coeffs
 */
  delete __pyx_v_self->c_poly;

  /* "pygsti/objects/replib/fastreplib.pyx":1346
 *         cdef unordered_map[PolyVarsIndex, complex] coeffs
 *         cdef PolyVarsIndex indx
 *         for i_tup,c in int_coeff_dict.items():             # <<<<<<<<<<<<<<
 *             indx = PolyVarsIndex(len(i_tup))
 *             for ii,i in enumerate(i_tup):
 */
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_int_coeff_dict, __pyx_n_s_items); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1346, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_4 = NULL;
  if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) {
    __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_3);
    if (likely(__pyx_t_4)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
      __Pyx_INCREF(__pyx_t_4);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_3, function);
    }
  }
  __pyx_t_2 = (__pyx_t_4) ? __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_t_4) : __Pyx_PyObject_CallNoArg(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
  if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1346, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  if (likely(PyList_CheckExact(__pyx_t_2)) || PyTuple_CheckExact(__pyx_t_2)) {
    __pyx_t_3 = __pyx_t_2; __Pyx_INCREF(__pyx_t_3); __pyx_t_5 = 0;
    __pyx_t_6 = NULL;
  } else {
    __pyx_t_5 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_t_2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1346, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __pyx_t_6 = Py_TYPE(__pyx_t_3)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1346, __pyx_L1_error)
  }
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  for (;;) {
    if (likely(!__pyx_t_6)) {
      if (likely(PyList_CheckExact(__pyx_t_3))) {
        if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_3)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_2 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_5); __Pyx_INCREF(__pyx_t_2); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1346, __pyx_L1_error)
        #else
        __pyx_t_2 = PySequence_ITEM(__pyx_t_3, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1346, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_2);
        #endif
      } else {
        if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_3)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_2 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_5); __Pyx_INCREF(__pyx_t_2); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1346, __pyx_L1_error)
        #else
        __pyx_t_2 = PySequence_ITEM(__pyx_t_3, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1346, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_2);
        #endif
      }
    } else {
      __pyx_t_2 = __pyx_t_6(__pyx_t_3);
      if (unlikely(!__pyx_t_2)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
          else __PYX_ERR(0, 1346, __pyx_L1_error)
        }
        break;
      }
      __Pyx_GOTREF(__pyx_t_2);
    }
    if ((likely(PyTuple_CheckExact(__pyx_t_2))) || (PyList_CheckExact(__pyx_t_2))) {
      PyObject* sequence = __pyx_t_2;
      Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
      if (unlikely(size != 2)) {
        if (size > 2) __Pyx_RaiseTooManyValuesError(2);
        else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
        __PYX_ERR(0, 1346, __pyx_L1_error)
      }
      #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
      if (likely(PyTuple_CheckExact(sequence))) {
        __pyx_t_4 = PyTuple_GET_ITEM(sequence, 0); 
        __pyx_t_7 = PyTuple_GET_ITEM(sequence, 1); 
      } else {
        __pyx_t_4 = PyList_GET_ITEM(sequence, 0); 
        __pyx_t_7 = PyList_GET_ITEM(sequence, 1); 
      }
      __Pyx_INCREF(__pyx_t_4);
      __Pyx_INCREF(__pyx_t_7);
      #else
      __pyx_t_4 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1346, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_4);
      __pyx_t_7 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1346, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_7);
      #endif
      __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    } else {
      Py_ssize_t index = -1;
      __pyx_t_8 = PyObject_GetIter(__pyx_t_2); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1346, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_8);
      __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
      __pyx_t_9 = Py_TYPE(__pyx_t_8)->tp_iternext;
      index = 0; __pyx_t_4 = __pyx_t_9(__pyx_t_8); if (unlikely(!__pyx_t_4)) goto __pyx_L5_unpacking_failed;
      __Pyx_GOTREF(__pyx_t_4);
      index = 1; __pyx_t_7 = __pyx_t_9(__pyx_t_8); if (unlikely(!__pyx_t_7)) goto __pyx_L5_unpacking_failed;
      __Pyx_GOTREF(__pyx_t_7);
      if (__Pyx_IternextUnpackEndCheck(__pyx_t_9(__pyx_t_8), 2) < 0) __PYX_ERR(0, 1346, __pyx_L1_error)
      __pyx_t_9 = NULL;
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
      goto __pyx_L6_unpacking_done;
      __pyx_L5_unpacking_failed:;
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
      __pyx_t_9 = NULL;
      if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
      __PYX_ERR(0, 1346, __pyx_L1_error)
      __pyx_L6_unpacking_done:;
    }
    __Pyx_XDECREF_SET(__pyx_v_i_tup, __pyx_t_4);
    __pyx_t_4 = 0;
    __Pyx_XDECREF_SET(__pyx_v_c, __pyx_t_7);
    __pyx_t_7 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":1347
 *         cdef PolyVarsIndex indx
 *         for i_tup,c in int_coeff_dict.items():
 *             indx = PolyVarsIndex(len(i_tup))             # <<<<<<<<<<<<<<
 *             for ii,i in enumerate(i_tup):
 *                 indx._parts[ii] = i
 */
    __pyx_t_10 = PyObject_Length(__pyx_v_i_tup); if (unlikely(__pyx_t_10 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1347, __pyx_L1_error)
    try {
      __pyx_t_11 = CReps::PolyVarsIndex(__pyx_t_10);
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 1347, __pyx_L1_error)
    }
    __pyx_v_indx = __pyx_t_11;

    /* "pygsti/objects/replib/fastreplib.pyx":1348
 *         for i_tup,c in int_coeff_dict.items():
 *             indx = PolyVarsIndex(len(i_tup))
 *             for ii,i in enumerate(i_tup):             # <<<<<<<<<<<<<<
 *                 indx._parts[ii] = i
 *             coeffs[indx] = <double complex>c
 */
    __Pyx_INCREF(__pyx_int_0);
    __pyx_t_2 = __pyx_int_0;
    if (likely(PyList_CheckExact(__pyx_v_i_tup)) || PyTuple_CheckExact(__pyx_v_i_tup)) {
      __pyx_t_7 = __pyx_v_i_tup; __Pyx_INCREF(__pyx_t_7); __pyx_t_10 = 0;
      __pyx_t_12 = NULL;
    } else {
      __pyx_t_10 = -1; __pyx_t_7 = PyObject_GetIter(__pyx_v_i_tup); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1348, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_7);
      __pyx_t_12 = Py_TYPE(__pyx_t_7)->tp_iternext; if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 1348, __pyx_L1_error)
    }
    for (;;) {
      if (likely(!__pyx_t_12)) {
        if (likely(PyList_CheckExact(__pyx_t_7))) {
          if (__pyx_t_10 >= PyList_GET_SIZE(__pyx_t_7)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_4 = PyList_GET_ITEM(__pyx_t_7, __pyx_t_10); __Pyx_INCREF(__pyx_t_4); __pyx_t_10++; if (unlikely(0 < 0)) __PYX_ERR(0, 1348, __pyx_L1_error)
          #else
          __pyx_t_4 = PySequence_ITEM(__pyx_t_7, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1348, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_4);
          #endif
        } else {
          if (__pyx_t_10 >= PyTuple_GET_SIZE(__pyx_t_7)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_7, __pyx_t_10); __Pyx_INCREF(__pyx_t_4); __pyx_t_10++; if (unlikely(0 < 0)) __PYX_ERR(0, 1348, __pyx_L1_error)
          #else
          __pyx_t_4 = PySequence_ITEM(__pyx_t_7, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1348, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_4);
          #endif
        }
      } else {
        __pyx_t_4 = __pyx_t_12(__pyx_t_7);
        if (unlikely(!__pyx_t_4)) {
          PyObject* exc_type = PyErr_Occurred();
          if (exc_type) {
            if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
            else __PYX_ERR(0, 1348, __pyx_L1_error)
          }
          break;
        }
        __Pyx_GOTREF(__pyx_t_4);
      }
      __Pyx_XDECREF_SET(__pyx_v_i, __pyx_t_4);
      __pyx_t_4 = 0;
      __Pyx_INCREF(__pyx_t_2);
      __Pyx_XDECREF_SET(__pyx_v_ii, __pyx_t_2);
      __pyx_t_4 = __Pyx_PyInt_AddObjC(__pyx_t_2, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1348, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_4);
      __Pyx_DECREF(__pyx_t_2);
      __pyx_t_2 = __pyx_t_4;
      __pyx_t_4 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":1349
 *             indx = PolyVarsIndex(len(i_tup))
 *             for ii,i in enumerate(i_tup):
 *                 indx._parts[ii] = i             # <<<<<<<<<<<<<<
 *             coeffs[indx] = <double complex>c
 *         self.c_poly = new PolyCRep(coeffs, max_num_vars, vindices_per_int)
 */
      __pyx_t_1 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_v_i); if (unlikely((__pyx_t_1 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 1349, __pyx_L1_error)
      __pyx_t_13 = __Pyx_PyInt_As_size_t(__pyx_v_ii); if (unlikely((__pyx_t_13 == (size_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 1349, __pyx_L1_error)
      (__pyx_v_indx._parts[__pyx_t_13]) = __pyx_t_1;

      /* "pygsti/objects/replib/fastreplib.pyx":1348
 *         for i_tup,c in int_coeff_dict.items():
 *             indx = PolyVarsIndex(len(i_tup))
 *             for ii,i in enumerate(i_tup):             # <<<<<<<<<<<<<<
 *                 indx._parts[ii] = i
 *             coeffs[indx] = <double complex>c
 */
    }
    __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":1350
 *             for ii,i in enumerate(i_tup):
 *                 indx._parts[ii] = i
 *             coeffs[indx] = <double complex>c             # <<<<<<<<<<<<<<
 *         self.c_poly = new PolyCRep(coeffs, max_num_vars, vindices_per_int)
 * 
 */
    __pyx_t_14 = __Pyx_PyComplex_As___pyx_t_double_complex(__pyx_v_c); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 1350, __pyx_L1_error)
    (__pyx_v_coeffs[__pyx_v_indx]) = __pyx_t_double_complex_from_parts(((double)__Pyx_CREAL(__pyx_t_14)), ((double)__Pyx_CIMAG(__pyx_t_14)));

    /* "pygsti/objects/replib/fastreplib.pyx":1346
 *         cdef unordered_map[PolyVarsIndex, complex] coeffs
 *         cdef PolyVarsIndex indx
 *         for i_tup,c in int_coeff_dict.items():             # <<<<<<<<<<<<<<
 *             indx = PolyVarsIndex(len(i_tup))
 *             for ii,i in enumerate(i_tup):
 */
  }
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1351
 *                 indx._parts[ii] = i
 *             coeffs[indx] = <double complex>c
 *         self.c_poly = new PolyCRep(coeffs, max_num_vars, vindices_per_int)             # <<<<<<<<<<<<<<
 * 
 *     def mapvec_indices_inplace(self, np.ndarray[np.int64_t, ndim=1, mode='c'] mapfn_as_vector):
 */
  try {
    __pyx_t_15 = new CReps::PolyCRep(__pyx_v_coeffs, __pyx_v_max_num_vars, __pyx_v_vindices_per_int);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1351, __pyx_L1_error)
  }
  __pyx_v_self->c_poly = __pyx_t_15;

  /* "pygsti/objects/replib/fastreplib.pyx":1336
 * 
 *     #TODO: REMOVE this function when things are working again
 *     def reinit(self, int_coeff_dict):             # <<<<<<<<<<<<<<
 *         #Very similar to init, but same max_num_vars
 * 
 */

  /* function exit code */
  __pyx_r = Py_None; __Pyx_INCREF(Py_None);
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_7);
  __Pyx_XDECREF(__pyx_t_8);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.PolyRep.reinit", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_i_tup);
  __Pyx_XDECREF(__pyx_v_c);
  __Pyx_XDECREF(__pyx_v_ii);
  __Pyx_XDECREF(__pyx_v_i);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1353
 *         self.c_poly = new PolyCRep(coeffs, max_num_vars, vindices_per_int)
 * 
 *     def mapvec_indices_inplace(self, np.ndarray[np.int64_t, ndim=1, mode='c'] mapfn_as_vector):             # <<<<<<<<<<<<<<
 *         cdef INT* mapfv = <INT*> mapfn_as_vector.data
 *         cdef INT indx, nxt, i, m, k, new_i, new_indx;
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_9mapvec_indices_inplace(PyObject *__pyx_v_self, PyObject *__pyx_v_mapfn_as_vector); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_9mapvec_indices_inplace(PyObject *__pyx_v_self, PyObject *__pyx_v_mapfn_as_vector) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("mapvec_indices_inplace (wrapper)", 0);
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_mapfn_as_vector), __pyx_ptype_5numpy_ndarray, 1, "mapfn_as_vector", 0))) __PYX_ERR(0, 1353, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_8mapvec_indices_inplace(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *)__pyx_v_self), ((PyArrayObject *)__pyx_v_mapfn_as_vector));

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_8mapvec_indices_inplace(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_self, PyArrayObject *__pyx_v_mapfn_as_vector) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT *__pyx_v_mapfv;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_indx;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nxt;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_m;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_k;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_new_i;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_new_indx;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_divisor;
  CReps::PolyVarsIndex __pyx_v_new_PolyVarsIndex;
  std::unordered_map<CReps::PolyVarsIndex,__pyx_t_double_complex>  __pyx_v_new_coeffs;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> ::iterator __pyx_v_vit;
  std::unordered_map<CReps::PolyVarsIndex,__pyx_t_double_complex> ::iterator __pyx_v_it;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_v_i_vec;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_mapfn_as_vector;
  __Pyx_Buffer __pyx_pybuffer_mapfn_as_vector;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_t_2;
  CReps::PolyVarsIndex __pyx_t_3;
  __pyx_t_double_complex __pyx_t_4;
  __Pyx_RefNannySetupContext("mapvec_indices_inplace", 0);
  __pyx_pybuffer_mapfn_as_vector.pybuffer.buf = NULL;
  __pyx_pybuffer_mapfn_as_vector.refcount = 0;
  __pyx_pybuffernd_mapfn_as_vector.data = NULL;
  __pyx_pybuffernd_mapfn_as_vector.rcbuffer = &__pyx_pybuffer_mapfn_as_vector;
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_mapfn_as_vector.rcbuffer->pybuffer, (PyObject*)__pyx_v_mapfn_as_vector, &__Pyx_TypeInfo_nn___pyx_t_5numpy_int64_t, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 1353, __pyx_L1_error)
  }
  __pyx_pybuffernd_mapfn_as_vector.diminfo[0].strides = __pyx_pybuffernd_mapfn_as_vector.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_mapfn_as_vector.diminfo[0].shape = __pyx_pybuffernd_mapfn_as_vector.rcbuffer->pybuffer.shape[0];

  /* "pygsti/objects/replib/fastreplib.pyx":1354
 * 
 *     def mapvec_indices_inplace(self, np.ndarray[np.int64_t, ndim=1, mode='c'] mapfn_as_vector):
 *         cdef INT* mapfv = <INT*> mapfn_as_vector.data             # <<<<<<<<<<<<<<
 *         cdef INT indx, nxt, i, m, k, new_i, new_indx;
 *         cdef INT divisor = self.c_poly._max_num_vars + 1
 */
  __pyx_v_mapfv = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT *)__pyx_v_mapfn_as_vector->data);

  /* "pygsti/objects/replib/fastreplib.pyx":1356
 *         cdef INT* mapfv = <INT*> mapfn_as_vector.data
 *         cdef INT indx, nxt, i, m, k, new_i, new_indx;
 *         cdef INT divisor = self.c_poly._max_num_vars + 1             # <<<<<<<<<<<<<<
 * 
 *         #REMOVE print "MAPPING divisor=", divisor
 */
  __pyx_v_divisor = (__pyx_v_self->c_poly->_max_num_vars + 1);

  /* "pygsti/objects/replib/fastreplib.pyx":1362
 *         cdef unordered_map[PolyVarsIndex, complex] new_coeffs
 *         cdef vector[INT].iterator vit
 *         cdef unordered_map[PolyVarsIndex, complex].iterator it = self.c_poly._coeffs.begin()             # <<<<<<<<<<<<<<
 * 
 *         while(it != self.c_poly._coeffs.end()): # for each coefficient
 */
  __pyx_v_it = __pyx_v_self->c_poly->_coeffs.begin();

  /* "pygsti/objects/replib/fastreplib.pyx":1364
 *         cdef unordered_map[PolyVarsIndex, complex].iterator it = self.c_poly._coeffs.begin()
 * 
 *         while(it != self.c_poly._coeffs.end()): # for each coefficient             # <<<<<<<<<<<<<<
 *             i_vec = deref(it).first._parts  # the vector[INT] beneath this PolyVarsIndex
 *             new_PolyVarsIndex = PolyVarsIndex(i_vec.size())
 */
  while (1) {
    __pyx_t_1 = ((__pyx_v_it != __pyx_v_self->c_poly->_coeffs.end()) != 0);
    if (!__pyx_t_1) break;

    /* "pygsti/objects/replib/fastreplib.pyx":1365
 * 
 *         while(it != self.c_poly._coeffs.end()): # for each coefficient
 *             i_vec = deref(it).first._parts  # the vector[INT] beneath this PolyVarsIndex             # <<<<<<<<<<<<<<
 *             new_PolyVarsIndex = PolyVarsIndex(i_vec.size())
 *             #REMOVE print " ivec =", i_vec
 */
    __pyx_t_2 = (*__pyx_v_it).first._parts;
    __pyx_v_i_vec = __pyx_t_2;

    /* "pygsti/objects/replib/fastreplib.pyx":1366
 *         while(it != self.c_poly._coeffs.end()): # for each coefficient
 *             i_vec = deref(it).first._parts  # the vector[INT] beneath this PolyVarsIndex
 *             new_PolyVarsIndex = PolyVarsIndex(i_vec.size())             # <<<<<<<<<<<<<<
 *             #REMOVE print " ivec =", i_vec
 * 
 */
    try {
      __pyx_t_3 = CReps::PolyVarsIndex(__pyx_v_i_vec.size());
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 1366, __pyx_L1_error)
    }
    __pyx_v_new_PolyVarsIndex = __pyx_t_3;

    /* "pygsti/objects/replib/fastreplib.pyx":1370
 * 
 *             #map i_vec -> new_PolyVarsIndex
 *             vit = i_vec.begin(); k = 0             # <<<<<<<<<<<<<<
 *             while(vit != i_vec.end()):
 *                 indx = deref(vit)
 */
    __pyx_v_vit = __pyx_v_i_vec.begin();
    __pyx_v_k = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":1371
 *             #map i_vec -> new_PolyVarsIndex
 *             vit = i_vec.begin(); k = 0
 *             while(vit != i_vec.end()):             # <<<<<<<<<<<<<<
 *                 indx = deref(vit)
 *                 new_indx = 0; m=1
 */
    while (1) {
      __pyx_t_1 = ((__pyx_v_vit != __pyx_v_i_vec.end()) != 0);
      if (!__pyx_t_1) break;

      /* "pygsti/objects/replib/fastreplib.pyx":1372
 *             vit = i_vec.begin(); k = 0
 *             while(vit != i_vec.end()):
 *                 indx = deref(vit)             # <<<<<<<<<<<<<<
 *                 new_indx = 0; m=1
 *                 #REMOVE print "begin indx ",indx
 */
      __pyx_v_indx = (*__pyx_v_vit);

      /* "pygsti/objects/replib/fastreplib.pyx":1373
 *             while(vit != i_vec.end()):
 *                 indx = deref(vit)
 *                 new_indx = 0; m=1             # <<<<<<<<<<<<<<
 *                 #REMOVE print "begin indx ",indx
 *                 while indx != 0:
 */
      __pyx_v_new_indx = 0;
      __pyx_v_m = 1;

      /* "pygsti/objects/replib/fastreplib.pyx":1375
 *                 new_indx = 0; m=1
 *                 #REMOVE print "begin indx ",indx
 *                 while indx != 0:             # <<<<<<<<<<<<<<
 *                     nxt = indx / divisor
 *                     i = indx - nxt * divisor
 */
      while (1) {
        __pyx_t_1 = ((__pyx_v_indx != 0) != 0);
        if (!__pyx_t_1) break;

        /* "pygsti/objects/replib/fastreplib.pyx":1376
 *                 #REMOVE print "begin indx ",indx
 *                 while indx != 0:
 *                     nxt = indx / divisor             # <<<<<<<<<<<<<<
 *                     i = indx - nxt * divisor
 *                     indx = nxt
 */
        if (unlikely(__pyx_v_divisor == 0)) {
          PyErr_SetString(PyExc_ZeroDivisionError, "integer division or modulo by zero");
          __PYX_ERR(0, 1376, __pyx_L1_error)
        }
        else if (sizeof(__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT) == sizeof(long) && (!(((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)-1) > 0)) && unlikely(__pyx_v_divisor == (__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)-1)  && unlikely(UNARY_NEG_WOULD_OVERFLOW(__pyx_v_indx))) {
          PyErr_SetString(PyExc_OverflowError, "value too large to perform division");
          __PYX_ERR(0, 1376, __pyx_L1_error)
        }
        __pyx_v_nxt = __Pyx_div___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT(__pyx_v_indx, __pyx_v_divisor);

        /* "pygsti/objects/replib/fastreplib.pyx":1377
 *                 while indx != 0:
 *                     nxt = indx / divisor
 *                     i = indx - nxt * divisor             # <<<<<<<<<<<<<<
 *                     indx = nxt
 *                     #REMOVE print indx, " -> nxt=", nxt, " i=",i
 */
        __pyx_v_i = (__pyx_v_indx - (__pyx_v_nxt * __pyx_v_divisor));

        /* "pygsti/objects/replib/fastreplib.pyx":1378
 *                     nxt = indx / divisor
 *                     i = indx - nxt * divisor
 *                     indx = nxt             # <<<<<<<<<<<<<<
 *                     #REMOVE print indx, " -> nxt=", nxt, " i=",i
 * 
 */
        __pyx_v_indx = __pyx_v_nxt;

        /* "pygsti/objects/replib/fastreplib.pyx":1382
 * 
 *                     # i-1 is variable index (the thing we map)
 *                     new_i = mapfv[i-1]+1             # <<<<<<<<<<<<<<
 *                     new_indx += new_i * m
 *                     #REMOVE print "   new_i=",new_i," m=",m," => new_indx=",new_indx
 */
        __pyx_v_new_i = ((__pyx_v_mapfv[(__pyx_v_i - 1)]) + 1);

        /* "pygsti/objects/replib/fastreplib.pyx":1383
 *                     # i-1 is variable index (the thing we map)
 *                     new_i = mapfv[i-1]+1
 *                     new_indx += new_i * m             # <<<<<<<<<<<<<<
 *                     #REMOVE print "   new_i=",new_i," m=",m," => new_indx=",new_indx
 *                     m *= divisor
 */
        __pyx_v_new_indx = (__pyx_v_new_indx + (__pyx_v_new_i * __pyx_v_m));

        /* "pygsti/objects/replib/fastreplib.pyx":1385
 *                     new_indx += new_i * m
 *                     #REMOVE print "   new_i=",new_i," m=",m," => new_indx=",new_indx
 *                     m *= divisor             # <<<<<<<<<<<<<<
 *                 #REMOVE print "Setting new ivec[",k,"] = ",new_indx
 *                 new_PolyVarsIndex._parts[k] = new_indx
 */
        __pyx_v_m = (__pyx_v_m * __pyx_v_divisor);
      }

      /* "pygsti/objects/replib/fastreplib.pyx":1387
 *                     m *= divisor
 *                 #REMOVE print "Setting new ivec[",k,"] = ",new_indx
 *                 new_PolyVarsIndex._parts[k] = new_indx             # <<<<<<<<<<<<<<
 *                 inc(vit); k += 1
 *             #REMOVE print " new_ivec =", new_PolyVarsIndex._parts
 */
      (__pyx_v_new_PolyVarsIndex._parts[__pyx_v_k]) = __pyx_v_new_indx;

      /* "pygsti/objects/replib/fastreplib.pyx":1388
 *                 #REMOVE print "Setting new ivec[",k,"] = ",new_indx
 *                 new_PolyVarsIndex._parts[k] = new_indx
 *                 inc(vit); k += 1             # <<<<<<<<<<<<<<
 *             #REMOVE print " new_ivec =", new_PolyVarsIndex._parts
 *             new_coeffs[new_PolyVarsIndex] = deref(it).second
 */
      (void)((++__pyx_v_vit));
      __pyx_v_k = (__pyx_v_k + 1);
    }

    /* "pygsti/objects/replib/fastreplib.pyx":1390
 *                 inc(vit); k += 1
 *             #REMOVE print " new_ivec =", new_PolyVarsIndex._parts
 *             new_coeffs[new_PolyVarsIndex] = deref(it).second             # <<<<<<<<<<<<<<
 *             inc(it)
 * 
 */
    __pyx_t_4 = (*__pyx_v_it).second;
    (__pyx_v_new_coeffs[__pyx_v_new_PolyVarsIndex]) = __pyx_t_4;

    /* "pygsti/objects/replib/fastreplib.pyx":1391
 *             #REMOVE print " new_ivec =", new_PolyVarsIndex._parts
 *             new_coeffs[new_PolyVarsIndex] = deref(it).second
 *             inc(it)             # <<<<<<<<<<<<<<
 * 
 *         self.c_poly._coeffs.swap(new_coeffs)
 */
    (void)((++__pyx_v_it));
  }

  /* "pygsti/objects/replib/fastreplib.pyx":1393
 *             inc(it)
 * 
 *         self.c_poly._coeffs.swap(new_coeffs)             # <<<<<<<<<<<<<<
 * 
 *     def copy(self):
 */
  __pyx_v_self->c_poly->_coeffs.swap(__pyx_v_new_coeffs);

  /* "pygsti/objects/replib/fastreplib.pyx":1353
 *         self.c_poly = new PolyCRep(coeffs, max_num_vars, vindices_per_int)
 * 
 *     def mapvec_indices_inplace(self, np.ndarray[np.int64_t, ndim=1, mode='c'] mapfn_as_vector):             # <<<<<<<<<<<<<<
 *         cdef INT* mapfv = <INT*> mapfn_as_vector.data
 *         cdef INT indx, nxt, i, m, k, new_i, new_indx;
 */

  /* function exit code */
  __pyx_r = Py_None; __Pyx_INCREF(Py_None);
  goto __pyx_L0;
  __pyx_L1_error:;
  { PyObject *__pyx_type, *__pyx_value, *__pyx_tb;
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    __Pyx_ErrFetch(&__pyx_type, &__pyx_value, &__pyx_tb);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_mapfn_as_vector.rcbuffer->pybuffer);
  __Pyx_ErrRestore(__pyx_type, __pyx_value, __pyx_tb);}
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.PolyRep.mapvec_indices_inplace", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  goto __pyx_L2;
  __pyx_L0:;
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_mapfn_as_vector.rcbuffer->pybuffer);
  __pyx_L2:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1395
 *         self.c_poly._coeffs.swap(new_coeffs)
 * 
 *     def copy(self):             # <<<<<<<<<<<<<<
 *         cdef PolyCRep* c_poly = new PolyCRep(self.c_poly._coeffs, self.c_poly._max_num_vars, self.c_poly._vindices_per_int)
 *         return PolyRep_from_allocd_PolyCRep(c_poly)
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_11copy(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_11copy(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("copy (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_10copy(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_10copy(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_self) {
  CReps::PolyCRep *__pyx_v_c_poly;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  CReps::PolyCRep *__pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  __Pyx_RefNannySetupContext("copy", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1396
 * 
 *     def copy(self):
 *         cdef PolyCRep* c_poly = new PolyCRep(self.c_poly._coeffs, self.c_poly._max_num_vars, self.c_poly._vindices_per_int)             # <<<<<<<<<<<<<<
 *         return PolyRep_from_allocd_PolyCRep(c_poly)
 * 
 */
  try {
    __pyx_t_1 = new CReps::PolyCRep(__pyx_v_self->c_poly->_coeffs, __pyx_v_self->c_poly->_max_num_vars, __pyx_v_self->c_poly->_vindices_per_int);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1396, __pyx_L1_error)
  }
  __pyx_v_c_poly = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":1397
 *     def copy(self):
 *         cdef PolyCRep* c_poly = new PolyCRep(self.c_poly._coeffs, self.c_poly._max_num_vars, self.c_poly._vindices_per_int)
 *         return PolyRep_from_allocd_PolyCRep(c_poly)             # <<<<<<<<<<<<<<
 * 
 *     @property
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_2 = __pyx_f_6pygsti_7objects_6replib_10fastreplib_PolyRep_from_allocd_PolyCRep(__pyx_v_c_poly); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1397, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_r = __pyx_t_2;
  __pyx_t_2 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1395
 *         self.c_poly._coeffs.swap(new_coeffs)
 * 
 *     def copy(self):             # <<<<<<<<<<<<<<
 *         cdef PolyCRep* c_poly = new PolyCRep(self.c_poly._coeffs, self.c_poly._max_num_vars, self.c_poly._vindices_per_int)
 *         return PolyRep_from_allocd_PolyCRep(c_poly)
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.PolyRep.copy", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1400
 * 
 *     @property
 *     def max_num_vars(self): # so we can convert back to python Polys             # <<<<<<<<<<<<<<
 *         return self.c_poly._max_num_vars
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_12max_num_vars_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_12max_num_vars_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_12max_num_vars___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_12max_num_vars___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__get__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1401
 *     @property
 *     def max_num_vars(self): # so we can convert back to python Polys
 *         return self.c_poly._max_num_vars             # <<<<<<<<<<<<<<
 * 
 *     @property
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_self->c_poly->_max_num_vars); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1401, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1400
 * 
 *     @property
 *     def max_num_vars(self): # so we can convert back to python Polys             # <<<<<<<<<<<<<<
 *         return self.c_poly._max_num_vars
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.PolyRep.max_num_vars.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1404
 * 
 *     @property
 *     def vindices_per_int(self):             # <<<<<<<<<<<<<<
 *         return self.c_poly._vindices_per_int
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_16vindices_per_int_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_16vindices_per_int_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_16vindices_per_int___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_16vindices_per_int___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__get__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1405
 *     @property
 *     def vindices_per_int(self):
 *         return self.c_poly._vindices_per_int             # <<<<<<<<<<<<<<
 * 
 *     @property
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_self->c_poly->_vindices_per_int); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1405, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1404
 * 
 *     @property
 *     def vindices_per_int(self):             # <<<<<<<<<<<<<<
 *         return self.c_poly._vindices_per_int
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.PolyRep.vindices_per_int.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1408
 * 
 *     @property
 *     def int_coeffs(self): # just convert coeffs keys (PolyVarsIndex objs) to tuples of Python ints             # <<<<<<<<<<<<<<
 *         ret = {}
 *         cdef vector[INT].iterator vit
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_10int_coeffs_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_10int_coeffs_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_10int_coeffs___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_10int_coeffs___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_self) {
  PyObject *__pyx_v_ret = NULL;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> ::iterator __pyx_v_vit;
  std::unordered_map<CReps::PolyVarsIndex,__pyx_t_double_complex> ::iterator __pyx_v_it;
  PyObject *__pyx_v_i_tup = NULL;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_v_i_vec;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  int __pyx_t_2;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_t_3;
  int __pyx_t_4;
  __pyx_t_double_complex __pyx_t_5;
  PyObject *__pyx_t_6 = NULL;
  __Pyx_RefNannySetupContext("__get__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1409
 *     @property
 *     def int_coeffs(self): # just convert coeffs keys (PolyVarsIndex objs) to tuples of Python ints
 *         ret = {}             # <<<<<<<<<<<<<<
 *         cdef vector[INT].iterator vit
 *         cdef unordered_map[PolyVarsIndex, complex].iterator it = self.c_poly._coeffs.begin()
 */
  __pyx_t_1 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1409, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_v_ret = ((PyObject*)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1411
 *         ret = {}
 *         cdef vector[INT].iterator vit
 *         cdef unordered_map[PolyVarsIndex, complex].iterator it = self.c_poly._coeffs.begin()             # <<<<<<<<<<<<<<
 *         while(it != self.c_poly._coeffs.end()):
 *             i_tup = []
 */
  __pyx_v_it = __pyx_v_self->c_poly->_coeffs.begin();

  /* "pygsti/objects/replib/fastreplib.pyx":1412
 *         cdef vector[INT].iterator vit
 *         cdef unordered_map[PolyVarsIndex, complex].iterator it = self.c_poly._coeffs.begin()
 *         while(it != self.c_poly._coeffs.end()):             # <<<<<<<<<<<<<<
 *             i_tup = []
 *             i_vec = deref(it).first._parts
 */
  while (1) {
    __pyx_t_2 = ((__pyx_v_it != __pyx_v_self->c_poly->_coeffs.end()) != 0);
    if (!__pyx_t_2) break;

    /* "pygsti/objects/replib/fastreplib.pyx":1413
 *         cdef unordered_map[PolyVarsIndex, complex].iterator it = self.c_poly._coeffs.begin()
 *         while(it != self.c_poly._coeffs.end()):
 *             i_tup = []             # <<<<<<<<<<<<<<
 *             i_vec = deref(it).first._parts
 *             vit = i_vec.begin()
 */
    __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1413, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_XDECREF_SET(__pyx_v_i_tup, ((PyObject*)__pyx_t_1));
    __pyx_t_1 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":1414
 *         while(it != self.c_poly._coeffs.end()):
 *             i_tup = []
 *             i_vec = deref(it).first._parts             # <<<<<<<<<<<<<<
 *             vit = i_vec.begin()
 *             while(vit != i_vec.end()):
 */
    __pyx_t_3 = (*__pyx_v_it).first._parts;
    __pyx_v_i_vec = __pyx_t_3;

    /* "pygsti/objects/replib/fastreplib.pyx":1415
 *             i_tup = []
 *             i_vec = deref(it).first._parts
 *             vit = i_vec.begin()             # <<<<<<<<<<<<<<
 *             while(vit != i_vec.end()):
 *                 i_tup.append( deref(vit) )
 */
    __pyx_v_vit = __pyx_v_i_vec.begin();

    /* "pygsti/objects/replib/fastreplib.pyx":1416
 *             i_vec = deref(it).first._parts
 *             vit = i_vec.begin()
 *             while(vit != i_vec.end()):             # <<<<<<<<<<<<<<
 *                 i_tup.append( deref(vit) )
 *                 inc(vit)
 */
    while (1) {
      __pyx_t_2 = ((__pyx_v_vit != __pyx_v_i_vec.end()) != 0);
      if (!__pyx_t_2) break;

      /* "pygsti/objects/replib/fastreplib.pyx":1417
 *             vit = i_vec.begin()
 *             while(vit != i_vec.end()):
 *                 i_tup.append( deref(vit) )             # <<<<<<<<<<<<<<
 *                 inc(vit)
 *             ret[tuple(i_tup)] = deref(it).second
 */
      __pyx_t_1 = __Pyx_PyInt_From_PY_LONG_LONG((*__pyx_v_vit)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1417, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_1);
      __pyx_t_4 = __Pyx_PyList_Append(__pyx_v_i_tup, __pyx_t_1); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(0, 1417, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":1418
 *             while(vit != i_vec.end()):
 *                 i_tup.append( deref(vit) )
 *                 inc(vit)             # <<<<<<<<<<<<<<
 *             ret[tuple(i_tup)] = deref(it).second
 *             inc(it)
 */
      (void)((++__pyx_v_vit));
    }

    /* "pygsti/objects/replib/fastreplib.pyx":1419
 *                 i_tup.append( deref(vit) )
 *                 inc(vit)
 *             ret[tuple(i_tup)] = deref(it).second             # <<<<<<<<<<<<<<
 *             inc(it)
 *         return ret
 */
    __pyx_t_5 = (*__pyx_v_it).second;
    __pyx_t_1 = __pyx_PyComplex_FromComplex(__pyx_t_5); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1419, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __pyx_t_6 = PyList_AsTuple(__pyx_v_i_tup); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1419, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    if (unlikely(PyDict_SetItem(__pyx_v_ret, __pyx_t_6, __pyx_t_1) < 0)) __PYX_ERR(0, 1419, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":1420
 *                 inc(vit)
 *             ret[tuple(i_tup)] = deref(it).second
 *             inc(it)             # <<<<<<<<<<<<<<
 *         return ret
 * 
 */
    (void)((++__pyx_v_it));
  }

  /* "pygsti/objects/replib/fastreplib.pyx":1421
 *             ret[tuple(i_tup)] = deref(it).second
 *             inc(it)
 *         return ret             # <<<<<<<<<<<<<<
 * 
 *     #Get coeffs with tuples of variable indices, not just "ints" - not currently needed
 */
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(__pyx_v_ret);
  __pyx_r = __pyx_v_ret;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1408
 * 
 *     @property
 *     def int_coeffs(self): # just convert coeffs keys (PolyVarsIndex objs) to tuples of Python ints             # <<<<<<<<<<<<<<
 *         ret = {}
 *         cdef vector[INT].iterator vit
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.PolyRep.int_coeffs.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_ret);
  __Pyx_XDECREF(__pyx_v_i_tup);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1425
 *     #Get coeffs with tuples of variable indices, not just "ints" - not currently needed
 *     @property
 *     def coeffs(self):             # <<<<<<<<<<<<<<
 *         cdef INT indx, nxt, i;
 *         cdef INT divisor = self.c_poly._max_num_vars + 1
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_6coeffs_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_6coeffs_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_6coeffs___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_6coeffs___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_self) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_indx;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nxt;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_divisor;
  PyObject *__pyx_v_ret = NULL;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> ::iterator __pyx_v_vit;
  std::unordered_map<CReps::PolyVarsIndex,__pyx_t_double_complex> ::iterator __pyx_v_it;
  PyObject *__pyx_v_i_tup = NULL;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_v_i_vec;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  int __pyx_t_2;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_t_3;
  int __pyx_t_4;
  __pyx_t_double_complex __pyx_t_5;
  PyObject *__pyx_t_6 = NULL;
  __Pyx_RefNannySetupContext("__get__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1427
 *     def coeffs(self):
 *         cdef INT indx, nxt, i;
 *         cdef INT divisor = self.c_poly._max_num_vars + 1             # <<<<<<<<<<<<<<
 *         ret = {}
 *         cdef vector[INT].iterator vit
 */
  __pyx_v_divisor = (__pyx_v_self->c_poly->_max_num_vars + 1);

  /* "pygsti/objects/replib/fastreplib.pyx":1428
 *         cdef INT indx, nxt, i;
 *         cdef INT divisor = self.c_poly._max_num_vars + 1
 *         ret = {}             # <<<<<<<<<<<<<<
 *         cdef vector[INT].iterator vit
 *         cdef unordered_map[PolyVarsIndex, complex].iterator it = self.c_poly._coeffs.begin()
 */
  __pyx_t_1 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1428, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_v_ret = ((PyObject*)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1430
 *         ret = {}
 *         cdef vector[INT].iterator vit
 *         cdef unordered_map[PolyVarsIndex, complex].iterator it = self.c_poly._coeffs.begin()             # <<<<<<<<<<<<<<
 *         while(it != self.c_poly._coeffs.end()):
 *             i_tup = []
 */
  __pyx_v_it = __pyx_v_self->c_poly->_coeffs.begin();

  /* "pygsti/objects/replib/fastreplib.pyx":1431
 *         cdef vector[INT].iterator vit
 *         cdef unordered_map[PolyVarsIndex, complex].iterator it = self.c_poly._coeffs.begin()
 *         while(it != self.c_poly._coeffs.end()):             # <<<<<<<<<<<<<<
 *             i_tup = []
 *             i_vec = deref(it).first._parts
 */
  while (1) {
    __pyx_t_2 = ((__pyx_v_it != __pyx_v_self->c_poly->_coeffs.end()) != 0);
    if (!__pyx_t_2) break;

    /* "pygsti/objects/replib/fastreplib.pyx":1432
 *         cdef unordered_map[PolyVarsIndex, complex].iterator it = self.c_poly._coeffs.begin()
 *         while(it != self.c_poly._coeffs.end()):
 *             i_tup = []             # <<<<<<<<<<<<<<
 *             i_vec = deref(it).first._parts
 * 
 */
    __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1432, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_XDECREF_SET(__pyx_v_i_tup, ((PyObject*)__pyx_t_1));
    __pyx_t_1 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":1433
 *         while(it != self.c_poly._coeffs.end()):
 *             i_tup = []
 *             i_vec = deref(it).first._parts             # <<<<<<<<<<<<<<
 * 
 *             # inline: int_to_vinds(indx)
 */
    __pyx_t_3 = (*__pyx_v_it).first._parts;
    __pyx_v_i_vec = __pyx_t_3;

    /* "pygsti/objects/replib/fastreplib.pyx":1436
 * 
 *             # inline: int_to_vinds(indx)
 *             vit = i_vec.begin()             # <<<<<<<<<<<<<<
 *             while(vit != i_vec.end()):
 *                 indx = deref(vit)
 */
    __pyx_v_vit = __pyx_v_i_vec.begin();

    /* "pygsti/objects/replib/fastreplib.pyx":1437
 *             # inline: int_to_vinds(indx)
 *             vit = i_vec.begin()
 *             while(vit != i_vec.end()):             # <<<<<<<<<<<<<<
 *                 indx = deref(vit)
 *                 while indx != 0:
 */
    while (1) {
      __pyx_t_2 = ((__pyx_v_vit != __pyx_v_i_vec.end()) != 0);
      if (!__pyx_t_2) break;

      /* "pygsti/objects/replib/fastreplib.pyx":1438
 *             vit = i_vec.begin()
 *             while(vit != i_vec.end()):
 *                 indx = deref(vit)             # <<<<<<<<<<<<<<
 *                 while indx != 0:
 *                     nxt = indx / divisor
 */
      __pyx_v_indx = (*__pyx_v_vit);

      /* "pygsti/objects/replib/fastreplib.pyx":1439
 *             while(vit != i_vec.end()):
 *                 indx = deref(vit)
 *                 while indx != 0:             # <<<<<<<<<<<<<<
 *                     nxt = indx / divisor
 *                     i = indx - nxt * divisor
 */
      while (1) {
        __pyx_t_2 = ((__pyx_v_indx != 0) != 0);
        if (!__pyx_t_2) break;

        /* "pygsti/objects/replib/fastreplib.pyx":1440
 *                 indx = deref(vit)
 *                 while indx != 0:
 *                     nxt = indx / divisor             # <<<<<<<<<<<<<<
 *                     i = indx - nxt * divisor
 *                     i_tup.append(i-1)
 */
        if (unlikely(__pyx_v_divisor == 0)) {
          PyErr_SetString(PyExc_ZeroDivisionError, "integer division or modulo by zero");
          __PYX_ERR(0, 1440, __pyx_L1_error)
        }
        else if (sizeof(__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT) == sizeof(long) && (!(((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)-1) > 0)) && unlikely(__pyx_v_divisor == (__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)-1)  && unlikely(UNARY_NEG_WOULD_OVERFLOW(__pyx_v_indx))) {
          PyErr_SetString(PyExc_OverflowError, "value too large to perform division");
          __PYX_ERR(0, 1440, __pyx_L1_error)
        }
        __pyx_v_nxt = __Pyx_div___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT(__pyx_v_indx, __pyx_v_divisor);

        /* "pygsti/objects/replib/fastreplib.pyx":1441
 *                 while indx != 0:
 *                     nxt = indx / divisor
 *                     i = indx - nxt * divisor             # <<<<<<<<<<<<<<
 *                     i_tup.append(i-1)
 *                     indx = nxt
 */
        __pyx_v_i = (__pyx_v_indx - (__pyx_v_nxt * __pyx_v_divisor));

        /* "pygsti/objects/replib/fastreplib.pyx":1442
 *                     nxt = indx / divisor
 *                     i = indx - nxt * divisor
 *                     i_tup.append(i-1)             # <<<<<<<<<<<<<<
 *                     indx = nxt
 *                 inc(vit)
 */
        __pyx_t_1 = __Pyx_PyInt_From_PY_LONG_LONG((__pyx_v_i - 1)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1442, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_1);
        __pyx_t_4 = __Pyx_PyList_Append(__pyx_v_i_tup, __pyx_t_1); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(0, 1442, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

        /* "pygsti/objects/replib/fastreplib.pyx":1443
 *                     i = indx - nxt * divisor
 *                     i_tup.append(i-1)
 *                     indx = nxt             # <<<<<<<<<<<<<<
 *                 inc(vit)
 * 
 */
        __pyx_v_indx = __pyx_v_nxt;
      }

      /* "pygsti/objects/replib/fastreplib.pyx":1444
 *                     i_tup.append(i-1)
 *                     indx = nxt
 *                 inc(vit)             # <<<<<<<<<<<<<<
 * 
 *             ret[tuple(i_tup)] = deref(it).second
 */
      (void)((++__pyx_v_vit));
    }

    /* "pygsti/objects/replib/fastreplib.pyx":1446
 *                 inc(vit)
 * 
 *             ret[tuple(i_tup)] = deref(it).second             # <<<<<<<<<<<<<<
 *             inc(it)
 * 
 */
    __pyx_t_5 = (*__pyx_v_it).second;
    __pyx_t_1 = __pyx_PyComplex_FromComplex(__pyx_t_5); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1446, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __pyx_t_6 = PyList_AsTuple(__pyx_v_i_tup); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1446, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    if (unlikely(PyDict_SetItem(__pyx_v_ret, __pyx_t_6, __pyx_t_1) < 0)) __PYX_ERR(0, 1446, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":1447
 * 
 *             ret[tuple(i_tup)] = deref(it).second
 *             inc(it)             # <<<<<<<<<<<<<<
 * 
 *         return ret
 */
    (void)((++__pyx_v_it));
  }

  /* "pygsti/objects/replib/fastreplib.pyx":1449
 *             inc(it)
 * 
 *         return ret             # <<<<<<<<<<<<<<
 * 
 *     def compact_complex(self):
 */
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(__pyx_v_ret);
  __pyx_r = __pyx_v_ret;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1425
 *     #Get coeffs with tuples of variable indices, not just "ints" - not currently needed
 *     @property
 *     def coeffs(self):             # <<<<<<<<<<<<<<
 *         cdef INT indx, nxt, i;
 *         cdef INT divisor = self.c_poly._max_num_vars + 1
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.PolyRep.coeffs.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_ret);
  __Pyx_XDECREF(__pyx_v_i_tup);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1451
 *         return ret
 * 
 *     def compact_complex(self):             # <<<<<<<<<<<<<<
 *         cdef INT i,l, iTerm, nVarIndices=0;
 *         cdef PolyVarsIndex k;
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_13compact_complex(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_13compact_complex(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("compact_complex (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_12compact_complex(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_12compact_complex(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_self) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_l;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_iTerm;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nVarIndices;
  CReps::PolyVarsIndex __pyx_v_k;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_v_vs;
  std::unordered_map<CReps::PolyVarsIndex,__pyx_t_double_complex> ::iterator __pyx_v_it;
  std::vector<std::pair<CReps::PolyVarsIndex,std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> > >  __pyx_v_vinds;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nTerms;
  PyObject *__pyx_v_vtape = NULL;
  PyObject *__pyx_v_ctape = NULL;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_v_v;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  std::pair<CReps::PolyVarsIndex,std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  __pyx_t_2;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  PyObject *__pyx_t_5 = NULL;
  PyObject *__pyx_t_6 = NULL;
  PyObject *__pyx_t_7 = NULL;
  int __pyx_t_8;
  PyObject *__pyx_t_9 = NULL;
  std::vector<std::pair<CReps::PolyVarsIndex,std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> > > ::size_type __pyx_t_10;
  std::vector<std::pair<CReps::PolyVarsIndex,std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> > > ::size_type __pyx_t_11;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_12;
  CReps::PolyVarsIndex __pyx_t_13;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_t_14;
  __pyx_t_double_complex __pyx_t_15;
  __Pyx_RefNannySetupContext("compact_complex", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1452
 * 
 *     def compact_complex(self):
 *         cdef INT i,l, iTerm, nVarIndices=0;             # <<<<<<<<<<<<<<
 *         cdef PolyVarsIndex k;
 *         cdef vector[INT] vs;
 */
  __pyx_v_nVarIndices = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1456
 *         cdef vector[INT] vs;
 *         cdef vector[INT].iterator vit
 *         cdef unordered_map[PolyVarsIndex, complex].iterator it = self.c_poly._coeffs.begin()             # <<<<<<<<<<<<<<
 *         cdef vector[ pair[PolyVarsIndex, vector[INT]] ] vinds;
 *         cdef INT nTerms = self.c_poly._coeffs.size()
 */
  __pyx_v_it = __pyx_v_self->c_poly->_coeffs.begin();

  /* "pygsti/objects/replib/fastreplib.pyx":1458
 *         cdef unordered_map[PolyVarsIndex, complex].iterator it = self.c_poly._coeffs.begin()
 *         cdef vector[ pair[PolyVarsIndex, vector[INT]] ] vinds;
 *         cdef INT nTerms = self.c_poly._coeffs.size()             # <<<<<<<<<<<<<<
 * 
 *         while(it != self.c_poly._coeffs.end()):
 */
  __pyx_v_nTerms = __pyx_v_self->c_poly->_coeffs.size();

  /* "pygsti/objects/replib/fastreplib.pyx":1460
 *         cdef INT nTerms = self.c_poly._coeffs.size()
 * 
 *         while(it != self.c_poly._coeffs.end()):             # <<<<<<<<<<<<<<
 *             vs = self.c_poly.int_to_vinds( deref(it).first )
 *             #REMOVE print "-> ", (deref(it).first)._parts, vs
 */
  while (1) {
    __pyx_t_1 = ((__pyx_v_it != __pyx_v_self->c_poly->_coeffs.end()) != 0);
    if (!__pyx_t_1) break;

    /* "pygsti/objects/replib/fastreplib.pyx":1461
 * 
 *         while(it != self.c_poly._coeffs.end()):
 *             vs = self.c_poly.int_to_vinds( deref(it).first )             # <<<<<<<<<<<<<<
 *             #REMOVE print "-> ", (deref(it).first)._parts, vs
 *             nVarIndices += vs.size()
 */
    __pyx_v_vs = __pyx_v_self->c_poly->int_to_vinds((*__pyx_v_it).first);

    /* "pygsti/objects/replib/fastreplib.pyx":1463
 *             vs = self.c_poly.int_to_vinds( deref(it).first )
 *             #REMOVE print "-> ", (deref(it).first)._parts, vs
 *             nVarIndices += vs.size()             # <<<<<<<<<<<<<<
 *             vinds.push_back( pair[PolyVarsIndex, vector[INT]](deref(it).first, vs) )
 *             inc(it)
 */
    __pyx_v_nVarIndices = (__pyx_v_nVarIndices + __pyx_v_vs.size());

    /* "pygsti/objects/replib/fastreplib.pyx":1464
 *             #REMOVE print "-> ", (deref(it).first)._parts, vs
 *             nVarIndices += vs.size()
 *             vinds.push_back( pair[PolyVarsIndex, vector[INT]](deref(it).first, vs) )             # <<<<<<<<<<<<<<
 *             inc(it)
 * 
 */
    try {
      __pyx_t_2 = std::pair<CReps::PolyVarsIndex,std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> > ((*__pyx_v_it).first, __pyx_v_vs);
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 1464, __pyx_L1_error)
    }
    try {
      __pyx_v_vinds.push_back(__pyx_t_2);
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 1464, __pyx_L1_error)
    }

    /* "pygsti/objects/replib/fastreplib.pyx":1465
 *             nVarIndices += vs.size()
 *             vinds.push_back( pair[PolyVarsIndex, vector[INT]](deref(it).first, vs) )
 *             inc(it)             # <<<<<<<<<<<<<<
 * 
 *         #REMOVE print "COMP: ",nTerms, nVarIndices
 */
    (void)((++__pyx_v_it));
  }

  /* "pygsti/objects/replib/fastreplib.pyx":1468
 * 
 *         #REMOVE print "COMP: ",nTerms, nVarIndices
 *         vtape = np.empty(1 + nTerms + nVarIndices, np.int64) # "variable" tape             # <<<<<<<<<<<<<<
 *         ctape = np.empty(nTerms, np.complex128) # "coefficient tape"
 * 
 */
  __Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_np); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1468, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_empty); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1468, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  __pyx_t_4 = __Pyx_PyInt_From_PY_LONG_LONG(((1 + __pyx_v_nTerms) + __pyx_v_nVarIndices)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1468, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __Pyx_GetModuleGlobalName(__pyx_t_6, __pyx_n_s_np); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1468, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_6);
  __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_6, __pyx_n_s_int64); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1468, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_7);
  __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
  __pyx_t_6 = NULL;
  __pyx_t_8 = 0;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_5))) {
    __pyx_t_6 = PyMethod_GET_SELF(__pyx_t_5);
    if (likely(__pyx_t_6)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
      __Pyx_INCREF(__pyx_t_6);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_5, function);
      __pyx_t_8 = 1;
    }
  }
  #if CYTHON_FAST_PYCALL
  if (PyFunction_Check(__pyx_t_5)) {
    PyObject *__pyx_temp[3] = {__pyx_t_6, __pyx_t_4, __pyx_t_7};
    __pyx_t_3 = __Pyx_PyFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_8, 2+__pyx_t_8); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1468, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
    __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
  } else
  #endif
  #if CYTHON_FAST_PYCCALL
  if (__Pyx_PyFastCFunction_Check(__pyx_t_5)) {
    PyObject *__pyx_temp[3] = {__pyx_t_6, __pyx_t_4, __pyx_t_7};
    __pyx_t_3 = __Pyx_PyCFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_8, 2+__pyx_t_8); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1468, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
    __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
  } else
  #endif
  {
    __pyx_t_9 = PyTuple_New(2+__pyx_t_8); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1468, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_9);
    if (__pyx_t_6) {
      __Pyx_GIVEREF(__pyx_t_6); PyTuple_SET_ITEM(__pyx_t_9, 0, __pyx_t_6); __pyx_t_6 = NULL;
    }
    __Pyx_GIVEREF(__pyx_t_4);
    PyTuple_SET_ITEM(__pyx_t_9, 0+__pyx_t_8, __pyx_t_4);
    __Pyx_GIVEREF(__pyx_t_7);
    PyTuple_SET_ITEM(__pyx_t_9, 1+__pyx_t_8, __pyx_t_7);
    __pyx_t_4 = 0;
    __pyx_t_7 = 0;
    __pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_t_9, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1468, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
  }
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  __pyx_v_vtape = __pyx_t_3;
  __pyx_t_3 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1469
 *         #REMOVE print "COMP: ",nTerms, nVarIndices
 *         vtape = np.empty(1 + nTerms + nVarIndices, np.int64) # "variable" tape
 *         ctape = np.empty(nTerms, np.complex128) # "coefficient tape"             # <<<<<<<<<<<<<<
 * 
 *         i = 0
 */
  __Pyx_GetModuleGlobalName(__pyx_t_5, __pyx_n_s_np); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1469, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_empty); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1469, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_9);
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  __pyx_t_5 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_nTerms); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1469, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_GetModuleGlobalName(__pyx_t_7, __pyx_n_s_np); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1469, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_7);
  __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_7, __pyx_n_s_complex128); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1469, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
  __pyx_t_7 = NULL;
  __pyx_t_8 = 0;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_9))) {
    __pyx_t_7 = PyMethod_GET_SELF(__pyx_t_9);
    if (likely(__pyx_t_7)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_9);
      __Pyx_INCREF(__pyx_t_7);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_9, function);
      __pyx_t_8 = 1;
    }
  }
  #if CYTHON_FAST_PYCALL
  if (PyFunction_Check(__pyx_t_9)) {
    PyObject *__pyx_temp[3] = {__pyx_t_7, __pyx_t_5, __pyx_t_4};
    __pyx_t_3 = __Pyx_PyFunction_FastCall(__pyx_t_9, __pyx_temp+1-__pyx_t_8, 2+__pyx_t_8); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1469, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  } else
  #endif
  #if CYTHON_FAST_PYCCALL
  if (__Pyx_PyFastCFunction_Check(__pyx_t_9)) {
    PyObject *__pyx_temp[3] = {__pyx_t_7, __pyx_t_5, __pyx_t_4};
    __pyx_t_3 = __Pyx_PyCFunction_FastCall(__pyx_t_9, __pyx_temp+1-__pyx_t_8, 2+__pyx_t_8); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1469, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  } else
  #endif
  {
    __pyx_t_6 = PyTuple_New(2+__pyx_t_8); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1469, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    if (__pyx_t_7) {
      __Pyx_GIVEREF(__pyx_t_7); PyTuple_SET_ITEM(__pyx_t_6, 0, __pyx_t_7); __pyx_t_7 = NULL;
    }
    __Pyx_GIVEREF(__pyx_t_5);
    PyTuple_SET_ITEM(__pyx_t_6, 0+__pyx_t_8, __pyx_t_5);
    __Pyx_GIVEREF(__pyx_t_4);
    PyTuple_SET_ITEM(__pyx_t_6, 1+__pyx_t_8, __pyx_t_4);
    __pyx_t_5 = 0;
    __pyx_t_4 = 0;
    __pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_9, __pyx_t_6, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1469, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
  }
  __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
  __pyx_v_ctape = __pyx_t_3;
  __pyx_t_3 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1471
 *         ctape = np.empty(nTerms, np.complex128) # "coefficient tape"
 * 
 *         i = 0             # <<<<<<<<<<<<<<
 *         vtape[i] = nTerms; i+=1
 *         stdsort(vinds.begin(), vinds.end(), &compare_pair) # sorts in place
 */
  __pyx_v_i = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1472
 * 
 *         i = 0
 *         vtape[i] = nTerms; i+=1             # <<<<<<<<<<<<<<
 *         stdsort(vinds.begin(), vinds.end(), &compare_pair) # sorts in place
 *         for iTerm in range(vinds.size()):
 */
  __pyx_t_3 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_nTerms); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1472, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  if (unlikely(__Pyx_SetItemInt(__pyx_v_vtape, __pyx_v_i, __pyx_t_3, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1) < 0)) __PYX_ERR(0, 1472, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __pyx_v_i = (__pyx_v_i + 1);

  /* "pygsti/objects/replib/fastreplib.pyx":1473
 *         i = 0
 *         vtape[i] = nTerms; i+=1
 *         stdsort(vinds.begin(), vinds.end(), &compare_pair) # sorts in place             # <<<<<<<<<<<<<<
 *         for iTerm in range(vinds.size()):
 *             k = vinds[iTerm].first
 */
  std::sort<std::vector<std::pair<CReps::PolyVarsIndex,std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> > > ::iterator,bool (*)(std::pair<CReps::PolyVarsIndex,std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  const &, std::pair<CReps::PolyVarsIndex,std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  const &)>(__pyx_v_vinds.begin(), __pyx_v_vinds.end(), (&__pyx_f_6pygsti_7objects_6replib_10fastreplib_compare_pair));

  /* "pygsti/objects/replib/fastreplib.pyx":1474
 *         vtape[i] = nTerms; i+=1
 *         stdsort(vinds.begin(), vinds.end(), &compare_pair) # sorts in place
 *         for iTerm in range(vinds.size()):             # <<<<<<<<<<<<<<
 *             k = vinds[iTerm].first
 *             v = vinds[iTerm].second
 */
  __pyx_t_10 = __pyx_v_vinds.size();
  __pyx_t_11 = __pyx_t_10;
  for (__pyx_t_12 = 0; __pyx_t_12 < __pyx_t_11; __pyx_t_12+=1) {
    __pyx_v_iTerm = __pyx_t_12;

    /* "pygsti/objects/replib/fastreplib.pyx":1475
 *         stdsort(vinds.begin(), vinds.end(), &compare_pair) # sorts in place
 *         for iTerm in range(vinds.size()):
 *             k = vinds[iTerm].first             # <<<<<<<<<<<<<<
 *             v = vinds[iTerm].second
 *             l = v.size()
 */
    __pyx_t_13 = (__pyx_v_vinds[__pyx_v_iTerm]).first;
    __pyx_v_k = __pyx_t_13;

    /* "pygsti/objects/replib/fastreplib.pyx":1476
 *         for iTerm in range(vinds.size()):
 *             k = vinds[iTerm].first
 *             v = vinds[iTerm].second             # <<<<<<<<<<<<<<
 *             l = v.size()
 *             ctape[iTerm] = self.c_poly._coeffs[k]
 */
    __pyx_t_14 = (__pyx_v_vinds[__pyx_v_iTerm]).second;
    __pyx_v_v = __pyx_t_14;

    /* "pygsti/objects/replib/fastreplib.pyx":1477
 *             k = vinds[iTerm].first
 *             v = vinds[iTerm].second
 *             l = v.size()             # <<<<<<<<<<<<<<
 *             ctape[iTerm] = self.c_poly._coeffs[k]
 *             vtape[i] = l; i += 1
 */
    __pyx_v_l = __pyx_v_v.size();

    /* "pygsti/objects/replib/fastreplib.pyx":1478
 *             v = vinds[iTerm].second
 *             l = v.size()
 *             ctape[iTerm] = self.c_poly._coeffs[k]             # <<<<<<<<<<<<<<
 *             vtape[i] = l; i += 1
 *             vtape[i:i+l] = v; i += l
 */
    __pyx_t_15 = (__pyx_v_self->c_poly->_coeffs[__pyx_v_k]);
    __pyx_t_3 = __pyx_PyComplex_FromComplex(__pyx_t_15); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1478, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    if (unlikely(__Pyx_SetItemInt(__pyx_v_ctape, __pyx_v_iTerm, __pyx_t_3, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1) < 0)) __PYX_ERR(0, 1478, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":1479
 *             l = v.size()
 *             ctape[iTerm] = self.c_poly._coeffs[k]
 *             vtape[i] = l; i += 1             # <<<<<<<<<<<<<<
 *             vtape[i:i+l] = v; i += l
 * 
 */
    __pyx_t_3 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_l); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1479, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    if (unlikely(__Pyx_SetItemInt(__pyx_v_vtape, __pyx_v_i, __pyx_t_3, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1) < 0)) __PYX_ERR(0, 1479, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __pyx_v_i = (__pyx_v_i + 1);

    /* "pygsti/objects/replib/fastreplib.pyx":1480
 *             ctape[iTerm] = self.c_poly._coeffs[k]
 *             vtape[i] = l; i += 1
 *             vtape[i:i+l] = v; i += l             # <<<<<<<<<<<<<<
 * 
 *         return vtape, ctape
 */
    __pyx_t_3 = __pyx_convert_vector_to_py___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT(__pyx_v_v); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1480, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    if (__Pyx_PyObject_SetSlice(__pyx_v_vtape, __pyx_t_3, __pyx_v_i, (__pyx_v_i + __pyx_v_l), NULL, NULL, NULL, 1, 1, 1) < 0) __PYX_ERR(0, 1480, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __pyx_v_i = (__pyx_v_i + __pyx_v_l);
  }

  /* "pygsti/objects/replib/fastreplib.pyx":1482
 *             vtape[i:i+l] = v; i += l
 * 
 *         return vtape, ctape             # <<<<<<<<<<<<<<
 * 
 *     def compact_real(self):
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_3 = PyTuple_New(2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1482, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_INCREF(__pyx_v_vtape);
  __Pyx_GIVEREF(__pyx_v_vtape);
  PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_v_vtape);
  __Pyx_INCREF(__pyx_v_ctape);
  __Pyx_GIVEREF(__pyx_v_ctape);
  PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_v_ctape);
  __pyx_r = __pyx_t_3;
  __pyx_t_3 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1451
 *         return ret
 * 
 *     def compact_complex(self):             # <<<<<<<<<<<<<<
 *         cdef INT i,l, iTerm, nVarIndices=0;
 *         cdef PolyVarsIndex k;
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_XDECREF(__pyx_t_7);
  __Pyx_XDECREF(__pyx_t_9);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.PolyRep.compact_complex", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_vtape);
  __Pyx_XDECREF(__pyx_v_ctape);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1484
 *         return vtape, ctape
 * 
 *     def compact_real(self):             # <<<<<<<<<<<<<<
 *         cdef INT i,l, iTerm, nVarIndices=0;
 *         cdef PolyVarsIndex k;
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_15compact_real(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_15compact_real(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("compact_real (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_14compact_real(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_14compact_real(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_self) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_l;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_iTerm;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nVarIndices;
  CReps::PolyVarsIndex __pyx_v_k;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_v_v;
  std::unordered_map<CReps::PolyVarsIndex,__pyx_t_double_complex> ::iterator __pyx_v_it;
  std::vector<std::pair<CReps::PolyVarsIndex,std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> > >  __pyx_v_vinds;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nTerms;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_v_vs;
  PyObject *__pyx_v_vtape = NULL;
  PyObject *__pyx_v_ctape = NULL;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  std::pair<CReps::PolyVarsIndex,std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  __pyx_t_2;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  PyObject *__pyx_t_5 = NULL;
  PyObject *__pyx_t_6 = NULL;
  PyObject *__pyx_t_7 = NULL;
  int __pyx_t_8;
  PyObject *__pyx_t_9 = NULL;
  std::vector<std::pair<CReps::PolyVarsIndex,std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> > > ::size_type __pyx_t_10;
  std::vector<std::pair<CReps::PolyVarsIndex,std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> > > ::size_type __pyx_t_11;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_12;
  CReps::PolyVarsIndex __pyx_t_13;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_t_14;
  __Pyx_RefNannySetupContext("compact_real", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1485
 * 
 *     def compact_real(self):
 *         cdef INT i,l, iTerm, nVarIndices=0;             # <<<<<<<<<<<<<<
 *         cdef PolyVarsIndex k;
 *         cdef vector[INT] v;
 */
  __pyx_v_nVarIndices = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1489
 *         cdef vector[INT] v;
 *         cdef vector[INT].iterator vit
 *         cdef unordered_map[PolyVarsIndex, complex].iterator it = self.c_poly._coeffs.begin()             # <<<<<<<<<<<<<<
 *         cdef vector[ pair[PolyVarsIndex, vector[INT]] ] vinds;
 *         cdef INT nTerms = self.c_poly._coeffs.size()
 */
  __pyx_v_it = __pyx_v_self->c_poly->_coeffs.begin();

  /* "pygsti/objects/replib/fastreplib.pyx":1491
 *         cdef unordered_map[PolyVarsIndex, complex].iterator it = self.c_poly._coeffs.begin()
 *         cdef vector[ pair[PolyVarsIndex, vector[INT]] ] vinds;
 *         cdef INT nTerms = self.c_poly._coeffs.size()             # <<<<<<<<<<<<<<
 * 
 *         while(it != self.c_poly._coeffs.end()):
 */
  __pyx_v_nTerms = __pyx_v_self->c_poly->_coeffs.size();

  /* "pygsti/objects/replib/fastreplib.pyx":1493
 *         cdef INT nTerms = self.c_poly._coeffs.size()
 * 
 *         while(it != self.c_poly._coeffs.end()):             # <<<<<<<<<<<<<<
 *             vs = self.c_poly.int_to_vinds( deref(it).first )
 *             nVarIndices += vs.size()
 */
  while (1) {
    __pyx_t_1 = ((__pyx_v_it != __pyx_v_self->c_poly->_coeffs.end()) != 0);
    if (!__pyx_t_1) break;

    /* "pygsti/objects/replib/fastreplib.pyx":1494
 * 
 *         while(it != self.c_poly._coeffs.end()):
 *             vs = self.c_poly.int_to_vinds( deref(it).first )             # <<<<<<<<<<<<<<
 *             nVarIndices += vs.size()
 *             vinds.push_back( pair[PolyVarsIndex, vector[INT]](deref(it).first, vs) )
 */
    __pyx_v_vs = __pyx_v_self->c_poly->int_to_vinds((*__pyx_v_it).first);

    /* "pygsti/objects/replib/fastreplib.pyx":1495
 *         while(it != self.c_poly._coeffs.end()):
 *             vs = self.c_poly.int_to_vinds( deref(it).first )
 *             nVarIndices += vs.size()             # <<<<<<<<<<<<<<
 *             vinds.push_back( pair[PolyVarsIndex, vector[INT]](deref(it).first, vs) )
 *             inc(it)
 */
    __pyx_v_nVarIndices = (__pyx_v_nVarIndices + __pyx_v_vs.size());

    /* "pygsti/objects/replib/fastreplib.pyx":1496
 *             vs = self.c_poly.int_to_vinds( deref(it).first )
 *             nVarIndices += vs.size()
 *             vinds.push_back( pair[PolyVarsIndex, vector[INT]](deref(it).first, vs) )             # <<<<<<<<<<<<<<
 *             inc(it)
 * 
 */
    try {
      __pyx_t_2 = std::pair<CReps::PolyVarsIndex,std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> > ((*__pyx_v_it).first, __pyx_v_vs);
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 1496, __pyx_L1_error)
    }
    try {
      __pyx_v_vinds.push_back(__pyx_t_2);
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 1496, __pyx_L1_error)
    }

    /* "pygsti/objects/replib/fastreplib.pyx":1497
 *             nVarIndices += vs.size()
 *             vinds.push_back( pair[PolyVarsIndex, vector[INT]](deref(it).first, vs) )
 *             inc(it)             # <<<<<<<<<<<<<<
 * 
 *         vtape = np.empty(1 + nTerms + nVarIndices, np.int64) # "variable" tape
 */
    (void)((++__pyx_v_it));
  }

  /* "pygsti/objects/replib/fastreplib.pyx":1499
 *             inc(it)
 * 
 *         vtape = np.empty(1 + nTerms + nVarIndices, np.int64) # "variable" tape             # <<<<<<<<<<<<<<
 *         ctape = np.empty(nTerms, np.float64) # "coefficient tape"
 * 
 */
  __Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_np); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1499, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_empty); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1499, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  __pyx_t_4 = __Pyx_PyInt_From_PY_LONG_LONG(((1 + __pyx_v_nTerms) + __pyx_v_nVarIndices)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1499, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __Pyx_GetModuleGlobalName(__pyx_t_6, __pyx_n_s_np); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1499, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_6);
  __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_6, __pyx_n_s_int64); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1499, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_7);
  __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
  __pyx_t_6 = NULL;
  __pyx_t_8 = 0;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_5))) {
    __pyx_t_6 = PyMethod_GET_SELF(__pyx_t_5);
    if (likely(__pyx_t_6)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
      __Pyx_INCREF(__pyx_t_6);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_5, function);
      __pyx_t_8 = 1;
    }
  }
  #if CYTHON_FAST_PYCALL
  if (PyFunction_Check(__pyx_t_5)) {
    PyObject *__pyx_temp[3] = {__pyx_t_6, __pyx_t_4, __pyx_t_7};
    __pyx_t_3 = __Pyx_PyFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_8, 2+__pyx_t_8); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1499, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
    __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
  } else
  #endif
  #if CYTHON_FAST_PYCCALL
  if (__Pyx_PyFastCFunction_Check(__pyx_t_5)) {
    PyObject *__pyx_temp[3] = {__pyx_t_6, __pyx_t_4, __pyx_t_7};
    __pyx_t_3 = __Pyx_PyCFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_8, 2+__pyx_t_8); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1499, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
    __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
  } else
  #endif
  {
    __pyx_t_9 = PyTuple_New(2+__pyx_t_8); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1499, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_9);
    if (__pyx_t_6) {
      __Pyx_GIVEREF(__pyx_t_6); PyTuple_SET_ITEM(__pyx_t_9, 0, __pyx_t_6); __pyx_t_6 = NULL;
    }
    __Pyx_GIVEREF(__pyx_t_4);
    PyTuple_SET_ITEM(__pyx_t_9, 0+__pyx_t_8, __pyx_t_4);
    __Pyx_GIVEREF(__pyx_t_7);
    PyTuple_SET_ITEM(__pyx_t_9, 1+__pyx_t_8, __pyx_t_7);
    __pyx_t_4 = 0;
    __pyx_t_7 = 0;
    __pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_t_9, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1499, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
  }
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  __pyx_v_vtape = __pyx_t_3;
  __pyx_t_3 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1500
 * 
 *         vtape = np.empty(1 + nTerms + nVarIndices, np.int64) # "variable" tape
 *         ctape = np.empty(nTerms, np.float64) # "coefficient tape"             # <<<<<<<<<<<<<<
 * 
 *         i = 0
 */
  __Pyx_GetModuleGlobalName(__pyx_t_5, __pyx_n_s_np); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1500, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_empty); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1500, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_9);
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  __pyx_t_5 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_nTerms); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1500, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_GetModuleGlobalName(__pyx_t_7, __pyx_n_s_np); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1500, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_7);
  __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_7, __pyx_n_s_float64); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1500, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
  __pyx_t_7 = NULL;
  __pyx_t_8 = 0;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_9))) {
    __pyx_t_7 = PyMethod_GET_SELF(__pyx_t_9);
    if (likely(__pyx_t_7)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_9);
      __Pyx_INCREF(__pyx_t_7);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_9, function);
      __pyx_t_8 = 1;
    }
  }
  #if CYTHON_FAST_PYCALL
  if (PyFunction_Check(__pyx_t_9)) {
    PyObject *__pyx_temp[3] = {__pyx_t_7, __pyx_t_5, __pyx_t_4};
    __pyx_t_3 = __Pyx_PyFunction_FastCall(__pyx_t_9, __pyx_temp+1-__pyx_t_8, 2+__pyx_t_8); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1500, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  } else
  #endif
  #if CYTHON_FAST_PYCCALL
  if (__Pyx_PyFastCFunction_Check(__pyx_t_9)) {
    PyObject *__pyx_temp[3] = {__pyx_t_7, __pyx_t_5, __pyx_t_4};
    __pyx_t_3 = __Pyx_PyCFunction_FastCall(__pyx_t_9, __pyx_temp+1-__pyx_t_8, 2+__pyx_t_8); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1500, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  } else
  #endif
  {
    __pyx_t_6 = PyTuple_New(2+__pyx_t_8); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1500, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    if (__pyx_t_7) {
      __Pyx_GIVEREF(__pyx_t_7); PyTuple_SET_ITEM(__pyx_t_6, 0, __pyx_t_7); __pyx_t_7 = NULL;
    }
    __Pyx_GIVEREF(__pyx_t_5);
    PyTuple_SET_ITEM(__pyx_t_6, 0+__pyx_t_8, __pyx_t_5);
    __Pyx_GIVEREF(__pyx_t_4);
    PyTuple_SET_ITEM(__pyx_t_6, 1+__pyx_t_8, __pyx_t_4);
    __pyx_t_5 = 0;
    __pyx_t_4 = 0;
    __pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_9, __pyx_t_6, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1500, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
  }
  __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
  __pyx_v_ctape = __pyx_t_3;
  __pyx_t_3 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1502
 *         ctape = np.empty(nTerms, np.float64) # "coefficient tape"
 * 
 *         i = 0             # <<<<<<<<<<<<<<
 *         vtape[i] = nTerms; i+=1
 *         stdsort(vinds.begin(), vinds.end(), &compare_pair) # sorts in place
 */
  __pyx_v_i = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1503
 * 
 *         i = 0
 *         vtape[i] = nTerms; i+=1             # <<<<<<<<<<<<<<
 *         stdsort(vinds.begin(), vinds.end(), &compare_pair) # sorts in place
 *         for iTerm in range(vinds.size()):
 */
  __pyx_t_3 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_nTerms); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1503, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  if (unlikely(__Pyx_SetItemInt(__pyx_v_vtape, __pyx_v_i, __pyx_t_3, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1) < 0)) __PYX_ERR(0, 1503, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __pyx_v_i = (__pyx_v_i + 1);

  /* "pygsti/objects/replib/fastreplib.pyx":1504
 *         i = 0
 *         vtape[i] = nTerms; i+=1
 *         stdsort(vinds.begin(), vinds.end(), &compare_pair) # sorts in place             # <<<<<<<<<<<<<<
 *         for iTerm in range(vinds.size()):
 *             k = vinds[iTerm].first
 */
  std::sort<std::vector<std::pair<CReps::PolyVarsIndex,std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> > > ::iterator,bool (*)(std::pair<CReps::PolyVarsIndex,std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  const &, std::pair<CReps::PolyVarsIndex,std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  const &)>(__pyx_v_vinds.begin(), __pyx_v_vinds.end(), (&__pyx_f_6pygsti_7objects_6replib_10fastreplib_compare_pair));

  /* "pygsti/objects/replib/fastreplib.pyx":1505
 *         vtape[i] = nTerms; i+=1
 *         stdsort(vinds.begin(), vinds.end(), &compare_pair) # sorts in place
 *         for iTerm in range(vinds.size()):             # <<<<<<<<<<<<<<
 *             k = vinds[iTerm].first
 *             v = vinds[iTerm].second
 */
  __pyx_t_10 = __pyx_v_vinds.size();
  __pyx_t_11 = __pyx_t_10;
  for (__pyx_t_12 = 0; __pyx_t_12 < __pyx_t_11; __pyx_t_12+=1) {
    __pyx_v_iTerm = __pyx_t_12;

    /* "pygsti/objects/replib/fastreplib.pyx":1506
 *         stdsort(vinds.begin(), vinds.end(), &compare_pair) # sorts in place
 *         for iTerm in range(vinds.size()):
 *             k = vinds[iTerm].first             # <<<<<<<<<<<<<<
 *             v = vinds[iTerm].second
 *             l = v.size()
 */
    __pyx_t_13 = (__pyx_v_vinds[__pyx_v_iTerm]).first;
    __pyx_v_k = __pyx_t_13;

    /* "pygsti/objects/replib/fastreplib.pyx":1507
 *         for iTerm in range(vinds.size()):
 *             k = vinds[iTerm].first
 *             v = vinds[iTerm].second             # <<<<<<<<<<<<<<
 *             l = v.size()
 *             ctape[iTerm] = self.c_poly._coeffs[k].real
 */
    __pyx_t_14 = (__pyx_v_vinds[__pyx_v_iTerm]).second;
    __pyx_v_v = __pyx_t_14;

    /* "pygsti/objects/replib/fastreplib.pyx":1508
 *             k = vinds[iTerm].first
 *             v = vinds[iTerm].second
 *             l = v.size()             # <<<<<<<<<<<<<<
 *             ctape[iTerm] = self.c_poly._coeffs[k].real
 *             vtape[i] = l; i += 1
 */
    __pyx_v_l = __pyx_v_v.size();

    /* "pygsti/objects/replib/fastreplib.pyx":1509
 *             v = vinds[iTerm].second
 *             l = v.size()
 *             ctape[iTerm] = self.c_poly._coeffs[k].real             # <<<<<<<<<<<<<<
 *             vtape[i] = l; i += 1
 *             vtape[i:i+l] = v; i += l
 */
    __pyx_t_3 = PyFloat_FromDouble(__Pyx_CREAL((__pyx_v_self->c_poly->_coeffs[__pyx_v_k]))); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1509, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    if (unlikely(__Pyx_SetItemInt(__pyx_v_ctape, __pyx_v_iTerm, __pyx_t_3, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1) < 0)) __PYX_ERR(0, 1509, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":1510
 *             l = v.size()
 *             ctape[iTerm] = self.c_poly._coeffs[k].real
 *             vtape[i] = l; i += 1             # <<<<<<<<<<<<<<
 *             vtape[i:i+l] = v; i += l
 * 
 */
    __pyx_t_3 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_l); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1510, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    if (unlikely(__Pyx_SetItemInt(__pyx_v_vtape, __pyx_v_i, __pyx_t_3, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1) < 0)) __PYX_ERR(0, 1510, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __pyx_v_i = (__pyx_v_i + 1);

    /* "pygsti/objects/replib/fastreplib.pyx":1511
 *             ctape[iTerm] = self.c_poly._coeffs[k].real
 *             vtape[i] = l; i += 1
 *             vtape[i:i+l] = v; i += l             # <<<<<<<<<<<<<<
 * 
 *         return vtape, ctape
 */
    __pyx_t_3 = __pyx_convert_vector_to_py___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT(__pyx_v_v); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1511, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    if (__Pyx_PyObject_SetSlice(__pyx_v_vtape, __pyx_t_3, __pyx_v_i, (__pyx_v_i + __pyx_v_l), NULL, NULL, NULL, 1, 1, 1) < 0) __PYX_ERR(0, 1511, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __pyx_v_i = (__pyx_v_i + __pyx_v_l);
  }

  /* "pygsti/objects/replib/fastreplib.pyx":1513
 *             vtape[i:i+l] = v; i += l
 * 
 *         return vtape, ctape             # <<<<<<<<<<<<<<
 * 
 *     def mult(self, PolyRep other):
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_3 = PyTuple_New(2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1513, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_INCREF(__pyx_v_vtape);
  __Pyx_GIVEREF(__pyx_v_vtape);
  PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_v_vtape);
  __Pyx_INCREF(__pyx_v_ctape);
  __Pyx_GIVEREF(__pyx_v_ctape);
  PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_v_ctape);
  __pyx_r = __pyx_t_3;
  __pyx_t_3 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1484
 *         return vtape, ctape
 * 
 *     def compact_real(self):             # <<<<<<<<<<<<<<
 *         cdef INT i,l, iTerm, nVarIndices=0;
 *         cdef PolyVarsIndex k;
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_XDECREF(__pyx_t_7);
  __Pyx_XDECREF(__pyx_t_9);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.PolyRep.compact_real", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_vtape);
  __Pyx_XDECREF(__pyx_v_ctape);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1515
 *         return vtape, ctape
 * 
 *     def mult(self, PolyRep other):             # <<<<<<<<<<<<<<
 *         cdef PolyCRep result = self.c_poly.mult(deref(other.c_poly))
 *         cdef PolyCRep* persistent = new PolyCRep(result._coeffs, result._max_num_vars, result._vindices_per_int)
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_17mult(PyObject *__pyx_v_self, PyObject *__pyx_v_other); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_17mult(PyObject *__pyx_v_self, PyObject *__pyx_v_other) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("mult (wrapper)", 0);
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_other), __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_PolyRep, 1, "other", 0))) __PYX_ERR(0, 1515, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_16mult(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *)__pyx_v_self), ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *)__pyx_v_other));

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_16mult(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_self, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_other) {
  CReps::PolyCRep __pyx_v_result;
  CReps::PolyCRep *__pyx_v_persistent;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  CReps::PolyCRep *__pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  __Pyx_RefNannySetupContext("mult", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1516
 * 
 *     def mult(self, PolyRep other):
 *         cdef PolyCRep result = self.c_poly.mult(deref(other.c_poly))             # <<<<<<<<<<<<<<
 *         cdef PolyCRep* persistent = new PolyCRep(result._coeffs, result._max_num_vars, result._vindices_per_int)
 *         return PolyRep_from_allocd_PolyCRep(persistent)
 */
  __pyx_v_result = __pyx_v_self->c_poly->mult((*__pyx_v_other->c_poly));

  /* "pygsti/objects/replib/fastreplib.pyx":1517
 *     def mult(self, PolyRep other):
 *         cdef PolyCRep result = self.c_poly.mult(deref(other.c_poly))
 *         cdef PolyCRep* persistent = new PolyCRep(result._coeffs, result._max_num_vars, result._vindices_per_int)             # <<<<<<<<<<<<<<
 *         return PolyRep_from_allocd_PolyCRep(persistent)
 *         #print "MULT ", self.coeffs, " * ", other.coeffs, " =", ret.coeffs  #DEBUG!!! HERE
 */
  try {
    __pyx_t_1 = new CReps::PolyCRep(__pyx_v_result._coeffs, __pyx_v_result._max_num_vars, __pyx_v_result._vindices_per_int);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1517, __pyx_L1_error)
  }
  __pyx_v_persistent = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":1518
 *         cdef PolyCRep result = self.c_poly.mult(deref(other.c_poly))
 *         cdef PolyCRep* persistent = new PolyCRep(result._coeffs, result._max_num_vars, result._vindices_per_int)
 *         return PolyRep_from_allocd_PolyCRep(persistent)             # <<<<<<<<<<<<<<
 *         #print "MULT ", self.coeffs, " * ", other.coeffs, " =", ret.coeffs  #DEBUG!!! HERE
 *         #return ret
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_2 = __pyx_f_6pygsti_7objects_6replib_10fastreplib_PolyRep_from_allocd_PolyCRep(__pyx_v_persistent); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1518, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_r = __pyx_t_2;
  __pyx_t_2 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1515
 *         return vtape, ctape
 * 
 *     def mult(self, PolyRep other):             # <<<<<<<<<<<<<<
 *         cdef PolyCRep result = self.c_poly.mult(deref(other.c_poly))
 *         cdef PolyCRep* persistent = new PolyCRep(result._coeffs, result._max_num_vars, result._vindices_per_int)
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.PolyRep.mult", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1522
 *         #return ret
 * 
 *     def scale(self, x):             # <<<<<<<<<<<<<<
 *         self.c_poly.scale(x)
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_19scale(PyObject *__pyx_v_self, PyObject *__pyx_v_x); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_19scale(PyObject *__pyx_v_self, PyObject *__pyx_v_x) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("scale (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_18scale(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *)__pyx_v_self), ((PyObject *)__pyx_v_x));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_18scale(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_self, PyObject *__pyx_v_x) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __pyx_t_double_complex __pyx_t_1;
  __Pyx_RefNannySetupContext("scale", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1523
 * 
 *     def scale(self, x):
 *         self.c_poly.scale(x)             # <<<<<<<<<<<<<<
 * 
 *     def add_inplace(self, PolyRep other):
 */
  __pyx_t_1 = __Pyx_PyComplex_As___pyx_t_double_complex(__pyx_v_x); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 1523, __pyx_L1_error)
  __pyx_v_self->c_poly->scale(__pyx_t_1);

  /* "pygsti/objects/replib/fastreplib.pyx":1522
 *         #return ret
 * 
 *     def scale(self, x):             # <<<<<<<<<<<<<<
 *         self.c_poly.scale(x)
 * 
 */

  /* function exit code */
  __pyx_r = Py_None; __Pyx_INCREF(Py_None);
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.PolyRep.scale", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1525
 *         self.c_poly.scale(x)
 * 
 *     def add_inplace(self, PolyRep other):             # <<<<<<<<<<<<<<
 *         self.c_poly.add_inplace(deref(other.c_poly))
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_21add_inplace(PyObject *__pyx_v_self, PyObject *__pyx_v_other); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_21add_inplace(PyObject *__pyx_v_self, PyObject *__pyx_v_other) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("add_inplace (wrapper)", 0);
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_other), __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_PolyRep, 1, "other", 0))) __PYX_ERR(0, 1525, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_20add_inplace(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *)__pyx_v_self), ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *)__pyx_v_other));

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_20add_inplace(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_self, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_other) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("add_inplace", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1526
 * 
 *     def add_inplace(self, PolyRep other):
 *         self.c_poly.add_inplace(deref(other.c_poly))             # <<<<<<<<<<<<<<
 * 
 *     def add_scalar_to_all_coeffs_inplace(self, x):
 */
  __pyx_v_self->c_poly->add_inplace((*__pyx_v_other->c_poly));

  /* "pygsti/objects/replib/fastreplib.pyx":1525
 *         self.c_poly.scale(x)
 * 
 *     def add_inplace(self, PolyRep other):             # <<<<<<<<<<<<<<
 *         self.c_poly.add_inplace(deref(other.c_poly))
 * 
 */

  /* function exit code */
  __pyx_r = Py_None; __Pyx_INCREF(Py_None);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1528
 *         self.c_poly.add_inplace(deref(other.c_poly))
 * 
 *     def add_scalar_to_all_coeffs_inplace(self, x):             # <<<<<<<<<<<<<<
 *         self.c_poly.add_scalar_to_all_coeffs_inplace(x)
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_23add_scalar_to_all_coeffs_inplace(PyObject *__pyx_v_self, PyObject *__pyx_v_x); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_23add_scalar_to_all_coeffs_inplace(PyObject *__pyx_v_self, PyObject *__pyx_v_x) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("add_scalar_to_all_coeffs_inplace (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_22add_scalar_to_all_coeffs_inplace(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *)__pyx_v_self), ((PyObject *)__pyx_v_x));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_7PolyRep_22add_scalar_to_all_coeffs_inplace(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_self, PyObject *__pyx_v_x) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __pyx_t_double_complex __pyx_t_1;
  __Pyx_RefNannySetupContext("add_scalar_to_all_coeffs_inplace", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1529
 * 
 *     def add_scalar_to_all_coeffs_inplace(self, x):
 *         self.c_poly.add_scalar_to_all_coeffs_inplace(x)             # <<<<<<<<<<<<<<
 * 
 * #cdef class XXXRankOnePolyTermWithMagnitude:
 */
  __pyx_t_1 = __Pyx_PyComplex_As___pyx_t_double_complex(__pyx_v_x); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 1529, __pyx_L1_error)
  __pyx_v_self->c_poly->add_scalar_to_all_coeffs_inplace(__pyx_t_1);

  /* "pygsti/objects/replib/fastreplib.pyx":1528
 *         self.c_poly.add_inplace(deref(other.c_poly))
 * 
 *     def add_scalar_to_all_coeffs_inplace(self, x):             # <<<<<<<<<<<<<<
 *         self.c_poly.add_scalar_to_all_coeffs_inplace(x)
 * 
 */

  /* function exit code */
  __pyx_r = Py_None; __Pyx_INCREF(Py_None);
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.PolyRep.add_scalar_to_all_coeffs_inplace", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1628
 * 
 * 
 * cdef bool compare_pair(const pair[PolyVarsIndex, vector[INT]]& a, const pair[PolyVarsIndex, vector[INT]]& b):             # <<<<<<<<<<<<<<
 *     return a.first < b.first
 * 
 */

static bool __pyx_f_6pygsti_7objects_6replib_10fastreplib_compare_pair(std::pair<CReps::PolyVarsIndex,std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  const &__pyx_v_a, std::pair<CReps::PolyVarsIndex,std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  const &__pyx_v_b) {
  bool __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("compare_pair", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1629
 * 
 * cdef bool compare_pair(const pair[PolyVarsIndex, vector[INT]]& a, const pair[PolyVarsIndex, vector[INT]]& b):
 *     return a.first < b.first             # <<<<<<<<<<<<<<
 * 
 * cdef class SVTermRep:
 */
  __pyx_r = (__pyx_v_a.first < __pyx_v_b.first);
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1628
 * 
 * 
 * cdef bool compare_pair(const pair[PolyVarsIndex, vector[INT]]& a, const pair[PolyVarsIndex, vector[INT]]& b):             # <<<<<<<<<<<<<<
 *     return a.first < b.first
 * 
 */

  /* function exit code */
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1646
 * 
 *     @classmethod
 *     def composed(cls, terms_to_compose, double magnitude):             # <<<<<<<<<<<<<<
 *         cdef double logmag = log10(magnitude) if magnitude > 0 else -LARGE
 *         cdef SVTermRep first = terms_to_compose[0]
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_1composed(PyObject *__pyx_v_cls, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_1composed(PyObject *__pyx_v_cls, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyObject *__pyx_v_terms_to_compose = 0;
  double __pyx_v_magnitude;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("composed (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_terms_to_compose,&__pyx_n_s_magnitude,0};
    PyObject* values[2] = {0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_terms_to_compose)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_magnitude)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("composed", 1, 2, 2, 1); __PYX_ERR(0, 1646, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "composed") < 0)) __PYX_ERR(0, 1646, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 2) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
    }
    __pyx_v_terms_to_compose = values[0];
    __pyx_v_magnitude = __pyx_PyFloat_AsDouble(values[1]); if (unlikely((__pyx_v_magnitude == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 1646, __pyx_L3_error)
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("composed", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1646, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVTermRep.composed", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_composed(((PyTypeObject*)__pyx_v_cls), __pyx_v_terms_to_compose, __pyx_v_magnitude);

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_composed(CYTHON_UNUSED PyTypeObject *__pyx_v_cls, PyObject *__pyx_v_terms_to_compose, double __pyx_v_magnitude) {
  double __pyx_v_logmag;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_first = 0;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_coeffrep = 0;
  PyObject *__pyx_v_pre_ops = NULL;
  PyObject *__pyx_v_post_ops = NULL;
  PyObject *__pyx_v_t = NULL;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  double __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  Py_ssize_t __pyx_t_4;
  PyObject *(*__pyx_t_5)(PyObject *);
  PyObject *__pyx_t_6 = NULL;
  PyObject *__pyx_t_7 = NULL;
  PyObject *__pyx_t_8 = NULL;
  __Pyx_RefNannySetupContext("composed", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1647
 *     @classmethod
 *     def composed(cls, terms_to_compose, double magnitude):
 *         cdef double logmag = log10(magnitude) if magnitude > 0 else -LARGE             # <<<<<<<<<<<<<<
 *         cdef SVTermRep first = terms_to_compose[0]
 *         cdef PolyRep coeffrep = first.coeff
 */
  if (((__pyx_v_magnitude > 0.0) != 0)) {
    __pyx_t_1 = log10(__pyx_v_magnitude);
  } else {
    __pyx_t_1 = (-__pyx_v_6pygsti_7objects_6replib_10fastreplib_LARGE);
  }
  __pyx_v_logmag = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":1648
 *     def composed(cls, terms_to_compose, double magnitude):
 *         cdef double logmag = log10(magnitude) if magnitude > 0 else -LARGE
 *         cdef SVTermRep first = terms_to_compose[0]             # <<<<<<<<<<<<<<
 *         cdef PolyRep coeffrep = first.coeff
 *         pre_ops = first.pre_ops[:]
 */
  __pyx_t_2 = __Pyx_GetItemInt(__pyx_v_terms_to_compose, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1648, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  if (!(likely(((__pyx_t_2) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_2, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVTermRep))))) __PYX_ERR(0, 1648, __pyx_L1_error)
  __pyx_v_first = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *)__pyx_t_2);
  __pyx_t_2 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1649
 *         cdef double logmag = log10(magnitude) if magnitude > 0 else -LARGE
 *         cdef SVTermRep first = terms_to_compose[0]
 *         cdef PolyRep coeffrep = first.coeff             # <<<<<<<<<<<<<<
 *         pre_ops = first.pre_ops[:]
 *         post_ops = first.post_ops[:]
 */
  __pyx_t_2 = ((PyObject *)__pyx_v_first->coeff);
  __Pyx_INCREF(__pyx_t_2);
  __pyx_v_coeffrep = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *)__pyx_t_2);
  __pyx_t_2 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1650
 *         cdef SVTermRep first = terms_to_compose[0]
 *         cdef PolyRep coeffrep = first.coeff
 *         pre_ops = first.pre_ops[:]             # <<<<<<<<<<<<<<
 *         post_ops = first.post_ops[:]
 *         for t in terms_to_compose[1:]:
 */
  __pyx_t_2 = __Pyx_PyObject_GetSlice(__pyx_v_first->pre_ops, 0, 0, NULL, NULL, &__pyx_slice_, 0, 0, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1650, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_v_pre_ops = __pyx_t_2;
  __pyx_t_2 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1651
 *         cdef PolyRep coeffrep = first.coeff
 *         pre_ops = first.pre_ops[:]
 *         post_ops = first.post_ops[:]             # <<<<<<<<<<<<<<
 *         for t in terms_to_compose[1:]:
 *             coeffrep = coeffrep.mult(t.coeff)
 */
  __pyx_t_2 = __Pyx_PyObject_GetSlice(__pyx_v_first->post_ops, 0, 0, NULL, NULL, &__pyx_slice_, 0, 0, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1651, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_v_post_ops = __pyx_t_2;
  __pyx_t_2 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1652
 *         pre_ops = first.pre_ops[:]
 *         post_ops = first.post_ops[:]
 *         for t in terms_to_compose[1:]:             # <<<<<<<<<<<<<<
 *             coeffrep = coeffrep.mult(t.coeff)
 *             pre_ops += t.pre_ops
 */
  __pyx_t_2 = __Pyx_PyObject_GetSlice(__pyx_v_terms_to_compose, 1, 0, NULL, NULL, &__pyx_slice__10, 1, 0, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1652, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  if (likely(PyList_CheckExact(__pyx_t_2)) || PyTuple_CheckExact(__pyx_t_2)) {
    __pyx_t_3 = __pyx_t_2; __Pyx_INCREF(__pyx_t_3); __pyx_t_4 = 0;
    __pyx_t_5 = NULL;
  } else {
    __pyx_t_4 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_t_2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1652, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __pyx_t_5 = Py_TYPE(__pyx_t_3)->tp_iternext; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1652, __pyx_L1_error)
  }
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  for (;;) {
    if (likely(!__pyx_t_5)) {
      if (likely(PyList_CheckExact(__pyx_t_3))) {
        if (__pyx_t_4 >= PyList_GET_SIZE(__pyx_t_3)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_2 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_4); __Pyx_INCREF(__pyx_t_2); __pyx_t_4++; if (unlikely(0 < 0)) __PYX_ERR(0, 1652, __pyx_L1_error)
        #else
        __pyx_t_2 = PySequence_ITEM(__pyx_t_3, __pyx_t_4); __pyx_t_4++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1652, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_2);
        #endif
      } else {
        if (__pyx_t_4 >= PyTuple_GET_SIZE(__pyx_t_3)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_2 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_4); __Pyx_INCREF(__pyx_t_2); __pyx_t_4++; if (unlikely(0 < 0)) __PYX_ERR(0, 1652, __pyx_L1_error)
        #else
        __pyx_t_2 = PySequence_ITEM(__pyx_t_3, __pyx_t_4); __pyx_t_4++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1652, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_2);
        #endif
      }
    } else {
      __pyx_t_2 = __pyx_t_5(__pyx_t_3);
      if (unlikely(!__pyx_t_2)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
          else __PYX_ERR(0, 1652, __pyx_L1_error)
        }
        break;
      }
      __Pyx_GOTREF(__pyx_t_2);
    }
    __Pyx_XDECREF_SET(__pyx_v_t, __pyx_t_2);
    __pyx_t_2 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":1653
 *         post_ops = first.post_ops[:]
 *         for t in terms_to_compose[1:]:
 *             coeffrep = coeffrep.mult(t.coeff)             # <<<<<<<<<<<<<<
 *             pre_ops += t.pre_ops
 *             post_ops += t.post_ops
 */
    __pyx_t_6 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_coeffrep), __pyx_n_s_mult); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1653, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v_t, __pyx_n_s_coeff); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1653, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_7);
    __pyx_t_8 = NULL;
    if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_6))) {
      __pyx_t_8 = PyMethod_GET_SELF(__pyx_t_6);
      if (likely(__pyx_t_8)) {
        PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_6);
        __Pyx_INCREF(__pyx_t_8);
        __Pyx_INCREF(function);
        __Pyx_DECREF_SET(__pyx_t_6, function);
      }
    }
    __pyx_t_2 = (__pyx_t_8) ? __Pyx_PyObject_Call2Args(__pyx_t_6, __pyx_t_8, __pyx_t_7) : __Pyx_PyObject_CallOneArg(__pyx_t_6, __pyx_t_7);
    __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
    __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
    if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1653, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    if (!(likely(((__pyx_t_2) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_2, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_PolyRep))))) __PYX_ERR(0, 1653, __pyx_L1_error)
    __Pyx_DECREF_SET(__pyx_v_coeffrep, ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *)__pyx_t_2));
    __pyx_t_2 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":1654
 *         for t in terms_to_compose[1:]:
 *             coeffrep = coeffrep.mult(t.coeff)
 *             pre_ops += t.pre_ops             # <<<<<<<<<<<<<<
 *             post_ops += t.post_ops
 *         return SVTermRep(coeffrep, magnitude, logmag, first.pre_state, first.post_state,
 */
    __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_t, __pyx_n_s_pre_ops); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1654, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_6 = PyNumber_InPlaceAdd(__pyx_v_pre_ops, __pyx_t_2); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1654, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __Pyx_DECREF_SET(__pyx_v_pre_ops, __pyx_t_6);
    __pyx_t_6 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":1655
 *             coeffrep = coeffrep.mult(t.coeff)
 *             pre_ops += t.pre_ops
 *             post_ops += t.post_ops             # <<<<<<<<<<<<<<
 *         return SVTermRep(coeffrep, magnitude, logmag, first.pre_state, first.post_state,
 *                          first.pre_effect, first.post_effect, pre_ops, post_ops)
 */
    __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_t, __pyx_n_s_post_ops); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1655, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    __pyx_t_2 = PyNumber_InPlaceAdd(__pyx_v_post_ops, __pyx_t_6); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1655, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    __Pyx_DECREF_SET(__pyx_v_post_ops, __pyx_t_2);
    __pyx_t_2 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":1652
 *         pre_ops = first.pre_ops[:]
 *         post_ops = first.post_ops[:]
 *         for t in terms_to_compose[1:]:             # <<<<<<<<<<<<<<
 *             coeffrep = coeffrep.mult(t.coeff)
 *             pre_ops += t.pre_ops
 */
  }
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1656
 *             pre_ops += t.pre_ops
 *             post_ops += t.post_ops
 *         return SVTermRep(coeffrep, magnitude, logmag, first.pre_state, first.post_state,             # <<<<<<<<<<<<<<
 *                          first.pre_effect, first.post_effect, pre_ops, post_ops)
 * 
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_3 = PyFloat_FromDouble(__pyx_v_magnitude); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1656, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_2 = PyFloat_FromDouble(__pyx_v_logmag); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1656, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);

  /* "pygsti/objects/replib/fastreplib.pyx":1657
 *             post_ops += t.post_ops
 *         return SVTermRep(coeffrep, magnitude, logmag, first.pre_state, first.post_state,
 *                          first.pre_effect, first.post_effect, pre_ops, post_ops)             # <<<<<<<<<<<<<<
 * 
 *     def __cinit__(self, PolyRep coeff, double mag, double logmag,
 */
  __pyx_t_6 = PyTuple_New(9); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1656, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_6);
  __Pyx_INCREF(((PyObject *)__pyx_v_coeffrep));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_coeffrep));
  PyTuple_SET_ITEM(__pyx_t_6, 0, ((PyObject *)__pyx_v_coeffrep));
  __Pyx_GIVEREF(__pyx_t_3);
  PyTuple_SET_ITEM(__pyx_t_6, 1, __pyx_t_3);
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_6, 2, __pyx_t_2);
  __Pyx_INCREF(((PyObject *)__pyx_v_first->pre_state));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_first->pre_state));
  PyTuple_SET_ITEM(__pyx_t_6, 3, ((PyObject *)__pyx_v_first->pre_state));
  __Pyx_INCREF(((PyObject *)__pyx_v_first->post_state));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_first->post_state));
  PyTuple_SET_ITEM(__pyx_t_6, 4, ((PyObject *)__pyx_v_first->post_state));
  __Pyx_INCREF(((PyObject *)__pyx_v_first->pre_effect));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_first->pre_effect));
  PyTuple_SET_ITEM(__pyx_t_6, 5, ((PyObject *)__pyx_v_first->pre_effect));
  __Pyx_INCREF(((PyObject *)__pyx_v_first->post_effect));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_first->post_effect));
  PyTuple_SET_ITEM(__pyx_t_6, 6, ((PyObject *)__pyx_v_first->post_effect));
  __Pyx_INCREF(__pyx_v_pre_ops);
  __Pyx_GIVEREF(__pyx_v_pre_ops);
  PyTuple_SET_ITEM(__pyx_t_6, 7, __pyx_v_pre_ops);
  __Pyx_INCREF(__pyx_v_post_ops);
  __Pyx_GIVEREF(__pyx_v_post_ops);
  PyTuple_SET_ITEM(__pyx_t_6, 8, __pyx_v_post_ops);
  __pyx_t_3 = 0;
  __pyx_t_2 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1656
 *             pre_ops += t.pre_ops
 *             post_ops += t.post_ops
 *         return SVTermRep(coeffrep, magnitude, logmag, first.pre_state, first.post_state,             # <<<<<<<<<<<<<<
 *                          first.pre_effect, first.post_effect, pre_ops, post_ops)
 * 
 */
  __pyx_t_2 = __Pyx_PyObject_Call(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVTermRep), __pyx_t_6, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1656, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
  __pyx_r = __pyx_t_2;
  __pyx_t_2 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1646
 * 
 *     @classmethod
 *     def composed(cls, terms_to_compose, double magnitude):             # <<<<<<<<<<<<<<
 *         cdef double logmag = log10(magnitude) if magnitude > 0 else -LARGE
 *         cdef SVTermRep first = terms_to_compose[0]
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_XDECREF(__pyx_t_7);
  __Pyx_XDECREF(__pyx_t_8);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVTermRep.composed", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF((PyObject *)__pyx_v_first);
  __Pyx_XDECREF((PyObject *)__pyx_v_coeffrep);
  __Pyx_XDECREF(__pyx_v_pre_ops);
  __Pyx_XDECREF(__pyx_v_post_ops);
  __Pyx_XDECREF(__pyx_v_t);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1659
 *                          first.pre_effect, first.post_effect, pre_ops, post_ops)
 * 
 *     def __cinit__(self, PolyRep coeff, double mag, double logmag,             # <<<<<<<<<<<<<<
 *                   SVStateRep pre_state, SVStateRep post_state,
 *                   SVEffectRep pre_effect, SVEffectRep post_effect, pre_ops, post_ops):
 */

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_3__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_3__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_coeff = 0;
  double __pyx_v_mag;
  double __pyx_v_logmag;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *__pyx_v_pre_state = 0;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *__pyx_v_post_state = 0;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *__pyx_v_pre_effect = 0;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *__pyx_v_post_effect = 0;
  PyObject *__pyx_v_pre_ops = 0;
  PyObject *__pyx_v_post_ops = 0;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_coeff,&__pyx_n_s_mag,&__pyx_n_s_logmag,&__pyx_n_s_pre_state,&__pyx_n_s_post_state,&__pyx_n_s_pre_effect,&__pyx_n_s_post_effect,&__pyx_n_s_pre_ops,&__pyx_n_s_post_ops,0};
    PyObject* values[9] = {0,0,0,0,0,0,0,0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  9: values[8] = PyTuple_GET_ITEM(__pyx_args, 8);
        CYTHON_FALLTHROUGH;
        case  8: values[7] = PyTuple_GET_ITEM(__pyx_args, 7);
        CYTHON_FALLTHROUGH;
        case  7: values[6] = PyTuple_GET_ITEM(__pyx_args, 6);
        CYTHON_FALLTHROUGH;
        case  6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
        CYTHON_FALLTHROUGH;
        case  5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
        CYTHON_FALLTHROUGH;
        case  4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
        CYTHON_FALLTHROUGH;
        case  3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
        CYTHON_FALLTHROUGH;
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_coeff)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_mag)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, 1); __PYX_ERR(0, 1659, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  2:
        if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_logmag)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, 2); __PYX_ERR(0, 1659, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  3:
        if (likely((values[3] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_pre_state)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, 3); __PYX_ERR(0, 1659, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  4:
        if (likely((values[4] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_post_state)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, 4); __PYX_ERR(0, 1659, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  5:
        if (likely((values[5] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_pre_effect)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, 5); __PYX_ERR(0, 1659, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  6:
        if (likely((values[6] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_post_effect)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, 6); __PYX_ERR(0, 1659, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  7:
        if (likely((values[7] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_pre_ops)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, 7); __PYX_ERR(0, 1659, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  8:
        if (likely((values[8] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_post_ops)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, 8); __PYX_ERR(0, 1659, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__cinit__") < 0)) __PYX_ERR(0, 1659, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 9) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
      values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
      values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
      values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
      values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
      values[6] = PyTuple_GET_ITEM(__pyx_args, 6);
      values[7] = PyTuple_GET_ITEM(__pyx_args, 7);
      values[8] = PyTuple_GET_ITEM(__pyx_args, 8);
    }
    __pyx_v_coeff = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *)values[0]);
    __pyx_v_mag = __pyx_PyFloat_AsDouble(values[1]); if (unlikely((__pyx_v_mag == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 1659, __pyx_L3_error)
    __pyx_v_logmag = __pyx_PyFloat_AsDouble(values[2]); if (unlikely((__pyx_v_logmag == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 1659, __pyx_L3_error)
    __pyx_v_pre_state = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *)values[3]);
    __pyx_v_post_state = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *)values[4]);
    __pyx_v_pre_effect = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *)values[5]);
    __pyx_v_post_effect = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *)values[6]);
    __pyx_v_pre_ops = values[7];
    __pyx_v_post_ops = values[8];
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1659, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVTermRep.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return -1;
  __pyx_L4_argument_unpacking_done:;
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_coeff), __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_PolyRep, 1, "coeff", 0))) __PYX_ERR(0, 1659, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_pre_state), __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVStateRep, 1, "pre_state", 0))) __PYX_ERR(0, 1660, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_post_state), __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVStateRep, 1, "post_state", 0))) __PYX_ERR(0, 1660, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_pre_effect), __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep, 1, "pre_effect", 0))) __PYX_ERR(0, 1661, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_post_effect), __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep, 1, "post_effect", 0))) __PYX_ERR(0, 1661, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_2__cinit__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *)__pyx_v_self), __pyx_v_coeff, __pyx_v_mag, __pyx_v_logmag, __pyx_v_pre_state, __pyx_v_post_state, __pyx_v_pre_effect, __pyx_v_post_effect, __pyx_v_pre_ops, __pyx_v_post_ops);

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_2__cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_coeff, double __pyx_v_mag, double __pyx_v_logmag, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *__pyx_v_pre_state, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *__pyx_v_post_state, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *__pyx_v_pre_effect, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *__pyx_v_post_effect, PyObject *__pyx_v_pre_ops, PyObject *__pyx_v_post_ops) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_npre;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_npost;
  std::vector<CReps::SVOpCRep *>  __pyx_v_c_pre_ops;
  std::vector<CReps::SVOpCRep *>  __pyx_v_c_post_ops;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  Py_ssize_t __pyx_t_4;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVGateCRep_ptr>  __pyx_t_5;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_6;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_7;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_8;
  CReps::SVOpCRep *__pyx_t_9;
  int __pyx_t_10;
  int __pyx_t_11;
  int __pyx_t_12;
  CReps::SVTermCRep *__pyx_t_13;
  __Pyx_RefNannySetupContext("__cinit__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1662
 *                   SVStateRep pre_state, SVStateRep post_state,
 *                   SVEffectRep pre_effect, SVEffectRep post_effect, pre_ops, post_ops):
 *         self.coeff = coeff             # <<<<<<<<<<<<<<
 *         self.compact_coeff = coeff.compact_complex()
 *         self.pre_ops = pre_ops
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_coeff));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_coeff));
  __Pyx_GOTREF(__pyx_v_self->coeff);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->coeff));
  __pyx_v_self->coeff = __pyx_v_coeff;

  /* "pygsti/objects/replib/fastreplib.pyx":1663
 *                   SVEffectRep pre_effect, SVEffectRep post_effect, pre_ops, post_ops):
 *         self.coeff = coeff
 *         self.compact_coeff = coeff.compact_complex()             # <<<<<<<<<<<<<<
 *         self.pre_ops = pre_ops
 *         self.post_ops = post_ops
 */
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_coeff), __pyx_n_s_compact_complex); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1663, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = NULL;
  if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
    __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
    if (likely(__pyx_t_3)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
      __Pyx_INCREF(__pyx_t_3);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_2, function);
    }
  }
  __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
  if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1663, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __Pyx_GIVEREF(__pyx_t_1);
  __Pyx_GOTREF(__pyx_v_self->compact_coeff);
  __Pyx_DECREF(__pyx_v_self->compact_coeff);
  __pyx_v_self->compact_coeff = __pyx_t_1;
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1664
 *         self.coeff = coeff
 *         self.compact_coeff = coeff.compact_complex()
 *         self.pre_ops = pre_ops             # <<<<<<<<<<<<<<
 *         self.post_ops = post_ops
 * 
 */
  __Pyx_INCREF(__pyx_v_pre_ops);
  __Pyx_GIVEREF(__pyx_v_pre_ops);
  __Pyx_GOTREF(__pyx_v_self->pre_ops);
  __Pyx_DECREF(__pyx_v_self->pre_ops);
  __pyx_v_self->pre_ops = __pyx_v_pre_ops;

  /* "pygsti/objects/replib/fastreplib.pyx":1665
 *         self.compact_coeff = coeff.compact_complex()
 *         self.pre_ops = pre_ops
 *         self.post_ops = post_ops             # <<<<<<<<<<<<<<
 * 
 *         cdef INT i
 */
  __Pyx_INCREF(__pyx_v_post_ops);
  __Pyx_GIVEREF(__pyx_v_post_ops);
  __Pyx_GOTREF(__pyx_v_self->post_ops);
  __Pyx_DECREF(__pyx_v_self->post_ops);
  __pyx_v_self->post_ops = __pyx_v_post_ops;

  /* "pygsti/objects/replib/fastreplib.pyx":1668
 * 
 *         cdef INT i
 *         cdef INT npre = len(pre_ops)             # <<<<<<<<<<<<<<
 *         cdef INT npost = len(post_ops)
 *         cdef vector[SVOpCRep*] c_pre_ops = vector[SVGateCRep_ptr](npre)
 */
  __pyx_t_4 = PyObject_Length(__pyx_v_pre_ops); if (unlikely(__pyx_t_4 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1668, __pyx_L1_error)
  __pyx_v_npre = __pyx_t_4;

  /* "pygsti/objects/replib/fastreplib.pyx":1669
 *         cdef INT i
 *         cdef INT npre = len(pre_ops)
 *         cdef INT npost = len(post_ops)             # <<<<<<<<<<<<<<
 *         cdef vector[SVOpCRep*] c_pre_ops = vector[SVGateCRep_ptr](npre)
 *         cdef vector[SVOpCRep*] c_post_ops = vector[SVGateCRep_ptr](<INT>len(post_ops))
 */
  __pyx_t_4 = PyObject_Length(__pyx_v_post_ops); if (unlikely(__pyx_t_4 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1669, __pyx_L1_error)
  __pyx_v_npost = __pyx_t_4;

  /* "pygsti/objects/replib/fastreplib.pyx":1670
 *         cdef INT npre = len(pre_ops)
 *         cdef INT npost = len(post_ops)
 *         cdef vector[SVOpCRep*] c_pre_ops = vector[SVGateCRep_ptr](npre)             # <<<<<<<<<<<<<<
 *         cdef vector[SVOpCRep*] c_post_ops = vector[SVGateCRep_ptr](<INT>len(post_ops))
 *         for i in range(npre):
 */
  try {
    __pyx_t_5 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVGateCRep_ptr> (__pyx_v_npre);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1670, __pyx_L1_error)
  }
  __pyx_v_c_pre_ops = __pyx_t_5;

  /* "pygsti/objects/replib/fastreplib.pyx":1671
 *         cdef INT npost = len(post_ops)
 *         cdef vector[SVOpCRep*] c_pre_ops = vector[SVGateCRep_ptr](npre)
 *         cdef vector[SVOpCRep*] c_post_ops = vector[SVGateCRep_ptr](<INT>len(post_ops))             # <<<<<<<<<<<<<<
 *         for i in range(npre):
 *             c_pre_ops[i] = (<SVOpRep?>pre_ops[i]).c_gate
 */
  __pyx_t_4 = PyObject_Length(__pyx_v_post_ops); if (unlikely(__pyx_t_4 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1671, __pyx_L1_error)
  try {
    __pyx_t_5 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVGateCRep_ptr> (((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_t_4));
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1671, __pyx_L1_error)
  }
  __pyx_v_c_post_ops = __pyx_t_5;

  /* "pygsti/objects/replib/fastreplib.pyx":1672
 *         cdef vector[SVOpCRep*] c_pre_ops = vector[SVGateCRep_ptr](npre)
 *         cdef vector[SVOpCRep*] c_post_ops = vector[SVGateCRep_ptr](<INT>len(post_ops))
 *         for i in range(npre):             # <<<<<<<<<<<<<<
 *             c_pre_ops[i] = (<SVOpRep?>pre_ops[i]).c_gate
 *         for i in range(npost):
 */
  __pyx_t_6 = __pyx_v_npre;
  __pyx_t_7 = __pyx_t_6;
  for (__pyx_t_8 = 0; __pyx_t_8 < __pyx_t_7; __pyx_t_8+=1) {
    __pyx_v_i = __pyx_t_8;

    /* "pygsti/objects/replib/fastreplib.pyx":1673
 *         cdef vector[SVOpCRep*] c_post_ops = vector[SVGateCRep_ptr](<INT>len(post_ops))
 *         for i in range(npre):
 *             c_pre_ops[i] = (<SVOpRep?>pre_ops[i]).c_gate             # <<<<<<<<<<<<<<
 *         for i in range(npost):
 *             c_post_ops[i] = (<SVOpRep?>post_ops[i]).c_gate
 */
    __pyx_t_1 = __Pyx_GetItemInt(__pyx_v_pre_ops, __pyx_v_i, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1673, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    if (!(likely(__Pyx_TypeTest(__pyx_t_1, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep)))) __PYX_ERR(0, 1673, __pyx_L1_error)
    __pyx_t_9 = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep *)__pyx_t_1)->c_gate;
    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
    (__pyx_v_c_pre_ops[__pyx_v_i]) = __pyx_t_9;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":1674
 *         for i in range(npre):
 *             c_pre_ops[i] = (<SVOpRep?>pre_ops[i]).c_gate
 *         for i in range(npost):             # <<<<<<<<<<<<<<
 *             c_post_ops[i] = (<SVOpRep?>post_ops[i]).c_gate
 * 
 */
  __pyx_t_6 = __pyx_v_npost;
  __pyx_t_7 = __pyx_t_6;
  for (__pyx_t_8 = 0; __pyx_t_8 < __pyx_t_7; __pyx_t_8+=1) {
    __pyx_v_i = __pyx_t_8;

    /* "pygsti/objects/replib/fastreplib.pyx":1675
 *             c_pre_ops[i] = (<SVOpRep?>pre_ops[i]).c_gate
 *         for i in range(npost):
 *             c_post_ops[i] = (<SVOpRep?>post_ops[i]).c_gate             # <<<<<<<<<<<<<<
 * 
 *         if pre_state is not None or post_state is not None:
 */
    __pyx_t_1 = __Pyx_GetItemInt(__pyx_v_post_ops, __pyx_v_i, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1675, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    if (!(likely(__Pyx_TypeTest(__pyx_t_1, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep)))) __PYX_ERR(0, 1675, __pyx_L1_error)
    __pyx_t_9 = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep *)__pyx_t_1)->c_gate;
    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
    (__pyx_v_c_post_ops[__pyx_v_i]) = __pyx_t_9;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":1677
 *             c_post_ops[i] = (<SVOpRep?>post_ops[i]).c_gate
 * 
 *         if pre_state is not None or post_state is not None:             # <<<<<<<<<<<<<<
 *             assert(pre_state is not None and post_state is not None)
 *             self.pre_state = pre_state
 */
  __pyx_t_11 = (((PyObject *)__pyx_v_pre_state) != Py_None);
  __pyx_t_12 = (__pyx_t_11 != 0);
  if (!__pyx_t_12) {
  } else {
    __pyx_t_10 = __pyx_t_12;
    goto __pyx_L8_bool_binop_done;
  }
  __pyx_t_12 = (((PyObject *)__pyx_v_post_state) != Py_None);
  __pyx_t_11 = (__pyx_t_12 != 0);
  __pyx_t_10 = __pyx_t_11;
  __pyx_L8_bool_binop_done:;
  if (__pyx_t_10) {

    /* "pygsti/objects/replib/fastreplib.pyx":1678
 * 
 *         if pre_state is not None or post_state is not None:
 *             assert(pre_state is not None and post_state is not None)             # <<<<<<<<<<<<<<
 *             self.pre_state = pre_state
 *             self.post_state = post_state
 */
    #ifndef CYTHON_WITHOUT_ASSERTIONS
    if (unlikely(!Py_OptimizeFlag)) {
      __pyx_t_11 = (((PyObject *)__pyx_v_pre_state) != Py_None);
      __pyx_t_12 = (__pyx_t_11 != 0);
      if (__pyx_t_12) {
      } else {
        __pyx_t_10 = __pyx_t_12;
        goto __pyx_L10_bool_binop_done;
      }
      __pyx_t_12 = (((PyObject *)__pyx_v_post_state) != Py_None);
      __pyx_t_11 = (__pyx_t_12 != 0);
      __pyx_t_10 = __pyx_t_11;
      __pyx_L10_bool_binop_done:;
      if (unlikely(!__pyx_t_10)) {
        PyErr_SetNone(PyExc_AssertionError);
        __PYX_ERR(0, 1678, __pyx_L1_error)
      }
    }
    #endif

    /* "pygsti/objects/replib/fastreplib.pyx":1679
 *         if pre_state is not None or post_state is not None:
 *             assert(pre_state is not None and post_state is not None)
 *             self.pre_state = pre_state             # <<<<<<<<<<<<<<
 *             self.post_state = post_state
 *             self.pre_effect = self.post_effect = None
 */
    __Pyx_INCREF(((PyObject *)__pyx_v_pre_state));
    __Pyx_GIVEREF(((PyObject *)__pyx_v_pre_state));
    __Pyx_GOTREF(__pyx_v_self->pre_state);
    __Pyx_DECREF(((PyObject *)__pyx_v_self->pre_state));
    __pyx_v_self->pre_state = __pyx_v_pre_state;

    /* "pygsti/objects/replib/fastreplib.pyx":1680
 *             assert(pre_state is not None and post_state is not None)
 *             self.pre_state = pre_state
 *             self.post_state = post_state             # <<<<<<<<<<<<<<
 *             self.pre_effect = self.post_effect = None
 *             self.c_term = new SVTermCRep(coeff.c_poly, mag, logmag, pre_state.c_state, post_state.c_state,
 */
    __Pyx_INCREF(((PyObject *)__pyx_v_post_state));
    __Pyx_GIVEREF(((PyObject *)__pyx_v_post_state));
    __Pyx_GOTREF(__pyx_v_self->post_state);
    __Pyx_DECREF(((PyObject *)__pyx_v_self->post_state));
    __pyx_v_self->post_state = __pyx_v_post_state;

    /* "pygsti/objects/replib/fastreplib.pyx":1681
 *             self.pre_state = pre_state
 *             self.post_state = post_state
 *             self.pre_effect = self.post_effect = None             # <<<<<<<<<<<<<<
 *             self.c_term = new SVTermCRep(coeff.c_poly, mag, logmag, pre_state.c_state, post_state.c_state,
 *                                          c_pre_ops, c_post_ops);
 */
    __Pyx_INCREF(Py_None);
    __Pyx_GIVEREF(Py_None);
    __Pyx_GOTREF(__pyx_v_self->pre_effect);
    __Pyx_DECREF(((PyObject *)__pyx_v_self->pre_effect));
    __pyx_v_self->pre_effect = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *)Py_None);
    __Pyx_INCREF(Py_None);
    __Pyx_GIVEREF(Py_None);
    __Pyx_GOTREF(__pyx_v_self->post_effect);
    __Pyx_DECREF(((PyObject *)__pyx_v_self->post_effect));
    __pyx_v_self->post_effect = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *)Py_None);

    /* "pygsti/objects/replib/fastreplib.pyx":1682
 *             self.post_state = post_state
 *             self.pre_effect = self.post_effect = None
 *             self.c_term = new SVTermCRep(coeff.c_poly, mag, logmag, pre_state.c_state, post_state.c_state,             # <<<<<<<<<<<<<<
 *                                          c_pre_ops, c_post_ops);
 *         elif pre_effect is not None or post_effect is not None:
 */
    try {
      __pyx_t_13 = new CReps::SVTermCRep(__pyx_v_coeff->c_poly, __pyx_v_mag, __pyx_v_logmag, __pyx_v_pre_state->c_state, __pyx_v_post_state->c_state, __pyx_v_c_pre_ops, __pyx_v_c_post_ops);
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 1682, __pyx_L1_error)
    }
    __pyx_v_self->c_term = __pyx_t_13;

    /* "pygsti/objects/replib/fastreplib.pyx":1677
 *             c_post_ops[i] = (<SVOpRep?>post_ops[i]).c_gate
 * 
 *         if pre_state is not None or post_state is not None:             # <<<<<<<<<<<<<<
 *             assert(pre_state is not None and post_state is not None)
 *             self.pre_state = pre_state
 */
    goto __pyx_L7;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":1684
 *             self.c_term = new SVTermCRep(coeff.c_poly, mag, logmag, pre_state.c_state, post_state.c_state,
 *                                          c_pre_ops, c_post_ops);
 *         elif pre_effect is not None or post_effect is not None:             # <<<<<<<<<<<<<<
 *             assert(pre_effect is not None and post_effect is not None)
 *             self.pre_effect = pre_effect
 */
  __pyx_t_11 = (((PyObject *)__pyx_v_pre_effect) != Py_None);
  __pyx_t_12 = (__pyx_t_11 != 0);
  if (!__pyx_t_12) {
  } else {
    __pyx_t_10 = __pyx_t_12;
    goto __pyx_L12_bool_binop_done;
  }
  __pyx_t_12 = (((PyObject *)__pyx_v_post_effect) != Py_None);
  __pyx_t_11 = (__pyx_t_12 != 0);
  __pyx_t_10 = __pyx_t_11;
  __pyx_L12_bool_binop_done:;
  if (__pyx_t_10) {

    /* "pygsti/objects/replib/fastreplib.pyx":1685
 *                                          c_pre_ops, c_post_ops);
 *         elif pre_effect is not None or post_effect is not None:
 *             assert(pre_effect is not None and post_effect is not None)             # <<<<<<<<<<<<<<
 *             self.pre_effect = pre_effect
 *             self.post_effect = post_effect
 */
    #ifndef CYTHON_WITHOUT_ASSERTIONS
    if (unlikely(!Py_OptimizeFlag)) {
      __pyx_t_11 = (((PyObject *)__pyx_v_pre_effect) != Py_None);
      __pyx_t_12 = (__pyx_t_11 != 0);
      if (__pyx_t_12) {
      } else {
        __pyx_t_10 = __pyx_t_12;
        goto __pyx_L14_bool_binop_done;
      }
      __pyx_t_12 = (((PyObject *)__pyx_v_post_effect) != Py_None);
      __pyx_t_11 = (__pyx_t_12 != 0);
      __pyx_t_10 = __pyx_t_11;
      __pyx_L14_bool_binop_done:;
      if (unlikely(!__pyx_t_10)) {
        PyErr_SetNone(PyExc_AssertionError);
        __PYX_ERR(0, 1685, __pyx_L1_error)
      }
    }
    #endif

    /* "pygsti/objects/replib/fastreplib.pyx":1686
 *         elif pre_effect is not None or post_effect is not None:
 *             assert(pre_effect is not None and post_effect is not None)
 *             self.pre_effect = pre_effect             # <<<<<<<<<<<<<<
 *             self.post_effect = post_effect
 *             self.pre_state = self.post_state = None
 */
    __Pyx_INCREF(((PyObject *)__pyx_v_pre_effect));
    __Pyx_GIVEREF(((PyObject *)__pyx_v_pre_effect));
    __Pyx_GOTREF(__pyx_v_self->pre_effect);
    __Pyx_DECREF(((PyObject *)__pyx_v_self->pre_effect));
    __pyx_v_self->pre_effect = __pyx_v_pre_effect;

    /* "pygsti/objects/replib/fastreplib.pyx":1687
 *             assert(pre_effect is not None and post_effect is not None)
 *             self.pre_effect = pre_effect
 *             self.post_effect = post_effect             # <<<<<<<<<<<<<<
 *             self.pre_state = self.post_state = None
 *             self.c_term = new SVTermCRep(coeff.c_poly, mag, logmag, pre_effect.c_effect, post_effect.c_effect,
 */
    __Pyx_INCREF(((PyObject *)__pyx_v_post_effect));
    __Pyx_GIVEREF(((PyObject *)__pyx_v_post_effect));
    __Pyx_GOTREF(__pyx_v_self->post_effect);
    __Pyx_DECREF(((PyObject *)__pyx_v_self->post_effect));
    __pyx_v_self->post_effect = __pyx_v_post_effect;

    /* "pygsti/objects/replib/fastreplib.pyx":1688
 *             self.pre_effect = pre_effect
 *             self.post_effect = post_effect
 *             self.pre_state = self.post_state = None             # <<<<<<<<<<<<<<
 *             self.c_term = new SVTermCRep(coeff.c_poly, mag, logmag, pre_effect.c_effect, post_effect.c_effect,
 *                                          c_pre_ops, c_post_ops);
 */
    __Pyx_INCREF(Py_None);
    __Pyx_GIVEREF(Py_None);
    __Pyx_GOTREF(__pyx_v_self->pre_state);
    __Pyx_DECREF(((PyObject *)__pyx_v_self->pre_state));
    __pyx_v_self->pre_state = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *)Py_None);
    __Pyx_INCREF(Py_None);
    __Pyx_GIVEREF(Py_None);
    __Pyx_GOTREF(__pyx_v_self->post_state);
    __Pyx_DECREF(((PyObject *)__pyx_v_self->post_state));
    __pyx_v_self->post_state = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *)Py_None);

    /* "pygsti/objects/replib/fastreplib.pyx":1689
 *             self.post_effect = post_effect
 *             self.pre_state = self.post_state = None
 *             self.c_term = new SVTermCRep(coeff.c_poly, mag, logmag, pre_effect.c_effect, post_effect.c_effect,             # <<<<<<<<<<<<<<
 *                                          c_pre_ops, c_post_ops);
 *         else:
 */
    try {
      __pyx_t_13 = new CReps::SVTermCRep(__pyx_v_coeff->c_poly, __pyx_v_mag, __pyx_v_logmag, __pyx_v_pre_effect->c_effect, __pyx_v_post_effect->c_effect, __pyx_v_c_pre_ops, __pyx_v_c_post_ops);
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 1689, __pyx_L1_error)
    }
    __pyx_v_self->c_term = __pyx_t_13;

    /* "pygsti/objects/replib/fastreplib.pyx":1684
 *             self.c_term = new SVTermCRep(coeff.c_poly, mag, logmag, pre_state.c_state, post_state.c_state,
 *                                          c_pre_ops, c_post_ops);
 *         elif pre_effect is not None or post_effect is not None:             # <<<<<<<<<<<<<<
 *             assert(pre_effect is not None and post_effect is not None)
 *             self.pre_effect = pre_effect
 */
    goto __pyx_L7;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":1692
 *                                          c_pre_ops, c_post_ops);
 *         else:
 *             self.pre_state = self.post_state = None             # <<<<<<<<<<<<<<
 *             self.pre_effect = self.post_effect = None
 *             self.c_term = new SVTermCRep(coeff.c_poly, mag, logmag, c_pre_ops, c_post_ops);
 */
  /*else*/ {
    __Pyx_INCREF(Py_None);
    __Pyx_GIVEREF(Py_None);
    __Pyx_GOTREF(__pyx_v_self->pre_state);
    __Pyx_DECREF(((PyObject *)__pyx_v_self->pre_state));
    __pyx_v_self->pre_state = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *)Py_None);
    __Pyx_INCREF(Py_None);
    __Pyx_GIVEREF(Py_None);
    __Pyx_GOTREF(__pyx_v_self->post_state);
    __Pyx_DECREF(((PyObject *)__pyx_v_self->post_state));
    __pyx_v_self->post_state = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *)Py_None);

    /* "pygsti/objects/replib/fastreplib.pyx":1693
 *         else:
 *             self.pre_state = self.post_state = None
 *             self.pre_effect = self.post_effect = None             # <<<<<<<<<<<<<<
 *             self.c_term = new SVTermCRep(coeff.c_poly, mag, logmag, c_pre_ops, c_post_ops);
 * 
 */
    __Pyx_INCREF(Py_None);
    __Pyx_GIVEREF(Py_None);
    __Pyx_GOTREF(__pyx_v_self->pre_effect);
    __Pyx_DECREF(((PyObject *)__pyx_v_self->pre_effect));
    __pyx_v_self->pre_effect = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *)Py_None);
    __Pyx_INCREF(Py_None);
    __Pyx_GIVEREF(Py_None);
    __Pyx_GOTREF(__pyx_v_self->post_effect);
    __Pyx_DECREF(((PyObject *)__pyx_v_self->post_effect));
    __pyx_v_self->post_effect = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *)Py_None);

    /* "pygsti/objects/replib/fastreplib.pyx":1694
 *             self.pre_state = self.post_state = None
 *             self.pre_effect = self.post_effect = None
 *             self.c_term = new SVTermCRep(coeff.c_poly, mag, logmag, c_pre_ops, c_post_ops);             # <<<<<<<<<<<<<<
 * 
 *     def __dealloc__(self):
 */
    try {
      __pyx_t_13 = new CReps::SVTermCRep(__pyx_v_coeff->c_poly, __pyx_v_mag, __pyx_v_logmag, __pyx_v_c_pre_ops, __pyx_v_c_post_ops);
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 1694, __pyx_L1_error)
    }
    __pyx_v_self->c_term = __pyx_t_13;
  }
  __pyx_L7:;

  /* "pygsti/objects/replib/fastreplib.pyx":1659
 *                          first.pre_effect, first.post_effect, pre_ops, post_ops)
 * 
 *     def __cinit__(self, PolyRep coeff, double mag, double logmag,             # <<<<<<<<<<<<<<
 *                   SVStateRep pre_state, SVStateRep post_state,
 *                   SVEffectRep pre_effect, SVEffectRep post_effect, pre_ops, post_ops):
 */

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVTermRep.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1696
 *             self.c_term = new SVTermCRep(coeff.c_poly, mag, logmag, c_pre_ops, c_post_ops);
 * 
 *     def __dealloc__(self):             # <<<<<<<<<<<<<<
 *         del self.c_term
 * 
 */

/* Python wrapper */
static void __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_5__dealloc__(PyObject *__pyx_v_self); /*proto*/
static void __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_5__dealloc__(PyObject *__pyx_v_self) {
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__dealloc__ (wrapper)", 0);
  __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_4__dealloc__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
}

static void __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_4__dealloc__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self) {
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__dealloc__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1697
 * 
 *     def __dealloc__(self):
 *         del self.c_term             # <<<<<<<<<<<<<<
 * 
 *     def __reduce__(self):
 */
  delete __pyx_v_self->c_term;

  /* "pygsti/objects/replib/fastreplib.pyx":1696
 *             self.c_term = new SVTermCRep(coeff.c_poly, mag, logmag, c_pre_ops, c_post_ops);
 * 
 *     def __dealloc__(self):             # <<<<<<<<<<<<<<
 *         del self.c_term
 * 
 */

  /* function exit code */
  __Pyx_RefNannyFinishContext();
}

/* "pygsti/objects/replib/fastreplib.pyx":1699
 *         del self.c_term
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (SVTermRep, (self.coeff, self.magnitude, self.logmagnitude,
 *                 self.pre_state, self.post_state, self.pre_effect, self.post_effect,
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_7__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_7__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_6__reduce__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_6__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  __Pyx_RefNannySetupContext("__reduce__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1700
 * 
 *     def __reduce__(self):
 *         return (SVTermRep, (self.coeff, self.magnitude, self.logmagnitude,             # <<<<<<<<<<<<<<
 *                 self.pre_state, self.post_state, self.pre_effect, self.post_effect,
 *                 self.pre_ops, self.post_ops))
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_magnitude); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1700, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_logmagnitude); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1700, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);

  /* "pygsti/objects/replib/fastreplib.pyx":1702
 *         return (SVTermRep, (self.coeff, self.magnitude, self.logmagnitude,
 *                 self.pre_state, self.post_state, self.pre_effect, self.post_effect,
 *                 self.pre_ops, self.post_ops))             # <<<<<<<<<<<<<<
 * 
 *     def set_magnitude(self, double mag):
 */
  __pyx_t_3 = PyTuple_New(9); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1700, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->coeff));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->coeff));
  PyTuple_SET_ITEM(__pyx_t_3, 0, ((PyObject *)__pyx_v_self->coeff));
  __Pyx_GIVEREF(__pyx_t_1);
  PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_3, 2, __pyx_t_2);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->pre_state));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->pre_state));
  PyTuple_SET_ITEM(__pyx_t_3, 3, ((PyObject *)__pyx_v_self->pre_state));
  __Pyx_INCREF(((PyObject *)__pyx_v_self->post_state));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->post_state));
  PyTuple_SET_ITEM(__pyx_t_3, 4, ((PyObject *)__pyx_v_self->post_state));
  __Pyx_INCREF(((PyObject *)__pyx_v_self->pre_effect));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->pre_effect));
  PyTuple_SET_ITEM(__pyx_t_3, 5, ((PyObject *)__pyx_v_self->pre_effect));
  __Pyx_INCREF(((PyObject *)__pyx_v_self->post_effect));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->post_effect));
  PyTuple_SET_ITEM(__pyx_t_3, 6, ((PyObject *)__pyx_v_self->post_effect));
  __Pyx_INCREF(__pyx_v_self->pre_ops);
  __Pyx_GIVEREF(__pyx_v_self->pre_ops);
  PyTuple_SET_ITEM(__pyx_t_3, 7, __pyx_v_self->pre_ops);
  __Pyx_INCREF(__pyx_v_self->post_ops);
  __Pyx_GIVEREF(__pyx_v_self->post_ops);
  PyTuple_SET_ITEM(__pyx_t_3, 8, __pyx_v_self->post_ops);
  __pyx_t_1 = 0;
  __pyx_t_2 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1700
 * 
 *     def __reduce__(self):
 *         return (SVTermRep, (self.coeff, self.magnitude, self.logmagnitude,             # <<<<<<<<<<<<<<
 *                 self.pre_state, self.post_state, self.pre_effect, self.post_effect,
 *                 self.pre_ops, self.post_ops))
 */
  __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1700, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_INCREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVTermRep));
  __Pyx_GIVEREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVTermRep));
  PyTuple_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVTermRep));
  __Pyx_GIVEREF(__pyx_t_3);
  PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_3);
  __pyx_t_3 = 0;
  __pyx_r = __pyx_t_2;
  __pyx_t_2 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1699
 *         del self.c_term
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (SVTermRep, (self.coeff, self.magnitude, self.logmagnitude,
 *                 self.pre_state, self.post_state, self.pre_effect, self.post_effect,
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVTermRep.__reduce__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1704
 *                 self.pre_ops, self.post_ops))
 * 
 *     def set_magnitude(self, double mag):             # <<<<<<<<<<<<<<
 *         self.c_term._magnitude = mag
 *         self.c_term._logmagnitude = log10(mag) if mag > 0 else -LARGE
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_9set_magnitude(PyObject *__pyx_v_self, PyObject *__pyx_arg_mag); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_9set_magnitude(PyObject *__pyx_v_self, PyObject *__pyx_arg_mag) {
  double __pyx_v_mag;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("set_magnitude (wrapper)", 0);
  assert(__pyx_arg_mag); {
    __pyx_v_mag = __pyx_PyFloat_AsDouble(__pyx_arg_mag); if (unlikely((__pyx_v_mag == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 1704, __pyx_L3_error)
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVTermRep.set_magnitude", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_8set_magnitude(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *)__pyx_v_self), ((double)__pyx_v_mag));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_8set_magnitude(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self, double __pyx_v_mag) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  double __pyx_t_1;
  __Pyx_RefNannySetupContext("set_magnitude", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1705
 * 
 *     def set_magnitude(self, double mag):
 *         self.c_term._magnitude = mag             # <<<<<<<<<<<<<<
 *         self.c_term._logmagnitude = log10(mag) if mag > 0 else -LARGE
 * 
 */
  __pyx_v_self->c_term->_magnitude = __pyx_v_mag;

  /* "pygsti/objects/replib/fastreplib.pyx":1706
 *     def set_magnitude(self, double mag):
 *         self.c_term._magnitude = mag
 *         self.c_term._logmagnitude = log10(mag) if mag > 0 else -LARGE             # <<<<<<<<<<<<<<
 * 
 *     def set_magnitude_only(self, double mag):  # TODO: better name?
 */
  if (((__pyx_v_mag > 0.0) != 0)) {
    __pyx_t_1 = log10(__pyx_v_mag);
  } else {
    __pyx_t_1 = (-__pyx_v_6pygsti_7objects_6replib_10fastreplib_LARGE);
  }
  __pyx_v_self->c_term->_logmagnitude = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":1704
 *                 self.pre_ops, self.post_ops))
 * 
 *     def set_magnitude(self, double mag):             # <<<<<<<<<<<<<<
 *         self.c_term._magnitude = mag
 *         self.c_term._logmagnitude = log10(mag) if mag > 0 else -LARGE
 */

  /* function exit code */
  __pyx_r = Py_None; __Pyx_INCREF(Py_None);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1708
 *         self.c_term._logmagnitude = log10(mag) if mag > 0 else -LARGE
 * 
 *     def set_magnitude_only(self, double mag):  # TODO: better name?             # <<<<<<<<<<<<<<
 *         self.c_term._magnitude = mag
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_11set_magnitude_only(PyObject *__pyx_v_self, PyObject *__pyx_arg_mag); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_11set_magnitude_only(PyObject *__pyx_v_self, PyObject *__pyx_arg_mag) {
  double __pyx_v_mag;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("set_magnitude_only (wrapper)", 0);
  assert(__pyx_arg_mag); {
    __pyx_v_mag = __pyx_PyFloat_AsDouble(__pyx_arg_mag); if (unlikely((__pyx_v_mag == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 1708, __pyx_L3_error)
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVTermRep.set_magnitude_only", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_10set_magnitude_only(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *)__pyx_v_self), ((double)__pyx_v_mag));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_10set_magnitude_only(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self, double __pyx_v_mag) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("set_magnitude_only", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1709
 * 
 *     def set_magnitude_only(self, double mag):  # TODO: better name?
 *         self.c_term._magnitude = mag             # <<<<<<<<<<<<<<
 * 
 *     def mapvec_indices_inplace(self, mapvec):
 */
  __pyx_v_self->c_term->_magnitude = __pyx_v_mag;

  /* "pygsti/objects/replib/fastreplib.pyx":1708
 *         self.c_term._logmagnitude = log10(mag) if mag > 0 else -LARGE
 * 
 *     def set_magnitude_only(self, double mag):  # TODO: better name?             # <<<<<<<<<<<<<<
 *         self.c_term._magnitude = mag
 * 
 */

  /* function exit code */
  __pyx_r = Py_None; __Pyx_INCREF(Py_None);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1711
 *         self.c_term._magnitude = mag
 * 
 *     def mapvec_indices_inplace(self, mapvec):             # <<<<<<<<<<<<<<
 *         self.coeff.mapvec_indices_inplace(mapvec)
 *         self.compact_coeff = self.coeff.compact_complex()  #b/c indices have been updated!
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_13mapvec_indices_inplace(PyObject *__pyx_v_self, PyObject *__pyx_v_mapvec); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_13mapvec_indices_inplace(PyObject *__pyx_v_self, PyObject *__pyx_v_mapvec) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("mapvec_indices_inplace (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_12mapvec_indices_inplace(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *)__pyx_v_self), ((PyObject *)__pyx_v_mapvec));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_12mapvec_indices_inplace(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self, PyObject *__pyx_v_mapvec) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  __Pyx_RefNannySetupContext("mapvec_indices_inplace", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1712
 * 
 *     def mapvec_indices_inplace(self, mapvec):
 *         self.coeff.mapvec_indices_inplace(mapvec)             # <<<<<<<<<<<<<<
 *         self.compact_coeff = self.coeff.compact_complex()  #b/c indices have been updated!
 * 
 */
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self->coeff), __pyx_n_s_mapvec_indices_inplace); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1712, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = NULL;
  if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
    __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
    if (likely(__pyx_t_3)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
      __Pyx_INCREF(__pyx_t_3);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_2, function);
    }
  }
  __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_3, __pyx_v_mapvec) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_v_mapvec);
  __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
  if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1712, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1713
 *     def mapvec_indices_inplace(self, mapvec):
 *         self.coeff.mapvec_indices_inplace(mapvec)
 *         self.compact_coeff = self.coeff.compact_complex()  #b/c indices have been updated!             # <<<<<<<<<<<<<<
 * 
 *     @property
 */
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self->coeff), __pyx_n_s_compact_complex); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1713, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = NULL;
  if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
    __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
    if (likely(__pyx_t_3)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
      __Pyx_INCREF(__pyx_t_3);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_2, function);
    }
  }
  __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
  if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1713, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __Pyx_GIVEREF(__pyx_t_1);
  __Pyx_GOTREF(__pyx_v_self->compact_coeff);
  __Pyx_DECREF(__pyx_v_self->compact_coeff);
  __pyx_v_self->compact_coeff = __pyx_t_1;
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1711
 *         self.c_term._magnitude = mag
 * 
 *     def mapvec_indices_inplace(self, mapvec):             # <<<<<<<<<<<<<<
 *         self.coeff.mapvec_indices_inplace(mapvec)
 *         self.compact_coeff = self.coeff.compact_complex()  #b/c indices have been updated!
 */

  /* function exit code */
  __pyx_r = Py_None; __Pyx_INCREF(Py_None);
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVTermRep.mapvec_indices_inplace", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1716
 * 
 *     @property
 *     def magnitude(self):             # <<<<<<<<<<<<<<
 *         return self.c_term._magnitude
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_9magnitude_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_9magnitude_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_9magnitude___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_9magnitude___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__get__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1717
 *     @property
 *     def magnitude(self):
 *         return self.c_term._magnitude             # <<<<<<<<<<<<<<
 * 
 *     @property
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyFloat_FromDouble(__pyx_v_self->c_term->_magnitude); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1717, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1716
 * 
 *     @property
 *     def magnitude(self):             # <<<<<<<<<<<<<<
 *         return self.c_term._magnitude
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVTermRep.magnitude.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1720
 * 
 *     @property
 *     def logmagnitude(self):             # <<<<<<<<<<<<<<
 *         return self.c_term._logmagnitude
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_12logmagnitude_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_12logmagnitude_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_12logmagnitude___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_12logmagnitude___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__get__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1721
 *     @property
 *     def logmagnitude(self):
 *         return self.c_term._logmagnitude             # <<<<<<<<<<<<<<
 * 
 *     def scalar_mult(self, x):
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyFloat_FromDouble(__pyx_v_self->c_term->_logmagnitude); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1721, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1720
 * 
 *     @property
 *     def logmagnitude(self):             # <<<<<<<<<<<<<<
 *         return self.c_term._logmagnitude
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVTermRep.logmagnitude.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1723
 *         return self.c_term._logmagnitude
 * 
 *     def scalar_mult(self, x):             # <<<<<<<<<<<<<<
 *         coeff = self.coeff.copy()
 *         coeff.scale(x)
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_15scalar_mult(PyObject *__pyx_v_self, PyObject *__pyx_v_x); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_15scalar_mult(PyObject *__pyx_v_self, PyObject *__pyx_v_x) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("scalar_mult (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_14scalar_mult(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *)__pyx_v_self), ((PyObject *)__pyx_v_x));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_14scalar_mult(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self, PyObject *__pyx_v_x) {
  PyObject *__pyx_v_coeff = NULL;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  double __pyx_t_4;
  PyObject *__pyx_t_5 = NULL;
  __Pyx_RefNannySetupContext("scalar_mult", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1724
 * 
 *     def scalar_mult(self, x):
 *         coeff = self.coeff.copy()             # <<<<<<<<<<<<<<
 *         coeff.scale(x)
 *         return SVTermRep(coeff, self.magnitude * x, self.logmagnitude + log10(x),
 */
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self->coeff), __pyx_n_s_copy); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1724, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = NULL;
  if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
    __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
    if (likely(__pyx_t_3)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
      __Pyx_INCREF(__pyx_t_3);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_2, function);
    }
  }
  __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
  if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1724, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_v_coeff = __pyx_t_1;
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1725
 *     def scalar_mult(self, x):
 *         coeff = self.coeff.copy()
 *         coeff.scale(x)             # <<<<<<<<<<<<<<
 *         return SVTermRep(coeff, self.magnitude * x, self.logmagnitude + log10(x),
 *                          self.pre_state, self.post_state, self.pre_effect, self.post_effect,
 */
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_coeff, __pyx_n_s_scale); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1725, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = NULL;
  if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
    __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
    if (likely(__pyx_t_3)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
      __Pyx_INCREF(__pyx_t_3);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_2, function);
    }
  }
  __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_3, __pyx_v_x) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_v_x);
  __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
  if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1725, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1726
 *         coeff = self.coeff.copy()
 *         coeff.scale(x)
 *         return SVTermRep(coeff, self.magnitude * x, self.logmagnitude + log10(x),             # <<<<<<<<<<<<<<
 *                          self.pre_state, self.post_state, self.pre_effect, self.post_effect,
 *                          self.pre_ops, self.post_ops)
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_magnitude); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1726, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_2 = PyNumber_Multiply(__pyx_t_1, __pyx_v_x); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1726, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_logmagnitude); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1726, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_4 = __pyx_PyFloat_AsDouble(__pyx_v_x); if (unlikely((__pyx_t_4 == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 1726, __pyx_L1_error)
  __pyx_t_3 = PyFloat_FromDouble(log10(__pyx_t_4)); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1726, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_5 = PyNumber_Add(__pyx_t_1, __pyx_t_3); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1726, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1728
 *         return SVTermRep(coeff, self.magnitude * x, self.logmagnitude + log10(x),
 *                          self.pre_state, self.post_state, self.pre_effect, self.post_effect,
 *                          self.pre_ops, self.post_ops)             # <<<<<<<<<<<<<<
 * 
 *     def copy(self):
 */
  __pyx_t_3 = PyTuple_New(9); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1726, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_INCREF(__pyx_v_coeff);
  __Pyx_GIVEREF(__pyx_v_coeff);
  PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_v_coeff);
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_t_2);
  __Pyx_GIVEREF(__pyx_t_5);
  PyTuple_SET_ITEM(__pyx_t_3, 2, __pyx_t_5);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->pre_state));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->pre_state));
  PyTuple_SET_ITEM(__pyx_t_3, 3, ((PyObject *)__pyx_v_self->pre_state));
  __Pyx_INCREF(((PyObject *)__pyx_v_self->post_state));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->post_state));
  PyTuple_SET_ITEM(__pyx_t_3, 4, ((PyObject *)__pyx_v_self->post_state));
  __Pyx_INCREF(((PyObject *)__pyx_v_self->pre_effect));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->pre_effect));
  PyTuple_SET_ITEM(__pyx_t_3, 5, ((PyObject *)__pyx_v_self->pre_effect));
  __Pyx_INCREF(((PyObject *)__pyx_v_self->post_effect));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->post_effect));
  PyTuple_SET_ITEM(__pyx_t_3, 6, ((PyObject *)__pyx_v_self->post_effect));
  __Pyx_INCREF(__pyx_v_self->pre_ops);
  __Pyx_GIVEREF(__pyx_v_self->pre_ops);
  PyTuple_SET_ITEM(__pyx_t_3, 7, __pyx_v_self->pre_ops);
  __Pyx_INCREF(__pyx_v_self->post_ops);
  __Pyx_GIVEREF(__pyx_v_self->post_ops);
  PyTuple_SET_ITEM(__pyx_t_3, 8, __pyx_v_self->post_ops);
  __pyx_t_2 = 0;
  __pyx_t_5 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1726
 *         coeff = self.coeff.copy()
 *         coeff.scale(x)
 *         return SVTermRep(coeff, self.magnitude * x, self.logmagnitude + log10(x),             # <<<<<<<<<<<<<<
 *                          self.pre_state, self.post_state, self.pre_effect, self.post_effect,
 *                          self.pre_ops, self.post_ops)
 */
  __pyx_t_5 = __Pyx_PyObject_Call(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVTermRep), __pyx_t_3, NULL); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1726, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __pyx_r = __pyx_t_5;
  __pyx_t_5 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1723
 *         return self.c_term._logmagnitude
 * 
 *     def scalar_mult(self, x):             # <<<<<<<<<<<<<<
 *         coeff = self.coeff.copy()
 *         coeff.scale(x)
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVTermRep.scalar_mult", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_coeff);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1730
 *                          self.pre_ops, self.post_ops)
 * 
 *     def copy(self):             # <<<<<<<<<<<<<<
 *         return SVTermRep(self.coeff.copy(), self.magnitude, self.logmagnitude,
 *                          self.pre_state, self.post_state, self.pre_effect, self.post_effect,
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_17copy(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_17copy(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("copy (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_16copy(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_16copy(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  __Pyx_RefNannySetupContext("copy", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1731
 * 
 *     def copy(self):
 *         return SVTermRep(self.coeff.copy(), self.magnitude, self.logmagnitude,             # <<<<<<<<<<<<<<
 *                          self.pre_state, self.post_state, self.pre_effect, self.post_effect,
 *                          self.pre_ops, self.post_ops)
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self->coeff), __pyx_n_s_copy); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1731, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = NULL;
  if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
    __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
    if (likely(__pyx_t_3)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
      __Pyx_INCREF(__pyx_t_3);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_2, function);
    }
  }
  __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
  if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1731, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_magnitude); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1731, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_logmagnitude); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1731, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);

  /* "pygsti/objects/replib/fastreplib.pyx":1733
 *         return SVTermRep(self.coeff.copy(), self.magnitude, self.logmagnitude,
 *                          self.pre_state, self.post_state, self.pre_effect, self.post_effect,
 *                          self.pre_ops, self.post_ops)             # <<<<<<<<<<<<<<
 * 
 *     #Not needed - and this implementation is quite right as it will need to change
 */
  __pyx_t_4 = PyTuple_New(9); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1731, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __Pyx_GIVEREF(__pyx_t_1);
  PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_t_2);
  __Pyx_GIVEREF(__pyx_t_3);
  PyTuple_SET_ITEM(__pyx_t_4, 2, __pyx_t_3);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->pre_state));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->pre_state));
  PyTuple_SET_ITEM(__pyx_t_4, 3, ((PyObject *)__pyx_v_self->pre_state));
  __Pyx_INCREF(((PyObject *)__pyx_v_self->post_state));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->post_state));
  PyTuple_SET_ITEM(__pyx_t_4, 4, ((PyObject *)__pyx_v_self->post_state));
  __Pyx_INCREF(((PyObject *)__pyx_v_self->pre_effect));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->pre_effect));
  PyTuple_SET_ITEM(__pyx_t_4, 5, ((PyObject *)__pyx_v_self->pre_effect));
  __Pyx_INCREF(((PyObject *)__pyx_v_self->post_effect));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->post_effect));
  PyTuple_SET_ITEM(__pyx_t_4, 6, ((PyObject *)__pyx_v_self->post_effect));
  __Pyx_INCREF(__pyx_v_self->pre_ops);
  __Pyx_GIVEREF(__pyx_v_self->pre_ops);
  PyTuple_SET_ITEM(__pyx_t_4, 7, __pyx_v_self->pre_ops);
  __Pyx_INCREF(__pyx_v_self->post_ops);
  __Pyx_GIVEREF(__pyx_v_self->post_ops);
  PyTuple_SET_ITEM(__pyx_t_4, 8, __pyx_v_self->post_ops);
  __pyx_t_1 = 0;
  __pyx_t_2 = 0;
  __pyx_t_3 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1731
 * 
 *     def copy(self):
 *         return SVTermRep(self.coeff.copy(), self.magnitude, self.logmagnitude,             # <<<<<<<<<<<<<<
 *                          self.pre_state, self.post_state, self.pre_effect, self.post_effect,
 *                          self.pre_ops, self.post_ops)
 */
  __pyx_t_3 = __Pyx_PyObject_Call(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVTermRep), __pyx_t_4, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1731, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  __pyx_r = __pyx_t_3;
  __pyx_t_3 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1730
 *                          self.pre_ops, self.post_ops)
 * 
 *     def copy(self):             # <<<<<<<<<<<<<<
 *         return SVTermRep(self.coeff.copy(), self.magnitude, self.logmagnitude,
 *                          self.pre_state, self.post_state, self.pre_effect, self.post_effect,
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVTermRep.copy", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1635
 * 
 *     #Hold references to other reps so we don't GC them
 *     cdef public PolyRep coeff             # <<<<<<<<<<<<<<
 *     cdef public SVStateRep pre_state
 *     cdef public SVStateRep post_state
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_5coeff_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_5coeff_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_5coeff___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_5coeff___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->coeff));
  __pyx_r = ((PyObject *)__pyx_v_self->coeff);
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_5coeff_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_5coeff_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_5coeff_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_5coeff_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__set__", 0);
  if (!(likely(((__pyx_v_value) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_value, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_PolyRep))))) __PYX_ERR(0, 1635, __pyx_L1_error)
  __pyx_t_1 = __pyx_v_value;
  __Pyx_INCREF(__pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __Pyx_GOTREF(__pyx_v_self->coeff);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->coeff));
  __pyx_v_self->coeff = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVTermRep.coeff.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_5coeff_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_5coeff_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_5coeff_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_5coeff_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->coeff);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->coeff));
  __pyx_v_self->coeff = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *)Py_None);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1636
 *     #Hold references to other reps so we don't GC them
 *     cdef public PolyRep coeff
 *     cdef public SVStateRep pre_state             # <<<<<<<<<<<<<<
 *     cdef public SVStateRep post_state
 *     cdef public SVEffectRep pre_effect
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_9pre_state_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_9pre_state_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_9pre_state___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_9pre_state___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->pre_state));
  __pyx_r = ((PyObject *)__pyx_v_self->pre_state);
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_9pre_state_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_9pre_state_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_9pre_state_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_9pre_state_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__set__", 0);
  if (!(likely(((__pyx_v_value) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_value, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVStateRep))))) __PYX_ERR(0, 1636, __pyx_L1_error)
  __pyx_t_1 = __pyx_v_value;
  __Pyx_INCREF(__pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __Pyx_GOTREF(__pyx_v_self->pre_state);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->pre_state));
  __pyx_v_self->pre_state = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVTermRep.pre_state.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_9pre_state_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_9pre_state_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_9pre_state_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_9pre_state_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->pre_state);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->pre_state));
  __pyx_v_self->pre_state = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *)Py_None);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1637
 *     cdef public PolyRep coeff
 *     cdef public SVStateRep pre_state
 *     cdef public SVStateRep post_state             # <<<<<<<<<<<<<<
 *     cdef public SVEffectRep pre_effect
 *     cdef public SVEffectRep post_effect
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_10post_state_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_10post_state_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_10post_state___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_10post_state___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->post_state));
  __pyx_r = ((PyObject *)__pyx_v_self->post_state);
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_10post_state_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_10post_state_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_10post_state_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_10post_state_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__set__", 0);
  if (!(likely(((__pyx_v_value) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_value, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVStateRep))))) __PYX_ERR(0, 1637, __pyx_L1_error)
  __pyx_t_1 = __pyx_v_value;
  __Pyx_INCREF(__pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __Pyx_GOTREF(__pyx_v_self->post_state);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->post_state));
  __pyx_v_self->post_state = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVTermRep.post_state.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_10post_state_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_10post_state_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_10post_state_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_10post_state_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->post_state);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->post_state));
  __pyx_v_self->post_state = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *)Py_None);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1638
 *     cdef public SVStateRep pre_state
 *     cdef public SVStateRep post_state
 *     cdef public SVEffectRep pre_effect             # <<<<<<<<<<<<<<
 *     cdef public SVEffectRep post_effect
 *     cdef public object pre_ops
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_10pre_effect_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_10pre_effect_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_10pre_effect___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_10pre_effect___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->pre_effect));
  __pyx_r = ((PyObject *)__pyx_v_self->pre_effect);
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_10pre_effect_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_10pre_effect_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_10pre_effect_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_10pre_effect_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__set__", 0);
  if (!(likely(((__pyx_v_value) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_value, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep))))) __PYX_ERR(0, 1638, __pyx_L1_error)
  __pyx_t_1 = __pyx_v_value;
  __Pyx_INCREF(__pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __Pyx_GOTREF(__pyx_v_self->pre_effect);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->pre_effect));
  __pyx_v_self->pre_effect = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVTermRep.pre_effect.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_10pre_effect_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_10pre_effect_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_10pre_effect_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_10pre_effect_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->pre_effect);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->pre_effect));
  __pyx_v_self->pre_effect = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *)Py_None);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1639
 *     cdef public SVStateRep post_state
 *     cdef public SVEffectRep pre_effect
 *     cdef public SVEffectRep post_effect             # <<<<<<<<<<<<<<
 *     cdef public object pre_ops
 *     cdef public object post_ops
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_11post_effect_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_11post_effect_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_11post_effect___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_11post_effect___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->post_effect));
  __pyx_r = ((PyObject *)__pyx_v_self->post_effect);
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_11post_effect_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_11post_effect_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_11post_effect_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_11post_effect_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__set__", 0);
  if (!(likely(((__pyx_v_value) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_value, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep))))) __PYX_ERR(0, 1639, __pyx_L1_error)
  __pyx_t_1 = __pyx_v_value;
  __Pyx_INCREF(__pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __Pyx_GOTREF(__pyx_v_self->post_effect);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->post_effect));
  __pyx_v_self->post_effect = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVTermRep.post_effect.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_11post_effect_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_11post_effect_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_11post_effect_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_11post_effect_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->post_effect);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->post_effect));
  __pyx_v_self->post_effect = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *)Py_None);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1640
 *     cdef public SVEffectRep pre_effect
 *     cdef public SVEffectRep post_effect
 *     cdef public object pre_ops             # <<<<<<<<<<<<<<
 *     cdef public object post_ops
 *     cdef public object compact_coeff
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_7pre_ops_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_7pre_ops_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_7pre_ops___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_7pre_ops___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(__pyx_v_self->pre_ops);
  __pyx_r = __pyx_v_self->pre_ops;
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_7pre_ops_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_7pre_ops_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_7pre_ops_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_7pre_ops_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__", 0);
  __Pyx_INCREF(__pyx_v_value);
  __Pyx_GIVEREF(__pyx_v_value);
  __Pyx_GOTREF(__pyx_v_self->pre_ops);
  __Pyx_DECREF(__pyx_v_self->pre_ops);
  __pyx_v_self->pre_ops = __pyx_v_value;

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_7pre_ops_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_7pre_ops_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_7pre_ops_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_7pre_ops_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->pre_ops);
  __Pyx_DECREF(__pyx_v_self->pre_ops);
  __pyx_v_self->pre_ops = Py_None;

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1641
 *     cdef public SVEffectRep post_effect
 *     cdef public object pre_ops
 *     cdef public object post_ops             # <<<<<<<<<<<<<<
 *     cdef public object compact_coeff
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_8post_ops_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_8post_ops_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_8post_ops___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_8post_ops___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(__pyx_v_self->post_ops);
  __pyx_r = __pyx_v_self->post_ops;
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_8post_ops_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_8post_ops_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_8post_ops_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_8post_ops_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__", 0);
  __Pyx_INCREF(__pyx_v_value);
  __Pyx_GIVEREF(__pyx_v_value);
  __Pyx_GOTREF(__pyx_v_self->post_ops);
  __Pyx_DECREF(__pyx_v_self->post_ops);
  __pyx_v_self->post_ops = __pyx_v_value;

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_8post_ops_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_8post_ops_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_8post_ops_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_8post_ops_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->post_ops);
  __Pyx_DECREF(__pyx_v_self->post_ops);
  __pyx_v_self->post_ops = Py_None;

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1642
 *     cdef public object pre_ops
 *     cdef public object post_ops
 *     cdef public object compact_coeff             # <<<<<<<<<<<<<<
 * 
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_13compact_coeff_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_13compact_coeff_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_13compact_coeff___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_13compact_coeff___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(__pyx_v_self->compact_coeff);
  __pyx_r = __pyx_v_self->compact_coeff;
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_13compact_coeff_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_13compact_coeff_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_13compact_coeff_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_13compact_coeff_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__", 0);
  __Pyx_INCREF(__pyx_v_value);
  __Pyx_GIVEREF(__pyx_v_value);
  __Pyx_GOTREF(__pyx_v_self->compact_coeff);
  __Pyx_DECREF(__pyx_v_self->compact_coeff);
  __pyx_v_self->compact_coeff = __pyx_v_value;

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_13compact_coeff_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_13compact_coeff_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_13compact_coeff_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_13compact_coeff_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->compact_coeff);
  __Pyx_DECREF(__pyx_v_self->compact_coeff);
  __pyx_v_self->compact_coeff = Py_None;

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1756
 *     cdef object list_of_postops_ref
 * 
 *     def __cinit__(self, double complex coeff, double mag, double logmag,             # <<<<<<<<<<<<<<
 *                   SVStateRep pre_state, SVStateRep post_state,
 *                   SVEffectRep pre_effect, SVEffectRep post_effect, pre_ops, post_ops):
 */

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  __pyx_t_double_complex __pyx_v_coeff;
  double __pyx_v_mag;
  double __pyx_v_logmag;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *__pyx_v_pre_state = 0;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *__pyx_v_post_state = 0;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *__pyx_v_pre_effect = 0;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *__pyx_v_post_effect = 0;
  PyObject *__pyx_v_pre_ops = 0;
  PyObject *__pyx_v_post_ops = 0;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_coeff,&__pyx_n_s_mag,&__pyx_n_s_logmag,&__pyx_n_s_pre_state,&__pyx_n_s_post_state,&__pyx_n_s_pre_effect,&__pyx_n_s_post_effect,&__pyx_n_s_pre_ops,&__pyx_n_s_post_ops,0};
    PyObject* values[9] = {0,0,0,0,0,0,0,0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  9: values[8] = PyTuple_GET_ITEM(__pyx_args, 8);
        CYTHON_FALLTHROUGH;
        case  8: values[7] = PyTuple_GET_ITEM(__pyx_args, 7);
        CYTHON_FALLTHROUGH;
        case  7: values[6] = PyTuple_GET_ITEM(__pyx_args, 6);
        CYTHON_FALLTHROUGH;
        case  6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
        CYTHON_FALLTHROUGH;
        case  5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
        CYTHON_FALLTHROUGH;
        case  4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
        CYTHON_FALLTHROUGH;
        case  3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
        CYTHON_FALLTHROUGH;
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_coeff)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_mag)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, 1); __PYX_ERR(0, 1756, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  2:
        if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_logmag)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, 2); __PYX_ERR(0, 1756, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  3:
        if (likely((values[3] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_pre_state)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, 3); __PYX_ERR(0, 1756, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  4:
        if (likely((values[4] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_post_state)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, 4); __PYX_ERR(0, 1756, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  5:
        if (likely((values[5] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_pre_effect)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, 5); __PYX_ERR(0, 1756, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  6:
        if (likely((values[6] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_post_effect)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, 6); __PYX_ERR(0, 1756, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  7:
        if (likely((values[7] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_pre_ops)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, 7); __PYX_ERR(0, 1756, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  8:
        if (likely((values[8] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_post_ops)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, 8); __PYX_ERR(0, 1756, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__cinit__") < 0)) __PYX_ERR(0, 1756, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 9) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
      values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
      values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
      values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
      values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
      values[6] = PyTuple_GET_ITEM(__pyx_args, 6);
      values[7] = PyTuple_GET_ITEM(__pyx_args, 7);
      values[8] = PyTuple_GET_ITEM(__pyx_args, 8);
    }
    __pyx_v_coeff = __Pyx_PyComplex_As___pyx_t_double_complex(values[0]); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 1756, __pyx_L3_error)
    __pyx_v_mag = __pyx_PyFloat_AsDouble(values[1]); if (unlikely((__pyx_v_mag == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 1756, __pyx_L3_error)
    __pyx_v_logmag = __pyx_PyFloat_AsDouble(values[2]); if (unlikely((__pyx_v_logmag == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 1756, __pyx_L3_error)
    __pyx_v_pre_state = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *)values[3]);
    __pyx_v_post_state = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *)values[4]);
    __pyx_v_pre_effect = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *)values[5]);
    __pyx_v_post_effect = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *)values[6]);
    __pyx_v_pre_ops = values[7];
    __pyx_v_post_ops = values[8];
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1756, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVTermDirectRep.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return -1;
  __pyx_L4_argument_unpacking_done:;
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_pre_state), __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVStateRep, 1, "pre_state", 0))) __PYX_ERR(0, 1757, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_post_state), __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVStateRep, 1, "post_state", 0))) __PYX_ERR(0, 1757, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_pre_effect), __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep, 1, "pre_effect", 0))) __PYX_ERR(0, 1758, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_post_effect), __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep, 1, "post_effect", 0))) __PYX_ERR(0, 1758, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep___cinit__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep *)__pyx_v_self), __pyx_v_coeff, __pyx_v_mag, __pyx_v_logmag, __pyx_v_pre_state, __pyx_v_post_state, __pyx_v_pre_effect, __pyx_v_post_effect, __pyx_v_pre_ops, __pyx_v_post_ops);

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep *__pyx_v_self, __pyx_t_double_complex __pyx_v_coeff, double __pyx_v_mag, double __pyx_v_logmag, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *__pyx_v_pre_state, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *__pyx_v_post_state, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *__pyx_v_pre_effect, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *__pyx_v_post_effect, PyObject *__pyx_v_pre_ops, PyObject *__pyx_v_post_ops) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_npre;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_npost;
  std::vector<CReps::SVOpCRep *>  __pyx_v_c_pre_ops;
  std::vector<CReps::SVOpCRep *>  __pyx_v_c_post_ops;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  Py_ssize_t __pyx_t_1;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVGateCRep_ptr>  __pyx_t_2;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_3;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_4;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_5;
  PyObject *__pyx_t_6 = NULL;
  CReps::SVOpCRep *__pyx_t_7;
  int __pyx_t_8;
  int __pyx_t_9;
  int __pyx_t_10;
  CReps::SVTermDirectCRep *__pyx_t_11;
  __Pyx_RefNannySetupContext("__cinit__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1759
 *                   SVStateRep pre_state, SVStateRep post_state,
 *                   SVEffectRep pre_effect, SVEffectRep post_effect, pre_ops, post_ops):
 *         self.list_of_preops_ref = pre_ops             # <<<<<<<<<<<<<<
 *         self.list_of_postops_ref = post_ops
 * 
 */
  __Pyx_INCREF(__pyx_v_pre_ops);
  __Pyx_GIVEREF(__pyx_v_pre_ops);
  __Pyx_GOTREF(__pyx_v_self->list_of_preops_ref);
  __Pyx_DECREF(__pyx_v_self->list_of_preops_ref);
  __pyx_v_self->list_of_preops_ref = __pyx_v_pre_ops;

  /* "pygsti/objects/replib/fastreplib.pyx":1760
 *                   SVEffectRep pre_effect, SVEffectRep post_effect, pre_ops, post_ops):
 *         self.list_of_preops_ref = pre_ops
 *         self.list_of_postops_ref = post_ops             # <<<<<<<<<<<<<<
 * 
 *         cdef INT i
 */
  __Pyx_INCREF(__pyx_v_post_ops);
  __Pyx_GIVEREF(__pyx_v_post_ops);
  __Pyx_GOTREF(__pyx_v_self->list_of_postops_ref);
  __Pyx_DECREF(__pyx_v_self->list_of_postops_ref);
  __pyx_v_self->list_of_postops_ref = __pyx_v_post_ops;

  /* "pygsti/objects/replib/fastreplib.pyx":1763
 * 
 *         cdef INT i
 *         cdef INT npre = len(pre_ops)             # <<<<<<<<<<<<<<
 *         cdef INT npost = len(post_ops)
 *         cdef vector[SVOpCRep*] c_pre_ops = vector[SVGateCRep_ptr](npre)
 */
  __pyx_t_1 = PyObject_Length(__pyx_v_pre_ops); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1763, __pyx_L1_error)
  __pyx_v_npre = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":1764
 *         cdef INT i
 *         cdef INT npre = len(pre_ops)
 *         cdef INT npost = len(post_ops)             # <<<<<<<<<<<<<<
 *         cdef vector[SVOpCRep*] c_pre_ops = vector[SVGateCRep_ptr](npre)
 *         cdef vector[SVOpCRep*] c_post_ops = vector[SVGateCRep_ptr](<INT>len(post_ops))
 */
  __pyx_t_1 = PyObject_Length(__pyx_v_post_ops); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1764, __pyx_L1_error)
  __pyx_v_npost = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":1765
 *         cdef INT npre = len(pre_ops)
 *         cdef INT npost = len(post_ops)
 *         cdef vector[SVOpCRep*] c_pre_ops = vector[SVGateCRep_ptr](npre)             # <<<<<<<<<<<<<<
 *         cdef vector[SVOpCRep*] c_post_ops = vector[SVGateCRep_ptr](<INT>len(post_ops))
 *         for i in range(npre):
 */
  try {
    __pyx_t_2 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVGateCRep_ptr> (__pyx_v_npre);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1765, __pyx_L1_error)
  }
  __pyx_v_c_pre_ops = __pyx_t_2;

  /* "pygsti/objects/replib/fastreplib.pyx":1766
 *         cdef INT npost = len(post_ops)
 *         cdef vector[SVOpCRep*] c_pre_ops = vector[SVGateCRep_ptr](npre)
 *         cdef vector[SVOpCRep*] c_post_ops = vector[SVGateCRep_ptr](<INT>len(post_ops))             # <<<<<<<<<<<<<<
 *         for i in range(npre):
 *             c_pre_ops[i] = (<SVOpRep?>pre_ops[i]).c_gate
 */
  __pyx_t_1 = PyObject_Length(__pyx_v_post_ops); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1766, __pyx_L1_error)
  try {
    __pyx_t_2 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVGateCRep_ptr> (((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_t_1));
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1766, __pyx_L1_error)
  }
  __pyx_v_c_post_ops = __pyx_t_2;

  /* "pygsti/objects/replib/fastreplib.pyx":1767
 *         cdef vector[SVOpCRep*] c_pre_ops = vector[SVGateCRep_ptr](npre)
 *         cdef vector[SVOpCRep*] c_post_ops = vector[SVGateCRep_ptr](<INT>len(post_ops))
 *         for i in range(npre):             # <<<<<<<<<<<<<<
 *             c_pre_ops[i] = (<SVOpRep?>pre_ops[i]).c_gate
 *         for i in range(npost):
 */
  __pyx_t_3 = __pyx_v_npre;
  __pyx_t_4 = __pyx_t_3;
  for (__pyx_t_5 = 0; __pyx_t_5 < __pyx_t_4; __pyx_t_5+=1) {
    __pyx_v_i = __pyx_t_5;

    /* "pygsti/objects/replib/fastreplib.pyx":1768
 *         cdef vector[SVOpCRep*] c_post_ops = vector[SVGateCRep_ptr](<INT>len(post_ops))
 *         for i in range(npre):
 *             c_pre_ops[i] = (<SVOpRep?>pre_ops[i]).c_gate             # <<<<<<<<<<<<<<
 *         for i in range(npost):
 *             c_post_ops[i] = (<SVOpRep?>post_ops[i]).c_gate
 */
    __pyx_t_6 = __Pyx_GetItemInt(__pyx_v_pre_ops, __pyx_v_i, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1768, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    if (!(likely(__Pyx_TypeTest(__pyx_t_6, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep)))) __PYX_ERR(0, 1768, __pyx_L1_error)
    __pyx_t_7 = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep *)__pyx_t_6)->c_gate;
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    (__pyx_v_c_pre_ops[__pyx_v_i]) = __pyx_t_7;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":1769
 *         for i in range(npre):
 *             c_pre_ops[i] = (<SVOpRep?>pre_ops[i]).c_gate
 *         for i in range(npost):             # <<<<<<<<<<<<<<
 *             c_post_ops[i] = (<SVOpRep?>post_ops[i]).c_gate
 * 
 */
  __pyx_t_3 = __pyx_v_npost;
  __pyx_t_4 = __pyx_t_3;
  for (__pyx_t_5 = 0; __pyx_t_5 < __pyx_t_4; __pyx_t_5+=1) {
    __pyx_v_i = __pyx_t_5;

    /* "pygsti/objects/replib/fastreplib.pyx":1770
 *             c_pre_ops[i] = (<SVOpRep?>pre_ops[i]).c_gate
 *         for i in range(npost):
 *             c_post_ops[i] = (<SVOpRep?>post_ops[i]).c_gate             # <<<<<<<<<<<<<<
 * 
 *         if pre_state is not None or post_state is not None:
 */
    __pyx_t_6 = __Pyx_GetItemInt(__pyx_v_post_ops, __pyx_v_i, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1770, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    if (!(likely(__Pyx_TypeTest(__pyx_t_6, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep)))) __PYX_ERR(0, 1770, __pyx_L1_error)
    __pyx_t_7 = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep *)__pyx_t_6)->c_gate;
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    (__pyx_v_c_post_ops[__pyx_v_i]) = __pyx_t_7;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":1772
 *             c_post_ops[i] = (<SVOpRep?>post_ops[i]).c_gate
 * 
 *         if pre_state is not None or post_state is not None:             # <<<<<<<<<<<<<<
 *             assert(pre_state is not None and post_state is not None)
 *             self.state_ref1 = pre_state
 */
  __pyx_t_9 = (((PyObject *)__pyx_v_pre_state) != Py_None);
  __pyx_t_10 = (__pyx_t_9 != 0);
  if (!__pyx_t_10) {
  } else {
    __pyx_t_8 = __pyx_t_10;
    goto __pyx_L8_bool_binop_done;
  }
  __pyx_t_10 = (((PyObject *)__pyx_v_post_state) != Py_None);
  __pyx_t_9 = (__pyx_t_10 != 0);
  __pyx_t_8 = __pyx_t_9;
  __pyx_L8_bool_binop_done:;
  if (__pyx_t_8) {

    /* "pygsti/objects/replib/fastreplib.pyx":1773
 * 
 *         if pre_state is not None or post_state is not None:
 *             assert(pre_state is not None and post_state is not None)             # <<<<<<<<<<<<<<
 *             self.state_ref1 = pre_state
 *             self.state_ref2 = post_state
 */
    #ifndef CYTHON_WITHOUT_ASSERTIONS
    if (unlikely(!Py_OptimizeFlag)) {
      __pyx_t_9 = (((PyObject *)__pyx_v_pre_state) != Py_None);
      __pyx_t_10 = (__pyx_t_9 != 0);
      if (__pyx_t_10) {
      } else {
        __pyx_t_8 = __pyx_t_10;
        goto __pyx_L10_bool_binop_done;
      }
      __pyx_t_10 = (((PyObject *)__pyx_v_post_state) != Py_None);
      __pyx_t_9 = (__pyx_t_10 != 0);
      __pyx_t_8 = __pyx_t_9;
      __pyx_L10_bool_binop_done:;
      if (unlikely(!__pyx_t_8)) {
        PyErr_SetNone(PyExc_AssertionError);
        __PYX_ERR(0, 1773, __pyx_L1_error)
      }
    }
    #endif

    /* "pygsti/objects/replib/fastreplib.pyx":1774
 *         if pre_state is not None or post_state is not None:
 *             assert(pre_state is not None and post_state is not None)
 *             self.state_ref1 = pre_state             # <<<<<<<<<<<<<<
 *             self.state_ref2 = post_state
 *             self.c_term = new SVTermDirectCRep(coeff, mag, logmag, pre_state.c_state, post_state.c_state,
 */
    __Pyx_INCREF(((PyObject *)__pyx_v_pre_state));
    __Pyx_GIVEREF(((PyObject *)__pyx_v_pre_state));
    __Pyx_GOTREF(__pyx_v_self->state_ref1);
    __Pyx_DECREF(((PyObject *)__pyx_v_self->state_ref1));
    __pyx_v_self->state_ref1 = __pyx_v_pre_state;

    /* "pygsti/objects/replib/fastreplib.pyx":1775
 *             assert(pre_state is not None and post_state is not None)
 *             self.state_ref1 = pre_state
 *             self.state_ref2 = post_state             # <<<<<<<<<<<<<<
 *             self.c_term = new SVTermDirectCRep(coeff, mag, logmag, pre_state.c_state, post_state.c_state,
 *                                                c_pre_ops, c_post_ops);
 */
    __Pyx_INCREF(((PyObject *)__pyx_v_post_state));
    __Pyx_GIVEREF(((PyObject *)__pyx_v_post_state));
    __Pyx_GOTREF(__pyx_v_self->state_ref2);
    __Pyx_DECREF(((PyObject *)__pyx_v_self->state_ref2));
    __pyx_v_self->state_ref2 = __pyx_v_post_state;

    /* "pygsti/objects/replib/fastreplib.pyx":1776
 *             self.state_ref1 = pre_state
 *             self.state_ref2 = post_state
 *             self.c_term = new SVTermDirectCRep(coeff, mag, logmag, pre_state.c_state, post_state.c_state,             # <<<<<<<<<<<<<<
 *                                                c_pre_ops, c_post_ops);
 *         elif pre_effect is not None or post_effect is not None:
 */
    try {
      __pyx_t_11 = new CReps::SVTermDirectCRep(__pyx_v_coeff, __pyx_v_mag, __pyx_v_logmag, __pyx_v_pre_state->c_state, __pyx_v_post_state->c_state, __pyx_v_c_pre_ops, __pyx_v_c_post_ops);
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 1776, __pyx_L1_error)
    }
    __pyx_v_self->c_term = __pyx_t_11;

    /* "pygsti/objects/replib/fastreplib.pyx":1772
 *             c_post_ops[i] = (<SVOpRep?>post_ops[i]).c_gate
 * 
 *         if pre_state is not None or post_state is not None:             # <<<<<<<<<<<<<<
 *             assert(pre_state is not None and post_state is not None)
 *             self.state_ref1 = pre_state
 */
    goto __pyx_L7;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":1778
 *             self.c_term = new SVTermDirectCRep(coeff, mag, logmag, pre_state.c_state, post_state.c_state,
 *                                                c_pre_ops, c_post_ops);
 *         elif pre_effect is not None or post_effect is not None:             # <<<<<<<<<<<<<<
 *             assert(pre_effect is not None and post_effect is not None)
 *             self.effect_ref1 = pre_effect
 */
  __pyx_t_9 = (((PyObject *)__pyx_v_pre_effect) != Py_None);
  __pyx_t_10 = (__pyx_t_9 != 0);
  if (!__pyx_t_10) {
  } else {
    __pyx_t_8 = __pyx_t_10;
    goto __pyx_L12_bool_binop_done;
  }
  __pyx_t_10 = (((PyObject *)__pyx_v_post_effect) != Py_None);
  __pyx_t_9 = (__pyx_t_10 != 0);
  __pyx_t_8 = __pyx_t_9;
  __pyx_L12_bool_binop_done:;
  if (__pyx_t_8) {

    /* "pygsti/objects/replib/fastreplib.pyx":1779
 *                                                c_pre_ops, c_post_ops);
 *         elif pre_effect is not None or post_effect is not None:
 *             assert(pre_effect is not None and post_effect is not None)             # <<<<<<<<<<<<<<
 *             self.effect_ref1 = pre_effect
 *             self.effect_ref2 = post_effect
 */
    #ifndef CYTHON_WITHOUT_ASSERTIONS
    if (unlikely(!Py_OptimizeFlag)) {
      __pyx_t_9 = (((PyObject *)__pyx_v_pre_effect) != Py_None);
      __pyx_t_10 = (__pyx_t_9 != 0);
      if (__pyx_t_10) {
      } else {
        __pyx_t_8 = __pyx_t_10;
        goto __pyx_L14_bool_binop_done;
      }
      __pyx_t_10 = (((PyObject *)__pyx_v_post_effect) != Py_None);
      __pyx_t_9 = (__pyx_t_10 != 0);
      __pyx_t_8 = __pyx_t_9;
      __pyx_L14_bool_binop_done:;
      if (unlikely(!__pyx_t_8)) {
        PyErr_SetNone(PyExc_AssertionError);
        __PYX_ERR(0, 1779, __pyx_L1_error)
      }
    }
    #endif

    /* "pygsti/objects/replib/fastreplib.pyx":1780
 *         elif pre_effect is not None or post_effect is not None:
 *             assert(pre_effect is not None and post_effect is not None)
 *             self.effect_ref1 = pre_effect             # <<<<<<<<<<<<<<
 *             self.effect_ref2 = post_effect
 *             self.c_term = new SVTermDirectCRep(coeff, mag, logmag, pre_effect.c_effect, post_effect.c_effect,
 */
    __Pyx_INCREF(((PyObject *)__pyx_v_pre_effect));
    __Pyx_GIVEREF(((PyObject *)__pyx_v_pre_effect));
    __Pyx_GOTREF(__pyx_v_self->effect_ref1);
    __Pyx_DECREF(((PyObject *)__pyx_v_self->effect_ref1));
    __pyx_v_self->effect_ref1 = __pyx_v_pre_effect;

    /* "pygsti/objects/replib/fastreplib.pyx":1781
 *             assert(pre_effect is not None and post_effect is not None)
 *             self.effect_ref1 = pre_effect
 *             self.effect_ref2 = post_effect             # <<<<<<<<<<<<<<
 *             self.c_term = new SVTermDirectCRep(coeff, mag, logmag, pre_effect.c_effect, post_effect.c_effect,
 *                                                c_pre_ops, c_post_ops);
 */
    __Pyx_INCREF(((PyObject *)__pyx_v_post_effect));
    __Pyx_GIVEREF(((PyObject *)__pyx_v_post_effect));
    __Pyx_GOTREF(__pyx_v_self->effect_ref2);
    __Pyx_DECREF(((PyObject *)__pyx_v_self->effect_ref2));
    __pyx_v_self->effect_ref2 = __pyx_v_post_effect;

    /* "pygsti/objects/replib/fastreplib.pyx":1782
 *             self.effect_ref1 = pre_effect
 *             self.effect_ref2 = post_effect
 *             self.c_term = new SVTermDirectCRep(coeff, mag, logmag, pre_effect.c_effect, post_effect.c_effect,             # <<<<<<<<<<<<<<
 *                                                c_pre_ops, c_post_ops);
 *         else:
 */
    try {
      __pyx_t_11 = new CReps::SVTermDirectCRep(__pyx_v_coeff, __pyx_v_mag, __pyx_v_logmag, __pyx_v_pre_effect->c_effect, __pyx_v_post_effect->c_effect, __pyx_v_c_pre_ops, __pyx_v_c_post_ops);
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 1782, __pyx_L1_error)
    }
    __pyx_v_self->c_term = __pyx_t_11;

    /* "pygsti/objects/replib/fastreplib.pyx":1778
 *             self.c_term = new SVTermDirectCRep(coeff, mag, logmag, pre_state.c_state, post_state.c_state,
 *                                                c_pre_ops, c_post_ops);
 *         elif pre_effect is not None or post_effect is not None:             # <<<<<<<<<<<<<<
 *             assert(pre_effect is not None and post_effect is not None)
 *             self.effect_ref1 = pre_effect
 */
    goto __pyx_L7;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":1785
 *                                                c_pre_ops, c_post_ops);
 *         else:
 *             self.c_term = new SVTermDirectCRep(coeff, mag, logmag, c_pre_ops, c_post_ops);             # <<<<<<<<<<<<<<
 * 
 *     def __dealloc__(self):
 */
  /*else*/ {
    try {
      __pyx_t_11 = new CReps::SVTermDirectCRep(__pyx_v_coeff, __pyx_v_mag, __pyx_v_logmag, __pyx_v_c_pre_ops, __pyx_v_c_post_ops);
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 1785, __pyx_L1_error)
    }
    __pyx_v_self->c_term = __pyx_t_11;
  }
  __pyx_L7:;

  /* "pygsti/objects/replib/fastreplib.pyx":1756
 *     cdef object list_of_postops_ref
 * 
 *     def __cinit__(self, double complex coeff, double mag, double logmag,             # <<<<<<<<<<<<<<
 *                   SVStateRep pre_state, SVStateRep post_state,
 *                   SVEffectRep pre_effect, SVEffectRep post_effect, pre_ops, post_ops):
 */

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVTermDirectRep.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1787
 *             self.c_term = new SVTermDirectCRep(coeff, mag, logmag, c_pre_ops, c_post_ops);
 * 
 *     def __dealloc__(self):             # <<<<<<<<<<<<<<
 *         del self.c_term
 * 
 */

/* Python wrapper */
static void __pyx_pw_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_3__dealloc__(PyObject *__pyx_v_self); /*proto*/
static void __pyx_pw_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_3__dealloc__(PyObject *__pyx_v_self) {
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__dealloc__ (wrapper)", 0);
  __pyx_pf_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_2__dealloc__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
}

static void __pyx_pf_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_2__dealloc__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep *__pyx_v_self) {
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__dealloc__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1788
 * 
 *     def __dealloc__(self):
 *         del self.c_term             # <<<<<<<<<<<<<<
 * 
 *     def set_coeff(self, coeff):
 */
  delete __pyx_v_self->c_term;

  /* "pygsti/objects/replib/fastreplib.pyx":1787
 *             self.c_term = new SVTermDirectCRep(coeff, mag, logmag, c_pre_ops, c_post_ops);
 * 
 *     def __dealloc__(self):             # <<<<<<<<<<<<<<
 *         del self.c_term
 * 
 */

  /* function exit code */
  __Pyx_RefNannyFinishContext();
}

/* "pygsti/objects/replib/fastreplib.pyx":1790
 *         del self.c_term
 * 
 *     def set_coeff(self, coeff):             # <<<<<<<<<<<<<<
 *         self.c_term._coeff = coeff
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_5set_coeff(PyObject *__pyx_v_self, PyObject *__pyx_v_coeff); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_5set_coeff(PyObject *__pyx_v_self, PyObject *__pyx_v_coeff) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("set_coeff (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_4set_coeff(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep *)__pyx_v_self), ((PyObject *)__pyx_v_coeff));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_4set_coeff(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep *__pyx_v_self, PyObject *__pyx_v_coeff) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __pyx_t_double_complex __pyx_t_1;
  __Pyx_RefNannySetupContext("set_coeff", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1791
 * 
 *     def set_coeff(self, coeff):
 *         self.c_term._coeff = coeff             # <<<<<<<<<<<<<<
 * 
 *     def set_magnitude(self, double mag, double logmag):
 */
  __pyx_t_1 = __Pyx_PyComplex_As___pyx_t_double_complex(__pyx_v_coeff); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 1791, __pyx_L1_error)
  __pyx_v_self->c_term->_coeff = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":1790
 *         del self.c_term
 * 
 *     def set_coeff(self, coeff):             # <<<<<<<<<<<<<<
 *         self.c_term._coeff = coeff
 * 
 */

  /* function exit code */
  __pyx_r = Py_None; __Pyx_INCREF(Py_None);
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVTermDirectRep.set_coeff", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1793
 *         self.c_term._coeff = coeff
 * 
 *     def set_magnitude(self, double mag, double logmag):             # <<<<<<<<<<<<<<
 *         self.c_term._magnitude = mag
 *         self.c_term._logmagnitude = logmag
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_7set_magnitude(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_7set_magnitude(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  double __pyx_v_mag;
  double __pyx_v_logmag;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("set_magnitude (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_mag,&__pyx_n_s_logmag,0};
    PyObject* values[2] = {0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_mag)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_logmag)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("set_magnitude", 1, 2, 2, 1); __PYX_ERR(0, 1793, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "set_magnitude") < 0)) __PYX_ERR(0, 1793, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 2) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
    }
    __pyx_v_mag = __pyx_PyFloat_AsDouble(values[0]); if (unlikely((__pyx_v_mag == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 1793, __pyx_L3_error)
    __pyx_v_logmag = __pyx_PyFloat_AsDouble(values[1]); if (unlikely((__pyx_v_logmag == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 1793, __pyx_L3_error)
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("set_magnitude", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1793, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVTermDirectRep.set_magnitude", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_6set_magnitude(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep *)__pyx_v_self), __pyx_v_mag, __pyx_v_logmag);

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_6set_magnitude(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep *__pyx_v_self, double __pyx_v_mag, double __pyx_v_logmag) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("set_magnitude", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1794
 * 
 *     def set_magnitude(self, double mag, double logmag):
 *         self.c_term._magnitude = mag             # <<<<<<<<<<<<<<
 *         self.c_term._logmagnitude = logmag
 * 
 */
  __pyx_v_self->c_term->_magnitude = __pyx_v_mag;

  /* "pygsti/objects/replib/fastreplib.pyx":1795
 *     def set_magnitude(self, double mag, double logmag):
 *         self.c_term._magnitude = mag
 *         self.c_term._logmagnitude = logmag             # <<<<<<<<<<<<<<
 * 
 *     @property
 */
  __pyx_v_self->c_term->_logmagnitude = __pyx_v_logmag;

  /* "pygsti/objects/replib/fastreplib.pyx":1793
 *         self.c_term._coeff = coeff
 * 
 *     def set_magnitude(self, double mag, double logmag):             # <<<<<<<<<<<<<<
 *         self.c_term._magnitude = mag
 *         self.c_term._logmagnitude = logmag
 */

  /* function exit code */
  __pyx_r = Py_None; __Pyx_INCREF(Py_None);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1798
 * 
 *     @property
 *     def magnitude(self):             # <<<<<<<<<<<<<<
 *         return self.c_term._magnitude
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_9magnitude_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_9magnitude_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_9magnitude___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_9magnitude___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__get__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1799
 *     @property
 *     def magnitude(self):
 *         return self.c_term._magnitude             # <<<<<<<<<<<<<<
 * 
 *     @property
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyFloat_FromDouble(__pyx_v_self->c_term->_magnitude); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1799, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1798
 * 
 *     @property
 *     def magnitude(self):             # <<<<<<<<<<<<<<
 *         return self.c_term._magnitude
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVTermDirectRep.magnitude.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1802
 * 
 *     @property
 *     def logmagnitude(self):             # <<<<<<<<<<<<<<
 *         return self.c_term._logmagnitude
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_12logmagnitude_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_12logmagnitude_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_12logmagnitude___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_12logmagnitude___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__get__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1803
 *     @property
 *     def logmagnitude(self):
 *         return self.c_term._logmagnitude             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyFloat_FromDouble(__pyx_v_self->c_term->_logmagnitude); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1803, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1802
 * 
 *     @property
 *     def logmagnitude(self):             # <<<<<<<<<<<<<<
 *         return self.c_term._logmagnitude
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVTermDirectRep.logmagnitude.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "(tree fragment)":1
 * def __reduce_cython__(self):             # <<<<<<<<<<<<<<
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 * def __setstate_cython__(self, __pyx_state):
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_9__reduce_cython__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_9__reduce_cython__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce_cython__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_8__reduce_cython__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_8__reduce_cython__(CYTHON_UNUSED struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__reduce_cython__", 0);

  /* "(tree fragment)":2
 * def __reduce_cython__(self):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")             # <<<<<<<<<<<<<<
 * def __setstate_cython__(self, __pyx_state):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 */
  __pyx_t_1 = __Pyx_PyObject_Call(__pyx_builtin_TypeError, __pyx_tuple__11, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 2, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_Raise(__pyx_t_1, 0, 0, 0);
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __PYX_ERR(1, 2, __pyx_L1_error)

  /* "(tree fragment)":1
 * def __reduce_cython__(self):             # <<<<<<<<<<<<<<
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 * def __setstate_cython__(self, __pyx_state):
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVTermDirectRep.__reduce_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "(tree fragment)":3
 * def __reduce_cython__(self):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 * def __setstate_cython__(self, __pyx_state):             # <<<<<<<<<<<<<<
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_11__setstate_cython__(PyObject *__pyx_v_self, PyObject *__pyx_v___pyx_state); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_11__setstate_cython__(PyObject *__pyx_v_self, PyObject *__pyx_v___pyx_state) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__setstate_cython__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_10__setstate_cython__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep *)__pyx_v_self), ((PyObject *)__pyx_v___pyx_state));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_10__setstate_cython__(CYTHON_UNUSED struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v___pyx_state) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__setstate_cython__", 0);

  /* "(tree fragment)":4
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 * def __setstate_cython__(self, __pyx_state):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")             # <<<<<<<<<<<<<<
 */
  __pyx_t_1 = __Pyx_PyObject_Call(__pyx_builtin_TypeError, __pyx_tuple__12, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 4, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_Raise(__pyx_t_1, 0, 0, 0);
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __PYX_ERR(1, 4, __pyx_L1_error)

  /* "(tree fragment)":3
 * def __reduce_cython__(self):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 * def __setstate_cython__(self, __pyx_state):             # <<<<<<<<<<<<<<
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SVTermDirectRep.__setstate_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1820
 * 
 *     @classmethod
 *     def composed(cls, terms_to_compose, double magnitude):             # <<<<<<<<<<<<<<
 *         cdef double logmag = log10(magnitude) if magnitude > 0 else -LARGE
 *         cdef SBTermRep first = terms_to_compose[0]
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_1composed(PyObject *__pyx_v_cls, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_1composed(PyObject *__pyx_v_cls, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyObject *__pyx_v_terms_to_compose = 0;
  double __pyx_v_magnitude;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("composed (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_terms_to_compose,&__pyx_n_s_magnitude,0};
    PyObject* values[2] = {0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_terms_to_compose)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_magnitude)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("composed", 1, 2, 2, 1); __PYX_ERR(0, 1820, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "composed") < 0)) __PYX_ERR(0, 1820, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 2) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
    }
    __pyx_v_terms_to_compose = values[0];
    __pyx_v_magnitude = __pyx_PyFloat_AsDouble(values[1]); if (unlikely((__pyx_v_magnitude == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 1820, __pyx_L3_error)
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("composed", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1820, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBTermRep.composed", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_composed(((PyTypeObject*)__pyx_v_cls), __pyx_v_terms_to_compose, __pyx_v_magnitude);

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_composed(CYTHON_UNUSED PyTypeObject *__pyx_v_cls, PyObject *__pyx_v_terms_to_compose, double __pyx_v_magnitude) {
  double __pyx_v_logmag;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_first = 0;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_coeffrep = 0;
  PyObject *__pyx_v_pre_ops = NULL;
  PyObject *__pyx_v_post_ops = NULL;
  PyObject *__pyx_v_t = NULL;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  double __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  Py_ssize_t __pyx_t_4;
  PyObject *(*__pyx_t_5)(PyObject *);
  PyObject *__pyx_t_6 = NULL;
  PyObject *__pyx_t_7 = NULL;
  PyObject *__pyx_t_8 = NULL;
  __Pyx_RefNannySetupContext("composed", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1821
 *     @classmethod
 *     def composed(cls, terms_to_compose, double magnitude):
 *         cdef double logmag = log10(magnitude) if magnitude > 0 else -LARGE             # <<<<<<<<<<<<<<
 *         cdef SBTermRep first = terms_to_compose[0]
 *         cdef PolyRep coeffrep = first.coeff
 */
  if (((__pyx_v_magnitude > 0.0) != 0)) {
    __pyx_t_1 = log10(__pyx_v_magnitude);
  } else {
    __pyx_t_1 = (-__pyx_v_6pygsti_7objects_6replib_10fastreplib_LARGE);
  }
  __pyx_v_logmag = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":1822
 *     def composed(cls, terms_to_compose, double magnitude):
 *         cdef double logmag = log10(magnitude) if magnitude > 0 else -LARGE
 *         cdef SBTermRep first = terms_to_compose[0]             # <<<<<<<<<<<<<<
 *         cdef PolyRep coeffrep = first.coeff
 *         pre_ops = first.pre_ops[:]
 */
  __pyx_t_2 = __Pyx_GetItemInt(__pyx_v_terms_to_compose, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1822, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  if (!(likely(((__pyx_t_2) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_2, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBTermRep))))) __PYX_ERR(0, 1822, __pyx_L1_error)
  __pyx_v_first = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *)__pyx_t_2);
  __pyx_t_2 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1823
 *         cdef double logmag = log10(magnitude) if magnitude > 0 else -LARGE
 *         cdef SBTermRep first = terms_to_compose[0]
 *         cdef PolyRep coeffrep = first.coeff             # <<<<<<<<<<<<<<
 *         pre_ops = first.pre_ops[:]
 *         post_ops = first.post_ops[:]
 */
  __pyx_t_2 = ((PyObject *)__pyx_v_first->coeff);
  __Pyx_INCREF(__pyx_t_2);
  __pyx_v_coeffrep = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *)__pyx_t_2);
  __pyx_t_2 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1824
 *         cdef SBTermRep first = terms_to_compose[0]
 *         cdef PolyRep coeffrep = first.coeff
 *         pre_ops = first.pre_ops[:]             # <<<<<<<<<<<<<<
 *         post_ops = first.post_ops[:]
 *         for t in terms_to_compose[1:]:
 */
  __pyx_t_2 = __Pyx_PyObject_GetSlice(__pyx_v_first->pre_ops, 0, 0, NULL, NULL, &__pyx_slice_, 0, 0, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1824, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_v_pre_ops = __pyx_t_2;
  __pyx_t_2 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1825
 *         cdef PolyRep coeffrep = first.coeff
 *         pre_ops = first.pre_ops[:]
 *         post_ops = first.post_ops[:]             # <<<<<<<<<<<<<<
 *         for t in terms_to_compose[1:]:
 *             coeffrep = coeffrep.mult(t.coeff)
 */
  __pyx_t_2 = __Pyx_PyObject_GetSlice(__pyx_v_first->post_ops, 0, 0, NULL, NULL, &__pyx_slice_, 0, 0, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1825, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_v_post_ops = __pyx_t_2;
  __pyx_t_2 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1826
 *         pre_ops = first.pre_ops[:]
 *         post_ops = first.post_ops[:]
 *         for t in terms_to_compose[1:]:             # <<<<<<<<<<<<<<
 *             coeffrep = coeffrep.mult(t.coeff)
 *             pre_ops += t.pre_ops
 */
  __pyx_t_2 = __Pyx_PyObject_GetSlice(__pyx_v_terms_to_compose, 1, 0, NULL, NULL, &__pyx_slice__10, 1, 0, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1826, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  if (likely(PyList_CheckExact(__pyx_t_2)) || PyTuple_CheckExact(__pyx_t_2)) {
    __pyx_t_3 = __pyx_t_2; __Pyx_INCREF(__pyx_t_3); __pyx_t_4 = 0;
    __pyx_t_5 = NULL;
  } else {
    __pyx_t_4 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_t_2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1826, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __pyx_t_5 = Py_TYPE(__pyx_t_3)->tp_iternext; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1826, __pyx_L1_error)
  }
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  for (;;) {
    if (likely(!__pyx_t_5)) {
      if (likely(PyList_CheckExact(__pyx_t_3))) {
        if (__pyx_t_4 >= PyList_GET_SIZE(__pyx_t_3)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_2 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_4); __Pyx_INCREF(__pyx_t_2); __pyx_t_4++; if (unlikely(0 < 0)) __PYX_ERR(0, 1826, __pyx_L1_error)
        #else
        __pyx_t_2 = PySequence_ITEM(__pyx_t_3, __pyx_t_4); __pyx_t_4++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1826, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_2);
        #endif
      } else {
        if (__pyx_t_4 >= PyTuple_GET_SIZE(__pyx_t_3)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_2 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_4); __Pyx_INCREF(__pyx_t_2); __pyx_t_4++; if (unlikely(0 < 0)) __PYX_ERR(0, 1826, __pyx_L1_error)
        #else
        __pyx_t_2 = PySequence_ITEM(__pyx_t_3, __pyx_t_4); __pyx_t_4++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1826, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_2);
        #endif
      }
    } else {
      __pyx_t_2 = __pyx_t_5(__pyx_t_3);
      if (unlikely(!__pyx_t_2)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
          else __PYX_ERR(0, 1826, __pyx_L1_error)
        }
        break;
      }
      __Pyx_GOTREF(__pyx_t_2);
    }
    __Pyx_XDECREF_SET(__pyx_v_t, __pyx_t_2);
    __pyx_t_2 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":1827
 *         post_ops = first.post_ops[:]
 *         for t in terms_to_compose[1:]:
 *             coeffrep = coeffrep.mult(t.coeff)             # <<<<<<<<<<<<<<
 *             pre_ops += t.pre_ops
 *             post_ops += t.post_ops
 */
    __pyx_t_6 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_coeffrep), __pyx_n_s_mult); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1827, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v_t, __pyx_n_s_coeff); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1827, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_7);
    __pyx_t_8 = NULL;
    if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_6))) {
      __pyx_t_8 = PyMethod_GET_SELF(__pyx_t_6);
      if (likely(__pyx_t_8)) {
        PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_6);
        __Pyx_INCREF(__pyx_t_8);
        __Pyx_INCREF(function);
        __Pyx_DECREF_SET(__pyx_t_6, function);
      }
    }
    __pyx_t_2 = (__pyx_t_8) ? __Pyx_PyObject_Call2Args(__pyx_t_6, __pyx_t_8, __pyx_t_7) : __Pyx_PyObject_CallOneArg(__pyx_t_6, __pyx_t_7);
    __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
    __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
    if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1827, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    if (!(likely(((__pyx_t_2) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_2, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_PolyRep))))) __PYX_ERR(0, 1827, __pyx_L1_error)
    __Pyx_DECREF_SET(__pyx_v_coeffrep, ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *)__pyx_t_2));
    __pyx_t_2 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":1828
 *         for t in terms_to_compose[1:]:
 *             coeffrep = coeffrep.mult(t.coeff)
 *             pre_ops += t.pre_ops             # <<<<<<<<<<<<<<
 *             post_ops += t.post_ops
 *         return SBTermRep(coeffrep, magnitude, logmag, first.pre_state, first.post_state,
 */
    __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_t, __pyx_n_s_pre_ops); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1828, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_6 = PyNumber_InPlaceAdd(__pyx_v_pre_ops, __pyx_t_2); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1828, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __Pyx_DECREF_SET(__pyx_v_pre_ops, __pyx_t_6);
    __pyx_t_6 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":1829
 *             coeffrep = coeffrep.mult(t.coeff)
 *             pre_ops += t.pre_ops
 *             post_ops += t.post_ops             # <<<<<<<<<<<<<<
 *         return SBTermRep(coeffrep, magnitude, logmag, first.pre_state, first.post_state,
 *                          first.pre_effect, first.post_effect, pre_ops, post_ops)
 */
    __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_t, __pyx_n_s_post_ops); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1829, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    __pyx_t_2 = PyNumber_InPlaceAdd(__pyx_v_post_ops, __pyx_t_6); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1829, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    __Pyx_DECREF_SET(__pyx_v_post_ops, __pyx_t_2);
    __pyx_t_2 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":1826
 *         pre_ops = first.pre_ops[:]
 *         post_ops = first.post_ops[:]
 *         for t in terms_to_compose[1:]:             # <<<<<<<<<<<<<<
 *             coeffrep = coeffrep.mult(t.coeff)
 *             pre_ops += t.pre_ops
 */
  }
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1830
 *             pre_ops += t.pre_ops
 *             post_ops += t.post_ops
 *         return SBTermRep(coeffrep, magnitude, logmag, first.pre_state, first.post_state,             # <<<<<<<<<<<<<<
 *                          first.pre_effect, first.post_effect, pre_ops, post_ops)
 * 
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_3 = PyFloat_FromDouble(__pyx_v_magnitude); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1830, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_2 = PyFloat_FromDouble(__pyx_v_logmag); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1830, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);

  /* "pygsti/objects/replib/fastreplib.pyx":1831
 *             post_ops += t.post_ops
 *         return SBTermRep(coeffrep, magnitude, logmag, first.pre_state, first.post_state,
 *                          first.pre_effect, first.post_effect, pre_ops, post_ops)             # <<<<<<<<<<<<<<
 * 
 *     def __cinit__(self, PolyRep coeff, double mag, double logmag,
 */
  __pyx_t_6 = PyTuple_New(9); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1830, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_6);
  __Pyx_INCREF(((PyObject *)__pyx_v_coeffrep));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_coeffrep));
  PyTuple_SET_ITEM(__pyx_t_6, 0, ((PyObject *)__pyx_v_coeffrep));
  __Pyx_GIVEREF(__pyx_t_3);
  PyTuple_SET_ITEM(__pyx_t_6, 1, __pyx_t_3);
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_6, 2, __pyx_t_2);
  __Pyx_INCREF(((PyObject *)__pyx_v_first->pre_state));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_first->pre_state));
  PyTuple_SET_ITEM(__pyx_t_6, 3, ((PyObject *)__pyx_v_first->pre_state));
  __Pyx_INCREF(((PyObject *)__pyx_v_first->post_state));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_first->post_state));
  PyTuple_SET_ITEM(__pyx_t_6, 4, ((PyObject *)__pyx_v_first->post_state));
  __Pyx_INCREF(((PyObject *)__pyx_v_first->pre_effect));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_first->pre_effect));
  PyTuple_SET_ITEM(__pyx_t_6, 5, ((PyObject *)__pyx_v_first->pre_effect));
  __Pyx_INCREF(((PyObject *)__pyx_v_first->post_effect));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_first->post_effect));
  PyTuple_SET_ITEM(__pyx_t_6, 6, ((PyObject *)__pyx_v_first->post_effect));
  __Pyx_INCREF(__pyx_v_pre_ops);
  __Pyx_GIVEREF(__pyx_v_pre_ops);
  PyTuple_SET_ITEM(__pyx_t_6, 7, __pyx_v_pre_ops);
  __Pyx_INCREF(__pyx_v_post_ops);
  __Pyx_GIVEREF(__pyx_v_post_ops);
  PyTuple_SET_ITEM(__pyx_t_6, 8, __pyx_v_post_ops);
  __pyx_t_3 = 0;
  __pyx_t_2 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1830
 *             pre_ops += t.pre_ops
 *             post_ops += t.post_ops
 *         return SBTermRep(coeffrep, magnitude, logmag, first.pre_state, first.post_state,             # <<<<<<<<<<<<<<
 *                          first.pre_effect, first.post_effect, pre_ops, post_ops)
 * 
 */
  __pyx_t_2 = __Pyx_PyObject_Call(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBTermRep), __pyx_t_6, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1830, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
  __pyx_r = __pyx_t_2;
  __pyx_t_2 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1820
 * 
 *     @classmethod
 *     def composed(cls, terms_to_compose, double magnitude):             # <<<<<<<<<<<<<<
 *         cdef double logmag = log10(magnitude) if magnitude > 0 else -LARGE
 *         cdef SBTermRep first = terms_to_compose[0]
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_XDECREF(__pyx_t_7);
  __Pyx_XDECREF(__pyx_t_8);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBTermRep.composed", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF((PyObject *)__pyx_v_first);
  __Pyx_XDECREF((PyObject *)__pyx_v_coeffrep);
  __Pyx_XDECREF(__pyx_v_pre_ops);
  __Pyx_XDECREF(__pyx_v_post_ops);
  __Pyx_XDECREF(__pyx_v_t);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1833
 *                          first.pre_effect, first.post_effect, pre_ops, post_ops)
 * 
 *     def __cinit__(self, PolyRep coeff, double mag, double logmag,             # <<<<<<<<<<<<<<
 *                   SBStateRep pre_state, SBStateRep post_state,
 *                   SBEffectRep pre_effect, SBEffectRep post_effect, pre_ops, post_ops):
 */

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_3__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_3__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_coeff = 0;
  double __pyx_v_mag;
  double __pyx_v_logmag;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_pre_state = 0;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_post_state = 0;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *__pyx_v_pre_effect = 0;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *__pyx_v_post_effect = 0;
  PyObject *__pyx_v_pre_ops = 0;
  PyObject *__pyx_v_post_ops = 0;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_coeff,&__pyx_n_s_mag,&__pyx_n_s_logmag,&__pyx_n_s_pre_state,&__pyx_n_s_post_state,&__pyx_n_s_pre_effect,&__pyx_n_s_post_effect,&__pyx_n_s_pre_ops,&__pyx_n_s_post_ops,0};
    PyObject* values[9] = {0,0,0,0,0,0,0,0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  9: values[8] = PyTuple_GET_ITEM(__pyx_args, 8);
        CYTHON_FALLTHROUGH;
        case  8: values[7] = PyTuple_GET_ITEM(__pyx_args, 7);
        CYTHON_FALLTHROUGH;
        case  7: values[6] = PyTuple_GET_ITEM(__pyx_args, 6);
        CYTHON_FALLTHROUGH;
        case  6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
        CYTHON_FALLTHROUGH;
        case  5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
        CYTHON_FALLTHROUGH;
        case  4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
        CYTHON_FALLTHROUGH;
        case  3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
        CYTHON_FALLTHROUGH;
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_coeff)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_mag)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, 1); __PYX_ERR(0, 1833, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  2:
        if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_logmag)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, 2); __PYX_ERR(0, 1833, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  3:
        if (likely((values[3] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_pre_state)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, 3); __PYX_ERR(0, 1833, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  4:
        if (likely((values[4] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_post_state)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, 4); __PYX_ERR(0, 1833, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  5:
        if (likely((values[5] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_pre_effect)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, 5); __PYX_ERR(0, 1833, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  6:
        if (likely((values[6] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_post_effect)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, 6); __PYX_ERR(0, 1833, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  7:
        if (likely((values[7] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_pre_ops)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, 7); __PYX_ERR(0, 1833, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  8:
        if (likely((values[8] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_post_ops)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, 8); __PYX_ERR(0, 1833, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__cinit__") < 0)) __PYX_ERR(0, 1833, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 9) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
      values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
      values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
      values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
      values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
      values[6] = PyTuple_GET_ITEM(__pyx_args, 6);
      values[7] = PyTuple_GET_ITEM(__pyx_args, 7);
      values[8] = PyTuple_GET_ITEM(__pyx_args, 8);
    }
    __pyx_v_coeff = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *)values[0]);
    __pyx_v_mag = __pyx_PyFloat_AsDouble(values[1]); if (unlikely((__pyx_v_mag == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 1833, __pyx_L3_error)
    __pyx_v_logmag = __pyx_PyFloat_AsDouble(values[2]); if (unlikely((__pyx_v_logmag == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 1833, __pyx_L3_error)
    __pyx_v_pre_state = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *)values[3]);
    __pyx_v_post_state = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *)values[4]);
    __pyx_v_pre_effect = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *)values[5]);
    __pyx_v_post_effect = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *)values[6]);
    __pyx_v_pre_ops = values[7];
    __pyx_v_post_ops = values[8];
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 9, 9, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1833, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBTermRep.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return -1;
  __pyx_L4_argument_unpacking_done:;
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_coeff), __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_PolyRep, 1, "coeff", 0))) __PYX_ERR(0, 1833, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_pre_state), __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBStateRep, 1, "pre_state", 0))) __PYX_ERR(0, 1834, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_post_state), __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBStateRep, 1, "post_state", 0))) __PYX_ERR(0, 1834, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_pre_effect), __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBEffectRep, 1, "pre_effect", 0))) __PYX_ERR(0, 1835, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_post_effect), __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBEffectRep, 1, "post_effect", 0))) __PYX_ERR(0, 1835, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_2__cinit__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *)__pyx_v_self), __pyx_v_coeff, __pyx_v_mag, __pyx_v_logmag, __pyx_v_pre_state, __pyx_v_post_state, __pyx_v_pre_effect, __pyx_v_post_effect, __pyx_v_pre_ops, __pyx_v_post_ops);

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_2__cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_coeff, double __pyx_v_mag, double __pyx_v_logmag, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_pre_state, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *__pyx_v_post_state, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *__pyx_v_pre_effect, struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *__pyx_v_post_effect, PyObject *__pyx_v_pre_ops, PyObject *__pyx_v_post_ops) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_npre;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_npost;
  std::vector<CReps::SBOpCRep *>  __pyx_v_c_pre_ops;
  std::vector<CReps::SBOpCRep *>  __pyx_v_c_post_ops;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  Py_ssize_t __pyx_t_1;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SBGateCRep_ptr>  __pyx_t_2;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_3;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_4;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_5;
  PyObject *__pyx_t_6 = NULL;
  CReps::SBOpCRep *__pyx_t_7;
  int __pyx_t_8;
  int __pyx_t_9;
  int __pyx_t_10;
  CReps::SBTermCRep *__pyx_t_11;
  __Pyx_RefNannySetupContext("__cinit__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1836
 *                   SBStateRep pre_state, SBStateRep post_state,
 *                   SBEffectRep pre_effect, SBEffectRep post_effect, pre_ops, post_ops):
 *         self.coeff = coeff             # <<<<<<<<<<<<<<
 *         self.pre_ops = pre_ops
 *         self.post_ops = post_ops
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_coeff));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_coeff));
  __Pyx_GOTREF(__pyx_v_self->coeff);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->coeff));
  __pyx_v_self->coeff = __pyx_v_coeff;

  /* "pygsti/objects/replib/fastreplib.pyx":1837
 *                   SBEffectRep pre_effect, SBEffectRep post_effect, pre_ops, post_ops):
 *         self.coeff = coeff
 *         self.pre_ops = pre_ops             # <<<<<<<<<<<<<<
 *         self.post_ops = post_ops
 * 
 */
  __Pyx_INCREF(__pyx_v_pre_ops);
  __Pyx_GIVEREF(__pyx_v_pre_ops);
  __Pyx_GOTREF(__pyx_v_self->pre_ops);
  __Pyx_DECREF(__pyx_v_self->pre_ops);
  __pyx_v_self->pre_ops = __pyx_v_pre_ops;

  /* "pygsti/objects/replib/fastreplib.pyx":1838
 *         self.coeff = coeff
 *         self.pre_ops = pre_ops
 *         self.post_ops = post_ops             # <<<<<<<<<<<<<<
 * 
 *         cdef INT i
 */
  __Pyx_INCREF(__pyx_v_post_ops);
  __Pyx_GIVEREF(__pyx_v_post_ops);
  __Pyx_GOTREF(__pyx_v_self->post_ops);
  __Pyx_DECREF(__pyx_v_self->post_ops);
  __pyx_v_self->post_ops = __pyx_v_post_ops;

  /* "pygsti/objects/replib/fastreplib.pyx":1841
 * 
 *         cdef INT i
 *         cdef INT npre = len(pre_ops)             # <<<<<<<<<<<<<<
 *         cdef INT npost = len(post_ops)
 *         cdef vector[SBOpCRep*] c_pre_ops = vector[SBGateCRep_ptr](npre)
 */
  __pyx_t_1 = PyObject_Length(__pyx_v_pre_ops); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1841, __pyx_L1_error)
  __pyx_v_npre = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":1842
 *         cdef INT i
 *         cdef INT npre = len(pre_ops)
 *         cdef INT npost = len(post_ops)             # <<<<<<<<<<<<<<
 *         cdef vector[SBOpCRep*] c_pre_ops = vector[SBGateCRep_ptr](npre)
 *         cdef vector[SBOpCRep*] c_post_ops = vector[SBGateCRep_ptr](<INT>len(post_ops))
 */
  __pyx_t_1 = PyObject_Length(__pyx_v_post_ops); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1842, __pyx_L1_error)
  __pyx_v_npost = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":1843
 *         cdef INT npre = len(pre_ops)
 *         cdef INT npost = len(post_ops)
 *         cdef vector[SBOpCRep*] c_pre_ops = vector[SBGateCRep_ptr](npre)             # <<<<<<<<<<<<<<
 *         cdef vector[SBOpCRep*] c_post_ops = vector[SBGateCRep_ptr](<INT>len(post_ops))
 *         for i in range(npre):
 */
  try {
    __pyx_t_2 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SBGateCRep_ptr> (__pyx_v_npre);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1843, __pyx_L1_error)
  }
  __pyx_v_c_pre_ops = __pyx_t_2;

  /* "pygsti/objects/replib/fastreplib.pyx":1844
 *         cdef INT npost = len(post_ops)
 *         cdef vector[SBOpCRep*] c_pre_ops = vector[SBGateCRep_ptr](npre)
 *         cdef vector[SBOpCRep*] c_post_ops = vector[SBGateCRep_ptr](<INT>len(post_ops))             # <<<<<<<<<<<<<<
 *         for i in range(npre):
 *             c_pre_ops[i] = (<SBOpRep?>pre_ops[i]).c_gate
 */
  __pyx_t_1 = PyObject_Length(__pyx_v_post_ops); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1844, __pyx_L1_error)
  try {
    __pyx_t_2 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SBGateCRep_ptr> (((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_t_1));
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1844, __pyx_L1_error)
  }
  __pyx_v_c_post_ops = __pyx_t_2;

  /* "pygsti/objects/replib/fastreplib.pyx":1845
 *         cdef vector[SBOpCRep*] c_pre_ops = vector[SBGateCRep_ptr](npre)
 *         cdef vector[SBOpCRep*] c_post_ops = vector[SBGateCRep_ptr](<INT>len(post_ops))
 *         for i in range(npre):             # <<<<<<<<<<<<<<
 *             c_pre_ops[i] = (<SBOpRep?>pre_ops[i]).c_gate
 *         for i in range(npost):
 */
  __pyx_t_3 = __pyx_v_npre;
  __pyx_t_4 = __pyx_t_3;
  for (__pyx_t_5 = 0; __pyx_t_5 < __pyx_t_4; __pyx_t_5+=1) {
    __pyx_v_i = __pyx_t_5;

    /* "pygsti/objects/replib/fastreplib.pyx":1846
 *         cdef vector[SBOpCRep*] c_post_ops = vector[SBGateCRep_ptr](<INT>len(post_ops))
 *         for i in range(npre):
 *             c_pre_ops[i] = (<SBOpRep?>pre_ops[i]).c_gate             # <<<<<<<<<<<<<<
 *         for i in range(npost):
 *             c_post_ops[i] = (<SBOpRep?>post_ops[i]).c_gate
 */
    __pyx_t_6 = __Pyx_GetItemInt(__pyx_v_pre_ops, __pyx_v_i, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1846, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    if (!(likely(__Pyx_TypeTest(__pyx_t_6, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep)))) __PYX_ERR(0, 1846, __pyx_L1_error)
    __pyx_t_7 = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep *)__pyx_t_6)->c_gate;
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    (__pyx_v_c_pre_ops[__pyx_v_i]) = __pyx_t_7;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":1847
 *         for i in range(npre):
 *             c_pre_ops[i] = (<SBOpRep?>pre_ops[i]).c_gate
 *         for i in range(npost):             # <<<<<<<<<<<<<<
 *             c_post_ops[i] = (<SBOpRep?>post_ops[i]).c_gate
 * 
 */
  __pyx_t_3 = __pyx_v_npost;
  __pyx_t_4 = __pyx_t_3;
  for (__pyx_t_5 = 0; __pyx_t_5 < __pyx_t_4; __pyx_t_5+=1) {
    __pyx_v_i = __pyx_t_5;

    /* "pygsti/objects/replib/fastreplib.pyx":1848
 *             c_pre_ops[i] = (<SBOpRep?>pre_ops[i]).c_gate
 *         for i in range(npost):
 *             c_post_ops[i] = (<SBOpRep?>post_ops[i]).c_gate             # <<<<<<<<<<<<<<
 * 
 *         if pre_state is not None or post_state is not None:
 */
    __pyx_t_6 = __Pyx_GetItemInt(__pyx_v_post_ops, __pyx_v_i, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1848, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    if (!(likely(__Pyx_TypeTest(__pyx_t_6, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep)))) __PYX_ERR(0, 1848, __pyx_L1_error)
    __pyx_t_7 = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep *)__pyx_t_6)->c_gate;
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    (__pyx_v_c_post_ops[__pyx_v_i]) = __pyx_t_7;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":1850
 *             c_post_ops[i] = (<SBOpRep?>post_ops[i]).c_gate
 * 
 *         if pre_state is not None or post_state is not None:             # <<<<<<<<<<<<<<
 *             assert(pre_state is not None and post_state is not None)
 *             self.pre_state = pre_state
 */
  __pyx_t_9 = (((PyObject *)__pyx_v_pre_state) != Py_None);
  __pyx_t_10 = (__pyx_t_9 != 0);
  if (!__pyx_t_10) {
  } else {
    __pyx_t_8 = __pyx_t_10;
    goto __pyx_L8_bool_binop_done;
  }
  __pyx_t_10 = (((PyObject *)__pyx_v_post_state) != Py_None);
  __pyx_t_9 = (__pyx_t_10 != 0);
  __pyx_t_8 = __pyx_t_9;
  __pyx_L8_bool_binop_done:;
  if (__pyx_t_8) {

    /* "pygsti/objects/replib/fastreplib.pyx":1851
 * 
 *         if pre_state is not None or post_state is not None:
 *             assert(pre_state is not None and post_state is not None)             # <<<<<<<<<<<<<<
 *             self.pre_state = pre_state
 *             self.post_state = post_state
 */
    #ifndef CYTHON_WITHOUT_ASSERTIONS
    if (unlikely(!Py_OptimizeFlag)) {
      __pyx_t_9 = (((PyObject *)__pyx_v_pre_state) != Py_None);
      __pyx_t_10 = (__pyx_t_9 != 0);
      if (__pyx_t_10) {
      } else {
        __pyx_t_8 = __pyx_t_10;
        goto __pyx_L10_bool_binop_done;
      }
      __pyx_t_10 = (((PyObject *)__pyx_v_post_state) != Py_None);
      __pyx_t_9 = (__pyx_t_10 != 0);
      __pyx_t_8 = __pyx_t_9;
      __pyx_L10_bool_binop_done:;
      if (unlikely(!__pyx_t_8)) {
        PyErr_SetNone(PyExc_AssertionError);
        __PYX_ERR(0, 1851, __pyx_L1_error)
      }
    }
    #endif

    /* "pygsti/objects/replib/fastreplib.pyx":1852
 *         if pre_state is not None or post_state is not None:
 *             assert(pre_state is not None and post_state is not None)
 *             self.pre_state = pre_state             # <<<<<<<<<<<<<<
 *             self.post_state = post_state
 *             self.pre_effect = self.post_effect = None
 */
    __Pyx_INCREF(((PyObject *)__pyx_v_pre_state));
    __Pyx_GIVEREF(((PyObject *)__pyx_v_pre_state));
    __Pyx_GOTREF(__pyx_v_self->pre_state);
    __Pyx_DECREF(((PyObject *)__pyx_v_self->pre_state));
    __pyx_v_self->pre_state = __pyx_v_pre_state;

    /* "pygsti/objects/replib/fastreplib.pyx":1853
 *             assert(pre_state is not None and post_state is not None)
 *             self.pre_state = pre_state
 *             self.post_state = post_state             # <<<<<<<<<<<<<<
 *             self.pre_effect = self.post_effect = None
 *             self.c_term = new SBTermCRep(coeff.c_poly, mag, logmag,
 */
    __Pyx_INCREF(((PyObject *)__pyx_v_post_state));
    __Pyx_GIVEREF(((PyObject *)__pyx_v_post_state));
    __Pyx_GOTREF(__pyx_v_self->post_state);
    __Pyx_DECREF(((PyObject *)__pyx_v_self->post_state));
    __pyx_v_self->post_state = __pyx_v_post_state;

    /* "pygsti/objects/replib/fastreplib.pyx":1854
 *             self.pre_state = pre_state
 *             self.post_state = post_state
 *             self.pre_effect = self.post_effect = None             # <<<<<<<<<<<<<<
 *             self.c_term = new SBTermCRep(coeff.c_poly, mag, logmag,
 *                                          pre_state.c_state, post_state.c_state,
 */
    __Pyx_INCREF(Py_None);
    __Pyx_GIVEREF(Py_None);
    __Pyx_GOTREF(__pyx_v_self->pre_effect);
    __Pyx_DECREF(((PyObject *)__pyx_v_self->pre_effect));
    __pyx_v_self->pre_effect = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *)Py_None);
    __Pyx_INCREF(Py_None);
    __Pyx_GIVEREF(Py_None);
    __Pyx_GOTREF(__pyx_v_self->post_effect);
    __Pyx_DECREF(((PyObject *)__pyx_v_self->post_effect));
    __pyx_v_self->post_effect = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *)Py_None);

    /* "pygsti/objects/replib/fastreplib.pyx":1855
 *             self.post_state = post_state
 *             self.pre_effect = self.post_effect = None
 *             self.c_term = new SBTermCRep(coeff.c_poly, mag, logmag,             # <<<<<<<<<<<<<<
 *                                          pre_state.c_state, post_state.c_state,
 *                                          c_pre_ops, c_post_ops);
 */
    try {
      __pyx_t_11 = new CReps::SBTermCRep(__pyx_v_coeff->c_poly, __pyx_v_mag, __pyx_v_logmag, __pyx_v_pre_state->c_state, __pyx_v_post_state->c_state, __pyx_v_c_pre_ops, __pyx_v_c_post_ops);
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 1855, __pyx_L1_error)
    }
    __pyx_v_self->c_term = __pyx_t_11;

    /* "pygsti/objects/replib/fastreplib.pyx":1850
 *             c_post_ops[i] = (<SBOpRep?>post_ops[i]).c_gate
 * 
 *         if pre_state is not None or post_state is not None:             # <<<<<<<<<<<<<<
 *             assert(pre_state is not None and post_state is not None)
 *             self.pre_state = pre_state
 */
    goto __pyx_L7;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":1858
 *                                          pre_state.c_state, post_state.c_state,
 *                                          c_pre_ops, c_post_ops);
 *         elif pre_effect is not None or post_effect is not None:             # <<<<<<<<<<<<<<
 *             assert(pre_effect is not None and post_effect is not None)
 *             self.pre_effect = pre_effect
 */
  __pyx_t_9 = (((PyObject *)__pyx_v_pre_effect) != Py_None);
  __pyx_t_10 = (__pyx_t_9 != 0);
  if (!__pyx_t_10) {
  } else {
    __pyx_t_8 = __pyx_t_10;
    goto __pyx_L12_bool_binop_done;
  }
  __pyx_t_10 = (((PyObject *)__pyx_v_post_effect) != Py_None);
  __pyx_t_9 = (__pyx_t_10 != 0);
  __pyx_t_8 = __pyx_t_9;
  __pyx_L12_bool_binop_done:;
  if (__pyx_t_8) {

    /* "pygsti/objects/replib/fastreplib.pyx":1859
 *                                          c_pre_ops, c_post_ops);
 *         elif pre_effect is not None or post_effect is not None:
 *             assert(pre_effect is not None and post_effect is not None)             # <<<<<<<<<<<<<<
 *             self.pre_effect = pre_effect
 *             self.post_effect = post_effect
 */
    #ifndef CYTHON_WITHOUT_ASSERTIONS
    if (unlikely(!Py_OptimizeFlag)) {
      __pyx_t_9 = (((PyObject *)__pyx_v_pre_effect) != Py_None);
      __pyx_t_10 = (__pyx_t_9 != 0);
      if (__pyx_t_10) {
      } else {
        __pyx_t_8 = __pyx_t_10;
        goto __pyx_L14_bool_binop_done;
      }
      __pyx_t_10 = (((PyObject *)__pyx_v_post_effect) != Py_None);
      __pyx_t_9 = (__pyx_t_10 != 0);
      __pyx_t_8 = __pyx_t_9;
      __pyx_L14_bool_binop_done:;
      if (unlikely(!__pyx_t_8)) {
        PyErr_SetNone(PyExc_AssertionError);
        __PYX_ERR(0, 1859, __pyx_L1_error)
      }
    }
    #endif

    /* "pygsti/objects/replib/fastreplib.pyx":1860
 *         elif pre_effect is not None or post_effect is not None:
 *             assert(pre_effect is not None and post_effect is not None)
 *             self.pre_effect = pre_effect             # <<<<<<<<<<<<<<
 *             self.post_effect = post_effect
 *             self.pre_state = self.post_state = None
 */
    __Pyx_INCREF(((PyObject *)__pyx_v_pre_effect));
    __Pyx_GIVEREF(((PyObject *)__pyx_v_pre_effect));
    __Pyx_GOTREF(__pyx_v_self->pre_effect);
    __Pyx_DECREF(((PyObject *)__pyx_v_self->pre_effect));
    __pyx_v_self->pre_effect = __pyx_v_pre_effect;

    /* "pygsti/objects/replib/fastreplib.pyx":1861
 *             assert(pre_effect is not None and post_effect is not None)
 *             self.pre_effect = pre_effect
 *             self.post_effect = post_effect             # <<<<<<<<<<<<<<
 *             self.pre_state = self.post_state = None
 *             self.c_term = new SBTermCRep(coeff.c_poly, mag, logmag,
 */
    __Pyx_INCREF(((PyObject *)__pyx_v_post_effect));
    __Pyx_GIVEREF(((PyObject *)__pyx_v_post_effect));
    __Pyx_GOTREF(__pyx_v_self->post_effect);
    __Pyx_DECREF(((PyObject *)__pyx_v_self->post_effect));
    __pyx_v_self->post_effect = __pyx_v_post_effect;

    /* "pygsti/objects/replib/fastreplib.pyx":1862
 *             self.pre_effect = pre_effect
 *             self.post_effect = post_effect
 *             self.pre_state = self.post_state = None             # <<<<<<<<<<<<<<
 *             self.c_term = new SBTermCRep(coeff.c_poly, mag, logmag,
 *                                          pre_effect.c_effect, post_effect.c_effect,
 */
    __Pyx_INCREF(Py_None);
    __Pyx_GIVEREF(Py_None);
    __Pyx_GOTREF(__pyx_v_self->pre_state);
    __Pyx_DECREF(((PyObject *)__pyx_v_self->pre_state));
    __pyx_v_self->pre_state = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *)Py_None);
    __Pyx_INCREF(Py_None);
    __Pyx_GIVEREF(Py_None);
    __Pyx_GOTREF(__pyx_v_self->post_state);
    __Pyx_DECREF(((PyObject *)__pyx_v_self->post_state));
    __pyx_v_self->post_state = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *)Py_None);

    /* "pygsti/objects/replib/fastreplib.pyx":1863
 *             self.post_effect = post_effect
 *             self.pre_state = self.post_state = None
 *             self.c_term = new SBTermCRep(coeff.c_poly, mag, logmag,             # <<<<<<<<<<<<<<
 *                                          pre_effect.c_effect, post_effect.c_effect,
 *                                          c_pre_ops, c_post_ops);
 */
    try {
      __pyx_t_11 = new CReps::SBTermCRep(__pyx_v_coeff->c_poly, __pyx_v_mag, __pyx_v_logmag, __pyx_v_pre_effect->c_effect, __pyx_v_post_effect->c_effect, __pyx_v_c_pre_ops, __pyx_v_c_post_ops);
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 1863, __pyx_L1_error)
    }
    __pyx_v_self->c_term = __pyx_t_11;

    /* "pygsti/objects/replib/fastreplib.pyx":1858
 *                                          pre_state.c_state, post_state.c_state,
 *                                          c_pre_ops, c_post_ops);
 *         elif pre_effect is not None or post_effect is not None:             # <<<<<<<<<<<<<<
 *             assert(pre_effect is not None and post_effect is not None)
 *             self.pre_effect = pre_effect
 */
    goto __pyx_L7;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":1867
 *                                          c_pre_ops, c_post_ops);
 *         else:
 *             self.pre_state = self.post_state = None             # <<<<<<<<<<<<<<
 *             self.pre_effect = self.post_effect = None
 *             self.c_term = new SBTermCRep(coeff.c_poly, mag, logmag, c_pre_ops, c_post_ops);
 */
  /*else*/ {
    __Pyx_INCREF(Py_None);
    __Pyx_GIVEREF(Py_None);
    __Pyx_GOTREF(__pyx_v_self->pre_state);
    __Pyx_DECREF(((PyObject *)__pyx_v_self->pre_state));
    __pyx_v_self->pre_state = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *)Py_None);
    __Pyx_INCREF(Py_None);
    __Pyx_GIVEREF(Py_None);
    __Pyx_GOTREF(__pyx_v_self->post_state);
    __Pyx_DECREF(((PyObject *)__pyx_v_self->post_state));
    __pyx_v_self->post_state = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *)Py_None);

    /* "pygsti/objects/replib/fastreplib.pyx":1868
 *         else:
 *             self.pre_state = self.post_state = None
 *             self.pre_effect = self.post_effect = None             # <<<<<<<<<<<<<<
 *             self.c_term = new SBTermCRep(coeff.c_poly, mag, logmag, c_pre_ops, c_post_ops);
 * 
 */
    __Pyx_INCREF(Py_None);
    __Pyx_GIVEREF(Py_None);
    __Pyx_GOTREF(__pyx_v_self->pre_effect);
    __Pyx_DECREF(((PyObject *)__pyx_v_self->pre_effect));
    __pyx_v_self->pre_effect = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *)Py_None);
    __Pyx_INCREF(Py_None);
    __Pyx_GIVEREF(Py_None);
    __Pyx_GOTREF(__pyx_v_self->post_effect);
    __Pyx_DECREF(((PyObject *)__pyx_v_self->post_effect));
    __pyx_v_self->post_effect = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *)Py_None);

    /* "pygsti/objects/replib/fastreplib.pyx":1869
 *             self.pre_state = self.post_state = None
 *             self.pre_effect = self.post_effect = None
 *             self.c_term = new SBTermCRep(coeff.c_poly, mag, logmag, c_pre_ops, c_post_ops);             # <<<<<<<<<<<<<<
 * 
 *     def __dealloc__(self):
 */
    try {
      __pyx_t_11 = new CReps::SBTermCRep(__pyx_v_coeff->c_poly, __pyx_v_mag, __pyx_v_logmag, __pyx_v_c_pre_ops, __pyx_v_c_post_ops);
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 1869, __pyx_L1_error)
    }
    __pyx_v_self->c_term = __pyx_t_11;
  }
  __pyx_L7:;

  /* "pygsti/objects/replib/fastreplib.pyx":1833
 *                          first.pre_effect, first.post_effect, pre_ops, post_ops)
 * 
 *     def __cinit__(self, PolyRep coeff, double mag, double logmag,             # <<<<<<<<<<<<<<
 *                   SBStateRep pre_state, SBStateRep post_state,
 *                   SBEffectRep pre_effect, SBEffectRep post_effect, pre_ops, post_ops):
 */

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBTermRep.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1871
 *             self.c_term = new SBTermCRep(coeff.c_poly, mag, logmag, c_pre_ops, c_post_ops);
 * 
 *     def __dealloc__(self):             # <<<<<<<<<<<<<<
 *         del self.c_term
 * 
 */

/* Python wrapper */
static void __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_5__dealloc__(PyObject *__pyx_v_self); /*proto*/
static void __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_5__dealloc__(PyObject *__pyx_v_self) {
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__dealloc__ (wrapper)", 0);
  __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_4__dealloc__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
}

static void __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_4__dealloc__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self) {
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__dealloc__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1872
 * 
 *     def __dealloc__(self):
 *         del self.c_term             # <<<<<<<<<<<<<<
 * 
 *     def __reduce__(self):
 */
  delete __pyx_v_self->c_term;

  /* "pygsti/objects/replib/fastreplib.pyx":1871
 *             self.c_term = new SBTermCRep(coeff.c_poly, mag, logmag, c_pre_ops, c_post_ops);
 * 
 *     def __dealloc__(self):             # <<<<<<<<<<<<<<
 *         del self.c_term
 * 
 */

  /* function exit code */
  __Pyx_RefNannyFinishContext();
}

/* "pygsti/objects/replib/fastreplib.pyx":1874
 *         del self.c_term
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (SBTermRep, (self.coeff, self.magnitude, self.logmagnitude,
 *                 self.pre_state, self.post_state, self.pre_effect, self.post_effect,
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_7__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_7__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_6__reduce__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_6__reduce__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  __Pyx_RefNannySetupContext("__reduce__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1875
 * 
 *     def __reduce__(self):
 *         return (SBTermRep, (self.coeff, self.magnitude, self.logmagnitude,             # <<<<<<<<<<<<<<
 *                 self.pre_state, self.post_state, self.pre_effect, self.post_effect,
 *                 self.pre_ops, self.post_ops))
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_magnitude); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1875, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_logmagnitude); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1875, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);

  /* "pygsti/objects/replib/fastreplib.pyx":1877
 *         return (SBTermRep, (self.coeff, self.magnitude, self.logmagnitude,
 *                 self.pre_state, self.post_state, self.pre_effect, self.post_effect,
 *                 self.pre_ops, self.post_ops))             # <<<<<<<<<<<<<<
 * 
 *     def set_magnitude(self, double mag):
 */
  __pyx_t_3 = PyTuple_New(9); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1875, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->coeff));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->coeff));
  PyTuple_SET_ITEM(__pyx_t_3, 0, ((PyObject *)__pyx_v_self->coeff));
  __Pyx_GIVEREF(__pyx_t_1);
  PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_3, 2, __pyx_t_2);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->pre_state));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->pre_state));
  PyTuple_SET_ITEM(__pyx_t_3, 3, ((PyObject *)__pyx_v_self->pre_state));
  __Pyx_INCREF(((PyObject *)__pyx_v_self->post_state));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->post_state));
  PyTuple_SET_ITEM(__pyx_t_3, 4, ((PyObject *)__pyx_v_self->post_state));
  __Pyx_INCREF(((PyObject *)__pyx_v_self->pre_effect));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->pre_effect));
  PyTuple_SET_ITEM(__pyx_t_3, 5, ((PyObject *)__pyx_v_self->pre_effect));
  __Pyx_INCREF(((PyObject *)__pyx_v_self->post_effect));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->post_effect));
  PyTuple_SET_ITEM(__pyx_t_3, 6, ((PyObject *)__pyx_v_self->post_effect));
  __Pyx_INCREF(__pyx_v_self->pre_ops);
  __Pyx_GIVEREF(__pyx_v_self->pre_ops);
  PyTuple_SET_ITEM(__pyx_t_3, 7, __pyx_v_self->pre_ops);
  __Pyx_INCREF(__pyx_v_self->post_ops);
  __Pyx_GIVEREF(__pyx_v_self->post_ops);
  PyTuple_SET_ITEM(__pyx_t_3, 8, __pyx_v_self->post_ops);
  __pyx_t_1 = 0;
  __pyx_t_2 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1875
 * 
 *     def __reduce__(self):
 *         return (SBTermRep, (self.coeff, self.magnitude, self.logmagnitude,             # <<<<<<<<<<<<<<
 *                 self.pre_state, self.post_state, self.pre_effect, self.post_effect,
 *                 self.pre_ops, self.post_ops))
 */
  __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1875, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_INCREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBTermRep));
  __Pyx_GIVEREF(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBTermRep));
  PyTuple_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBTermRep));
  __Pyx_GIVEREF(__pyx_t_3);
  PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_3);
  __pyx_t_3 = 0;
  __pyx_r = __pyx_t_2;
  __pyx_t_2 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1874
 *         del self.c_term
 * 
 *     def __reduce__(self):             # <<<<<<<<<<<<<<
 *         return (SBTermRep, (self.coeff, self.magnitude, self.logmagnitude,
 *                 self.pre_state, self.post_state, self.pre_effect, self.post_effect,
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBTermRep.__reduce__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1879
 *                 self.pre_ops, self.post_ops))
 * 
 *     def set_magnitude(self, double mag):             # <<<<<<<<<<<<<<
 *         self.c_term._magnitude = mag
 *         self.c_term._logmagnitude = log10(mag) if mag > 0 else -LARGE
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_9set_magnitude(PyObject *__pyx_v_self, PyObject *__pyx_arg_mag); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_9set_magnitude(PyObject *__pyx_v_self, PyObject *__pyx_arg_mag) {
  double __pyx_v_mag;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("set_magnitude (wrapper)", 0);
  assert(__pyx_arg_mag); {
    __pyx_v_mag = __pyx_PyFloat_AsDouble(__pyx_arg_mag); if (unlikely((__pyx_v_mag == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 1879, __pyx_L3_error)
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBTermRep.set_magnitude", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_8set_magnitude(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *)__pyx_v_self), ((double)__pyx_v_mag));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_8set_magnitude(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self, double __pyx_v_mag) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  double __pyx_t_1;
  __Pyx_RefNannySetupContext("set_magnitude", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1880
 * 
 *     def set_magnitude(self, double mag):
 *         self.c_term._magnitude = mag             # <<<<<<<<<<<<<<
 *         self.c_term._logmagnitude = log10(mag) if mag > 0 else -LARGE
 * 
 */
  __pyx_v_self->c_term->_magnitude = __pyx_v_mag;

  /* "pygsti/objects/replib/fastreplib.pyx":1881
 *     def set_magnitude(self, double mag):
 *         self.c_term._magnitude = mag
 *         self.c_term._logmagnitude = log10(mag) if mag > 0 else -LARGE             # <<<<<<<<<<<<<<
 * 
 *     def mapvec_indices_inplace(self, mapvec):
 */
  if (((__pyx_v_mag > 0.0) != 0)) {
    __pyx_t_1 = log10(__pyx_v_mag);
  } else {
    __pyx_t_1 = (-__pyx_v_6pygsti_7objects_6replib_10fastreplib_LARGE);
  }
  __pyx_v_self->c_term->_logmagnitude = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":1879
 *                 self.pre_ops, self.post_ops))
 * 
 *     def set_magnitude(self, double mag):             # <<<<<<<<<<<<<<
 *         self.c_term._magnitude = mag
 *         self.c_term._logmagnitude = log10(mag) if mag > 0 else -LARGE
 */

  /* function exit code */
  __pyx_r = Py_None; __Pyx_INCREF(Py_None);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1883
 *         self.c_term._logmagnitude = log10(mag) if mag > 0 else -LARGE
 * 
 *     def mapvec_indices_inplace(self, mapvec):             # <<<<<<<<<<<<<<
 *         self.coeff.mapvec_indices_inplace(mapvec)
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_11mapvec_indices_inplace(PyObject *__pyx_v_self, PyObject *__pyx_v_mapvec); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_11mapvec_indices_inplace(PyObject *__pyx_v_self, PyObject *__pyx_v_mapvec) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("mapvec_indices_inplace (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_10mapvec_indices_inplace(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *)__pyx_v_self), ((PyObject *)__pyx_v_mapvec));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_10mapvec_indices_inplace(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self, PyObject *__pyx_v_mapvec) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  __Pyx_RefNannySetupContext("mapvec_indices_inplace", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1884
 * 
 *     def mapvec_indices_inplace(self, mapvec):
 *         self.coeff.mapvec_indices_inplace(mapvec)             # <<<<<<<<<<<<<<
 * 
 *     @property
 */
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self->coeff), __pyx_n_s_mapvec_indices_inplace); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1884, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = NULL;
  if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
    __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
    if (likely(__pyx_t_3)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
      __Pyx_INCREF(__pyx_t_3);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_2, function);
    }
  }
  __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_3, __pyx_v_mapvec) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_v_mapvec);
  __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
  if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1884, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1883
 *         self.c_term._logmagnitude = log10(mag) if mag > 0 else -LARGE
 * 
 *     def mapvec_indices_inplace(self, mapvec):             # <<<<<<<<<<<<<<
 *         self.coeff.mapvec_indices_inplace(mapvec)
 * 
 */

  /* function exit code */
  __pyx_r = Py_None; __Pyx_INCREF(Py_None);
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBTermRep.mapvec_indices_inplace", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1887
 * 
 *     @property
 *     def magnitude(self):             # <<<<<<<<<<<<<<
 *         return self.c_term._magnitude
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_9magnitude_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_9magnitude_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_9magnitude___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_9magnitude___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__get__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1888
 *     @property
 *     def magnitude(self):
 *         return self.c_term._magnitude             # <<<<<<<<<<<<<<
 * 
 *     @property
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyFloat_FromDouble(__pyx_v_self->c_term->_magnitude); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1888, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1887
 * 
 *     @property
 *     def magnitude(self):             # <<<<<<<<<<<<<<
 *         return self.c_term._magnitude
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBTermRep.magnitude.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1891
 * 
 *     @property
 *     def logmagnitude(self):             # <<<<<<<<<<<<<<
 *         return self.c_term._logmagnitude
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_12logmagnitude_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_12logmagnitude_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_12logmagnitude___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_12logmagnitude___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__get__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1892
 *     @property
 *     def logmagnitude(self):
 *         return self.c_term._logmagnitude             # <<<<<<<<<<<<<<
 * 
 *     def scalar_mult(self, x):
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyFloat_FromDouble(__pyx_v_self->c_term->_logmagnitude); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1892, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1891
 * 
 *     @property
 *     def logmagnitude(self):             # <<<<<<<<<<<<<<
 *         return self.c_term._logmagnitude
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBTermRep.logmagnitude.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1894
 *         return self.c_term._logmagnitude
 * 
 *     def scalar_mult(self, x):             # <<<<<<<<<<<<<<
 *         coeff = self.coeff.copy()
 *         coeff.scale(x)
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_13scalar_mult(PyObject *__pyx_v_self, PyObject *__pyx_v_x); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_13scalar_mult(PyObject *__pyx_v_self, PyObject *__pyx_v_x) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("scalar_mult (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_12scalar_mult(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *)__pyx_v_self), ((PyObject *)__pyx_v_x));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_12scalar_mult(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self, PyObject *__pyx_v_x) {
  PyObject *__pyx_v_coeff = NULL;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  double __pyx_t_4;
  PyObject *__pyx_t_5 = NULL;
  __Pyx_RefNannySetupContext("scalar_mult", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1895
 * 
 *     def scalar_mult(self, x):
 *         coeff = self.coeff.copy()             # <<<<<<<<<<<<<<
 *         coeff.scale(x)
 *         return SBTermRep(coeff, self.magnitude * x, self.logmagnitude + log10(x),
 */
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self->coeff), __pyx_n_s_copy); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1895, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = NULL;
  if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
    __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
    if (likely(__pyx_t_3)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
      __Pyx_INCREF(__pyx_t_3);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_2, function);
    }
  }
  __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
  if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1895, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_v_coeff = __pyx_t_1;
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1896
 *     def scalar_mult(self, x):
 *         coeff = self.coeff.copy()
 *         coeff.scale(x)             # <<<<<<<<<<<<<<
 *         return SBTermRep(coeff, self.magnitude * x, self.logmagnitude + log10(x),
 *                          self.pre_state, self.post_state, self.pre_effect, self.post_effect,
 */
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_coeff, __pyx_n_s_scale); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1896, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = NULL;
  if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
    __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
    if (likely(__pyx_t_3)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
      __Pyx_INCREF(__pyx_t_3);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_2, function);
    }
  }
  __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_3, __pyx_v_x) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_v_x);
  __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
  if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1896, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1897
 *         coeff = self.coeff.copy()
 *         coeff.scale(x)
 *         return SBTermRep(coeff, self.magnitude * x, self.logmagnitude + log10(x),             # <<<<<<<<<<<<<<
 *                          self.pre_state, self.post_state, self.pre_effect, self.post_effect,
 *                          self.pre_ops, self.post_ops)
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_magnitude); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1897, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_2 = PyNumber_Multiply(__pyx_t_1, __pyx_v_x); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1897, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_logmagnitude); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1897, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_4 = __pyx_PyFloat_AsDouble(__pyx_v_x); if (unlikely((__pyx_t_4 == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 1897, __pyx_L1_error)
  __pyx_t_3 = PyFloat_FromDouble(log10(__pyx_t_4)); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1897, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_5 = PyNumber_Add(__pyx_t_1, __pyx_t_3); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1897, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1899
 *         return SBTermRep(coeff, self.magnitude * x, self.logmagnitude + log10(x),
 *                          self.pre_state, self.post_state, self.pre_effect, self.post_effect,
 *                          self.pre_ops, self.post_ops)             # <<<<<<<<<<<<<<
 * 
 *     def copy(self):
 */
  __pyx_t_3 = PyTuple_New(9); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1897, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_INCREF(__pyx_v_coeff);
  __Pyx_GIVEREF(__pyx_v_coeff);
  PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_v_coeff);
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_t_2);
  __Pyx_GIVEREF(__pyx_t_5);
  PyTuple_SET_ITEM(__pyx_t_3, 2, __pyx_t_5);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->pre_state));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->pre_state));
  PyTuple_SET_ITEM(__pyx_t_3, 3, ((PyObject *)__pyx_v_self->pre_state));
  __Pyx_INCREF(((PyObject *)__pyx_v_self->post_state));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->post_state));
  PyTuple_SET_ITEM(__pyx_t_3, 4, ((PyObject *)__pyx_v_self->post_state));
  __Pyx_INCREF(((PyObject *)__pyx_v_self->pre_effect));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->pre_effect));
  PyTuple_SET_ITEM(__pyx_t_3, 5, ((PyObject *)__pyx_v_self->pre_effect));
  __Pyx_INCREF(((PyObject *)__pyx_v_self->post_effect));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->post_effect));
  PyTuple_SET_ITEM(__pyx_t_3, 6, ((PyObject *)__pyx_v_self->post_effect));
  __Pyx_INCREF(__pyx_v_self->pre_ops);
  __Pyx_GIVEREF(__pyx_v_self->pre_ops);
  PyTuple_SET_ITEM(__pyx_t_3, 7, __pyx_v_self->pre_ops);
  __Pyx_INCREF(__pyx_v_self->post_ops);
  __Pyx_GIVEREF(__pyx_v_self->post_ops);
  PyTuple_SET_ITEM(__pyx_t_3, 8, __pyx_v_self->post_ops);
  __pyx_t_2 = 0;
  __pyx_t_5 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1897
 *         coeff = self.coeff.copy()
 *         coeff.scale(x)
 *         return SBTermRep(coeff, self.magnitude * x, self.logmagnitude + log10(x),             # <<<<<<<<<<<<<<
 *                          self.pre_state, self.post_state, self.pre_effect, self.post_effect,
 *                          self.pre_ops, self.post_ops)
 */
  __pyx_t_5 = __Pyx_PyObject_Call(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBTermRep), __pyx_t_3, NULL); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1897, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __pyx_r = __pyx_t_5;
  __pyx_t_5 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1894
 *         return self.c_term._logmagnitude
 * 
 *     def scalar_mult(self, x):             # <<<<<<<<<<<<<<
 *         coeff = self.coeff.copy()
 *         coeff.scale(x)
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBTermRep.scalar_mult", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_coeff);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1901
 *                          self.pre_ops, self.post_ops)
 * 
 *     def copy(self):             # <<<<<<<<<<<<<<
 *         return SBTermRep(self.coeff.copy(), self.magnitude, self.logmagnitude,
 *                          self.pre_state, self.post_state, self.pre_effect, self.post_effect,
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_15copy(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_15copy(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("copy (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_14copy(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_14copy(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  __Pyx_RefNannySetupContext("copy", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1902
 * 
 *     def copy(self):
 *         return SBTermRep(self.coeff.copy(), self.magnitude, self.logmagnitude,             # <<<<<<<<<<<<<<
 *                          self.pre_state, self.post_state, self.pre_effect, self.post_effect,
 *                          self.pre_ops, self.post_ops)
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self->coeff), __pyx_n_s_copy); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1902, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = NULL;
  if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
    __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
    if (likely(__pyx_t_3)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
      __Pyx_INCREF(__pyx_t_3);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_2, function);
    }
  }
  __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
  if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1902, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_magnitude); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1902, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_logmagnitude); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1902, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);

  /* "pygsti/objects/replib/fastreplib.pyx":1904
 *         return SBTermRep(self.coeff.copy(), self.magnitude, self.logmagnitude,
 *                          self.pre_state, self.post_state, self.pre_effect, self.post_effect,
 *                          self.pre_ops, self.post_ops)             # <<<<<<<<<<<<<<
 * 
 *     #Not needed - and this implementation is quite right as it will need to change
 */
  __pyx_t_4 = PyTuple_New(9); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1902, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __Pyx_GIVEREF(__pyx_t_1);
  PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_t_2);
  __Pyx_GIVEREF(__pyx_t_3);
  PyTuple_SET_ITEM(__pyx_t_4, 2, __pyx_t_3);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->pre_state));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->pre_state));
  PyTuple_SET_ITEM(__pyx_t_4, 3, ((PyObject *)__pyx_v_self->pre_state));
  __Pyx_INCREF(((PyObject *)__pyx_v_self->post_state));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->post_state));
  PyTuple_SET_ITEM(__pyx_t_4, 4, ((PyObject *)__pyx_v_self->post_state));
  __Pyx_INCREF(((PyObject *)__pyx_v_self->pre_effect));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->pre_effect));
  PyTuple_SET_ITEM(__pyx_t_4, 5, ((PyObject *)__pyx_v_self->pre_effect));
  __Pyx_INCREF(((PyObject *)__pyx_v_self->post_effect));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self->post_effect));
  PyTuple_SET_ITEM(__pyx_t_4, 6, ((PyObject *)__pyx_v_self->post_effect));
  __Pyx_INCREF(__pyx_v_self->pre_ops);
  __Pyx_GIVEREF(__pyx_v_self->pre_ops);
  PyTuple_SET_ITEM(__pyx_t_4, 7, __pyx_v_self->pre_ops);
  __Pyx_INCREF(__pyx_v_self->post_ops);
  __Pyx_GIVEREF(__pyx_v_self->post_ops);
  PyTuple_SET_ITEM(__pyx_t_4, 8, __pyx_v_self->post_ops);
  __pyx_t_1 = 0;
  __pyx_t_2 = 0;
  __pyx_t_3 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1902
 * 
 *     def copy(self):
 *         return SBTermRep(self.coeff.copy(), self.magnitude, self.logmagnitude,             # <<<<<<<<<<<<<<
 *                          self.pre_state, self.post_state, self.pre_effect, self.post_effect,
 *                          self.pre_ops, self.post_ops)
 */
  __pyx_t_3 = __Pyx_PyObject_Call(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBTermRep), __pyx_t_4, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1902, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  __pyx_r = __pyx_t_3;
  __pyx_t_3 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1901
 *                          self.pre_ops, self.post_ops)
 * 
 *     def copy(self):             # <<<<<<<<<<<<<<
 *         return SBTermRep(self.coeff.copy(), self.magnitude, self.logmagnitude,
 *                          self.pre_state, self.post_state, self.pre_effect, self.post_effect,
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBTermRep.copy", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1811
 * 
 *     #Hold references to other reps so we don't GC them
 *     cdef public PolyRep coeff             # <<<<<<<<<<<<<<
 *     cdef public SBStateRep pre_state
 *     cdef public SBStateRep post_state
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_5coeff_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_5coeff_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_5coeff___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_5coeff___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->coeff));
  __pyx_r = ((PyObject *)__pyx_v_self->coeff);
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_5coeff_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_5coeff_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_5coeff_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_5coeff_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__set__", 0);
  if (!(likely(((__pyx_v_value) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_value, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_PolyRep))))) __PYX_ERR(0, 1811, __pyx_L1_error)
  __pyx_t_1 = __pyx_v_value;
  __Pyx_INCREF(__pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __Pyx_GOTREF(__pyx_v_self->coeff);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->coeff));
  __pyx_v_self->coeff = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBTermRep.coeff.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_5coeff_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_5coeff_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_5coeff_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_5coeff_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->coeff);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->coeff));
  __pyx_v_self->coeff = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *)Py_None);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1812
 *     #Hold references to other reps so we don't GC them
 *     cdef public PolyRep coeff
 *     cdef public SBStateRep pre_state             # <<<<<<<<<<<<<<
 *     cdef public SBStateRep post_state
 *     cdef public SBEffectRep pre_effect
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_9pre_state_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_9pre_state_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_9pre_state___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_9pre_state___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->pre_state));
  __pyx_r = ((PyObject *)__pyx_v_self->pre_state);
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_9pre_state_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_9pre_state_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_9pre_state_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_9pre_state_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__set__", 0);
  if (!(likely(((__pyx_v_value) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_value, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBStateRep))))) __PYX_ERR(0, 1812, __pyx_L1_error)
  __pyx_t_1 = __pyx_v_value;
  __Pyx_INCREF(__pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __Pyx_GOTREF(__pyx_v_self->pre_state);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->pre_state));
  __pyx_v_self->pre_state = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBTermRep.pre_state.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_9pre_state_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_9pre_state_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_9pre_state_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_9pre_state_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->pre_state);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->pre_state));
  __pyx_v_self->pre_state = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *)Py_None);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1813
 *     cdef public PolyRep coeff
 *     cdef public SBStateRep pre_state
 *     cdef public SBStateRep post_state             # <<<<<<<<<<<<<<
 *     cdef public SBEffectRep pre_effect
 *     cdef public SBEffectRep post_effect
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_10post_state_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_10post_state_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_10post_state___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_10post_state___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->post_state));
  __pyx_r = ((PyObject *)__pyx_v_self->post_state);
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_10post_state_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_10post_state_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_10post_state_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_10post_state_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__set__", 0);
  if (!(likely(((__pyx_v_value) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_value, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBStateRep))))) __PYX_ERR(0, 1813, __pyx_L1_error)
  __pyx_t_1 = __pyx_v_value;
  __Pyx_INCREF(__pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __Pyx_GOTREF(__pyx_v_self->post_state);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->post_state));
  __pyx_v_self->post_state = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBTermRep.post_state.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_10post_state_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_10post_state_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_10post_state_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_10post_state_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->post_state);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->post_state));
  __pyx_v_self->post_state = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *)Py_None);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1814
 *     cdef public SBStateRep pre_state
 *     cdef public SBStateRep post_state
 *     cdef public SBEffectRep pre_effect             # <<<<<<<<<<<<<<
 *     cdef public SBEffectRep post_effect
 *     cdef public object pre_ops
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_10pre_effect_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_10pre_effect_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_10pre_effect___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_10pre_effect___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->pre_effect));
  __pyx_r = ((PyObject *)__pyx_v_self->pre_effect);
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_10pre_effect_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_10pre_effect_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_10pre_effect_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_10pre_effect_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__set__", 0);
  if (!(likely(((__pyx_v_value) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_value, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBEffectRep))))) __PYX_ERR(0, 1814, __pyx_L1_error)
  __pyx_t_1 = __pyx_v_value;
  __Pyx_INCREF(__pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __Pyx_GOTREF(__pyx_v_self->pre_effect);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->pre_effect));
  __pyx_v_self->pre_effect = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBTermRep.pre_effect.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_10pre_effect_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_10pre_effect_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_10pre_effect_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_10pre_effect_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->pre_effect);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->pre_effect));
  __pyx_v_self->pre_effect = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *)Py_None);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1815
 *     cdef public SBStateRep post_state
 *     cdef public SBEffectRep pre_effect
 *     cdef public SBEffectRep post_effect             # <<<<<<<<<<<<<<
 *     cdef public object pre_ops
 *     cdef public object post_ops
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_11post_effect_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_11post_effect_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_11post_effect___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_11post_effect___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_self->post_effect));
  __pyx_r = ((PyObject *)__pyx_v_self->post_effect);
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_11post_effect_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_11post_effect_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_11post_effect_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_11post_effect_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__set__", 0);
  if (!(likely(((__pyx_v_value) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_value, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBEffectRep))))) __PYX_ERR(0, 1815, __pyx_L1_error)
  __pyx_t_1 = __pyx_v_value;
  __Pyx_INCREF(__pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __Pyx_GOTREF(__pyx_v_self->post_effect);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->post_effect));
  __pyx_v_self->post_effect = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SBTermRep.post_effect.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_11post_effect_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_11post_effect_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_11post_effect_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_11post_effect_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->post_effect);
  __Pyx_DECREF(((PyObject *)__pyx_v_self->post_effect));
  __pyx_v_self->post_effect = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *)Py_None);

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1816
 *     cdef public SBEffectRep pre_effect
 *     cdef public SBEffectRep post_effect
 *     cdef public object pre_ops             # <<<<<<<<<<<<<<
 *     cdef public object post_ops
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_7pre_ops_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_7pre_ops_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_7pre_ops___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_7pre_ops___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(__pyx_v_self->pre_ops);
  __pyx_r = __pyx_v_self->pre_ops;
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_7pre_ops_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_7pre_ops_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_7pre_ops_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_7pre_ops_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__", 0);
  __Pyx_INCREF(__pyx_v_value);
  __Pyx_GIVEREF(__pyx_v_value);
  __Pyx_GOTREF(__pyx_v_self->pre_ops);
  __Pyx_DECREF(__pyx_v_self->pre_ops);
  __pyx_v_self->pre_ops = __pyx_v_value;

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_7pre_ops_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_7pre_ops_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_7pre_ops_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_7pre_ops_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->pre_ops);
  __Pyx_DECREF(__pyx_v_self->pre_ops);
  __pyx_v_self->pre_ops = Py_None;

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1817
 *     cdef public SBEffectRep post_effect
 *     cdef public object pre_ops
 *     cdef public object post_ops             # <<<<<<<<<<<<<<
 * 
 *     @classmethod
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_8post_ops_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_8post_ops_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_8post_ops___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_8post_ops___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(__pyx_v_self->post_ops);
  __pyx_r = __pyx_v_self->post_ops;
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_8post_ops_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_8post_ops_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_8post_ops_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_8post_ops_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__", 0);
  __Pyx_INCREF(__pyx_v_value);
  __Pyx_GIVEREF(__pyx_v_value);
  __Pyx_GOTREF(__pyx_v_self->post_ops);
  __Pyx_DECREF(__pyx_v_self->post_ops);
  __pyx_v_self->post_ops = __pyx_v_value;

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_8post_ops_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_8post_ops_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_8post_ops_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_8post_ops_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->post_ops);
  __Pyx_DECREF(__pyx_v_self->post_ops);
  __pyx_v_self->post_ops = Py_None;

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1923
 *     cdef public object pyterm_references
 * 
 *     def __cinit__(self):             # <<<<<<<<<<<<<<
 *         self.reps = vector[SVTermCRep_ptr](0)
 *         self.foat_indices = vector[INT](0)
 */

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10RepCacheEl_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10RepCacheEl_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
  if (unlikely(PyTuple_GET_SIZE(__pyx_args) > 0)) {
    __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 0, 0, PyTuple_GET_SIZE(__pyx_args)); return -1;}
  if (unlikely(__pyx_kwds) && unlikely(PyDict_Size(__pyx_kwds) > 0) && unlikely(!__Pyx_CheckKeywordStrings(__pyx_kwds, "__cinit__", 0))) return -1;
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10RepCacheEl___cinit__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_RepCacheEl *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10RepCacheEl___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_RepCacheEl *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr>  __pyx_t_1;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_t_2;
  PyObject *__pyx_t_3 = NULL;
  __Pyx_RefNannySetupContext("__cinit__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1924
 * 
 *     def __cinit__(self):
 *         self.reps = vector[SVTermCRep_ptr](0)             # <<<<<<<<<<<<<<
 *         self.foat_indices = vector[INT](0)
 *         self.E_indices = vector[INT](0)
 */
  try {
    __pyx_t_1 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr> (0);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1924, __pyx_L1_error)
  }
  __pyx_v_self->reps = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":1925
 *     def __cinit__(self):
 *         self.reps = vector[SVTermCRep_ptr](0)
 *         self.foat_indices = vector[INT](0)             # <<<<<<<<<<<<<<
 *         self.E_indices = vector[INT](0)
 *         self.pyterm_references = []
 */
  try {
    __pyx_t_2 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> (0);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1925, __pyx_L1_error)
  }
  __pyx_v_self->foat_indices = __pyx_t_2;

  /* "pygsti/objects/replib/fastreplib.pyx":1926
 *         self.reps = vector[SVTermCRep_ptr](0)
 *         self.foat_indices = vector[INT](0)
 *         self.E_indices = vector[INT](0)             # <<<<<<<<<<<<<<
 *         self.pyterm_references = []
 * 
 */
  try {
    __pyx_t_2 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> (0);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1926, __pyx_L1_error)
  }
  __pyx_v_self->E_indices = __pyx_t_2;

  /* "pygsti/objects/replib/fastreplib.pyx":1927
 *         self.foat_indices = vector[INT](0)
 *         self.E_indices = vector[INT](0)
 *         self.pyterm_references = []             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_t_3 = PyList_New(0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1927, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_GIVEREF(__pyx_t_3);
  __Pyx_GOTREF(__pyx_v_self->pyterm_references);
  __Pyx_DECREF(__pyx_v_self->pyterm_references);
  __pyx_v_self->pyterm_references = __pyx_t_3;
  __pyx_t_3 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1923
 *     cdef public object pyterm_references
 * 
 *     def __cinit__(self):             # <<<<<<<<<<<<<<
 *         self.reps = vector[SVTermCRep_ptr](0)
 *         self.foat_indices = vector[INT](0)
 */

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.RepCacheEl.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1921
 *     cdef vector[INT] foat_indices
 *     cdef vector[INT] E_indices
 *     cdef public object pyterm_references             # <<<<<<<<<<<<<<
 * 
 *     def __cinit__(self):
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10RepCacheEl_17pyterm_references_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10RepCacheEl_17pyterm_references_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10RepCacheEl_17pyterm_references___get__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_RepCacheEl *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_10RepCacheEl_17pyterm_references___get__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_RepCacheEl *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(__pyx_v_self->pyterm_references);
  __pyx_r = __pyx_v_self->pyterm_references;
  goto __pyx_L0;

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10RepCacheEl_17pyterm_references_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10RepCacheEl_17pyterm_references_3__set__(PyObject *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10RepCacheEl_17pyterm_references_2__set__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_RepCacheEl *)__pyx_v_self), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10RepCacheEl_17pyterm_references_2__set__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_RepCacheEl *__pyx_v_self, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__set__", 0);
  __Pyx_INCREF(__pyx_v_value);
  __Pyx_GIVEREF(__pyx_v_value);
  __Pyx_GOTREF(__pyx_v_self->pyterm_references);
  __Pyx_DECREF(__pyx_v_self->pyterm_references);
  __pyx_v_self->pyterm_references = __pyx_v_value;

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10RepCacheEl_17pyterm_references_5__del__(PyObject *__pyx_v_self); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10RepCacheEl_17pyterm_references_5__del__(PyObject *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10RepCacheEl_17pyterm_references_4__del__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_RepCacheEl *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10RepCacheEl_17pyterm_references_4__del__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_RepCacheEl *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__del__", 0);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  __Pyx_GOTREF(__pyx_v_self->pyterm_references);
  __Pyx_DECREF(__pyx_v_self->pyterm_references);
  __pyx_v_self->pyterm_references = Py_None;

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "(tree fragment)":1
 * def __reduce_cython__(self):             # <<<<<<<<<<<<<<
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 * def __setstate_cython__(self, __pyx_state):
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10RepCacheEl_3__reduce_cython__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10RepCacheEl_3__reduce_cython__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce_cython__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10RepCacheEl_2__reduce_cython__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_RepCacheEl *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_10RepCacheEl_2__reduce_cython__(CYTHON_UNUSED struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_RepCacheEl *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__reduce_cython__", 0);

  /* "(tree fragment)":2
 * def __reduce_cython__(self):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")             # <<<<<<<<<<<<<<
 * def __setstate_cython__(self, __pyx_state):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 */
  __pyx_t_1 = __Pyx_PyObject_Call(__pyx_builtin_TypeError, __pyx_tuple__13, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 2, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_Raise(__pyx_t_1, 0, 0, 0);
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __PYX_ERR(1, 2, __pyx_L1_error)

  /* "(tree fragment)":1
 * def __reduce_cython__(self):             # <<<<<<<<<<<<<<
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 * def __setstate_cython__(self, __pyx_state):
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.RepCacheEl.__reduce_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "(tree fragment)":3
 * def __reduce_cython__(self):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 * def __setstate_cython__(self, __pyx_state):             # <<<<<<<<<<<<<<
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10RepCacheEl_5__setstate_cython__(PyObject *__pyx_v_self, PyObject *__pyx_v___pyx_state); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10RepCacheEl_5__setstate_cython__(PyObject *__pyx_v_self, PyObject *__pyx_v___pyx_state) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__setstate_cython__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10RepCacheEl_4__setstate_cython__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_RepCacheEl *)__pyx_v_self), ((PyObject *)__pyx_v___pyx_state));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_10RepCacheEl_4__setstate_cython__(CYTHON_UNUSED struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_RepCacheEl *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v___pyx_state) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__setstate_cython__", 0);

  /* "(tree fragment)":4
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 * def __setstate_cython__(self, __pyx_state):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")             # <<<<<<<<<<<<<<
 */
  __pyx_t_1 = __Pyx_PyObject_Call(__pyx_builtin_TypeError, __pyx_tuple__14, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 4, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_Raise(__pyx_t_1, 0, 0, 0);
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __PYX_ERR(1, 4, __pyx_L1_error)

  /* "(tree fragment)":3
 * def __reduce_cython__(self):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 * def __setstate_cython__(self, __pyx_state):             # <<<<<<<<<<<<<<
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.RepCacheEl.__setstate_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1941
 *     cdef object pyterm_references
 * 
 *     def __cinit__(self):             # <<<<<<<<<<<<<<
 *         self.cgatestring = vector[INT](0)
 *         self.rho_term_reps = vector[SVTermCRep_ptr](0)
 */

/* Python wrapper */
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_19CircuitSetupCacheEl_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_pw_6pygsti_7objects_6replib_10fastreplib_19CircuitSetupCacheEl_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
  if (unlikely(PyTuple_GET_SIZE(__pyx_args) > 0)) {
    __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 0, 0, PyTuple_GET_SIZE(__pyx_args)); return -1;}
  if (unlikely(__pyx_kwds) && unlikely(PyDict_Size(__pyx_kwds) > 0) && unlikely(!__Pyx_CheckKeywordStrings(__pyx_kwds, "__cinit__", 0))) return -1;
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_19CircuitSetupCacheEl___cinit__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_6pygsti_7objects_6replib_10fastreplib_19CircuitSetupCacheEl___cinit__(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl *__pyx_v_self) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_t_1;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr>  __pyx_t_2;
  std::unordered_map<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT,std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr> >  __pyx_t_3;
  std::unordered_map<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT,std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  __pyx_t_4;
  PyObject *__pyx_t_5 = NULL;
  __Pyx_RefNannySetupContext("__cinit__", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1942
 * 
 *     def __cinit__(self):
 *         self.cgatestring = vector[INT](0)             # <<<<<<<<<<<<<<
 *         self.rho_term_reps = vector[SVTermCRep_ptr](0)
 *         self.op_term_reps = unordered_map[INT, vector[SVTermCRep_ptr] ]()
 */
  try {
    __pyx_t_1 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> (0);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1942, __pyx_L1_error)
  }
  __pyx_v_self->cgatestring = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":1943
 *     def __cinit__(self):
 *         self.cgatestring = vector[INT](0)
 *         self.rho_term_reps = vector[SVTermCRep_ptr](0)             # <<<<<<<<<<<<<<
 *         self.op_term_reps = unordered_map[INT, vector[SVTermCRep_ptr] ]()
 *         self.E_term_reps = vector[SVTermCRep_ptr](0)
 */
  try {
    __pyx_t_2 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr> (0);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1943, __pyx_L1_error)
  }
  __pyx_v_self->rho_term_reps = __pyx_t_2;

  /* "pygsti/objects/replib/fastreplib.pyx":1944
 *         self.cgatestring = vector[INT](0)
 *         self.rho_term_reps = vector[SVTermCRep_ptr](0)
 *         self.op_term_reps = unordered_map[INT, vector[SVTermCRep_ptr] ]()             # <<<<<<<<<<<<<<
 *         self.E_term_reps = vector[SVTermCRep_ptr](0)
 *         self.rho_foat_indices = vector[INT](0)
 */
  try {
    __pyx_t_3 = std::unordered_map<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT,std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr> > ();
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1944, __pyx_L1_error)
  }
  __pyx_v_self->op_term_reps = __pyx_t_3;

  /* "pygsti/objects/replib/fastreplib.pyx":1945
 *         self.rho_term_reps = vector[SVTermCRep_ptr](0)
 *         self.op_term_reps = unordered_map[INT, vector[SVTermCRep_ptr] ]()
 *         self.E_term_reps = vector[SVTermCRep_ptr](0)             # <<<<<<<<<<<<<<
 *         self.rho_foat_indices = vector[INT](0)
 *         self.op_foat_indices = unordered_map[INT, vector[INT] ]()
 */
  try {
    __pyx_t_2 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr> (0);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1945, __pyx_L1_error)
  }
  __pyx_v_self->E_term_reps = __pyx_t_2;

  /* "pygsti/objects/replib/fastreplib.pyx":1946
 *         self.op_term_reps = unordered_map[INT, vector[SVTermCRep_ptr] ]()
 *         self.E_term_reps = vector[SVTermCRep_ptr](0)
 *         self.rho_foat_indices = vector[INT](0)             # <<<<<<<<<<<<<<
 *         self.op_foat_indices = unordered_map[INT, vector[INT] ]()
 *         self.E_foat_indices = vector[INT](0)
 */
  try {
    __pyx_t_1 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> (0);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1946, __pyx_L1_error)
  }
  __pyx_v_self->rho_foat_indices = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":1947
 *         self.E_term_reps = vector[SVTermCRep_ptr](0)
 *         self.rho_foat_indices = vector[INT](0)
 *         self.op_foat_indices = unordered_map[INT, vector[INT] ]()             # <<<<<<<<<<<<<<
 *         self.E_foat_indices = vector[INT](0)
 *         self.E_indices = vector[INT](0)
 */
  try {
    __pyx_t_4 = std::unordered_map<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT,std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> > ();
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1947, __pyx_L1_error)
  }
  __pyx_v_self->op_foat_indices = __pyx_t_4;

  /* "pygsti/objects/replib/fastreplib.pyx":1948
 *         self.rho_foat_indices = vector[INT](0)
 *         self.op_foat_indices = unordered_map[INT, vector[INT] ]()
 *         self.E_foat_indices = vector[INT](0)             # <<<<<<<<<<<<<<
 *         self.E_indices = vector[INT](0)
 *         self.pyterm_references = []
 */
  try {
    __pyx_t_1 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> (0);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1948, __pyx_L1_error)
  }
  __pyx_v_self->E_foat_indices = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":1949
 *         self.op_foat_indices = unordered_map[INT, vector[INT] ]()
 *         self.E_foat_indices = vector[INT](0)
 *         self.E_indices = vector[INT](0)             # <<<<<<<<<<<<<<
 *         self.pyterm_references = []
 * 
 */
  try {
    __pyx_t_1 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> (0);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1949, __pyx_L1_error)
  }
  __pyx_v_self->E_indices = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":1950
 *         self.E_foat_indices = vector[INT](0)
 *         self.E_indices = vector[INT](0)
 *         self.pyterm_references = []             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_t_5 = PyList_New(0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1950, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_GIVEREF(__pyx_t_5);
  __Pyx_GOTREF(__pyx_v_self->pyterm_references);
  __Pyx_DECREF(__pyx_v_self->pyterm_references);
  __pyx_v_self->pyterm_references = __pyx_t_5;
  __pyx_t_5 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1941
 *     cdef object pyterm_references
 * 
 *     def __cinit__(self):             # <<<<<<<<<<<<<<
 *         self.cgatestring = vector[INT](0)
 *         self.rho_term_reps = vector[SVTermCRep_ptr](0)
 */

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.CircuitSetupCacheEl.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "(tree fragment)":1
 * def __reduce_cython__(self):             # <<<<<<<<<<<<<<
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 * def __setstate_cython__(self, __pyx_state):
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_19CircuitSetupCacheEl_3__reduce_cython__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_19CircuitSetupCacheEl_3__reduce_cython__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce_cython__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_19CircuitSetupCacheEl_2__reduce_cython__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_19CircuitSetupCacheEl_2__reduce_cython__(CYTHON_UNUSED struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__reduce_cython__", 0);

  /* "(tree fragment)":2
 * def __reduce_cython__(self):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")             # <<<<<<<<<<<<<<
 * def __setstate_cython__(self, __pyx_state):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 */
  __pyx_t_1 = __Pyx_PyObject_Call(__pyx_builtin_TypeError, __pyx_tuple__15, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 2, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_Raise(__pyx_t_1, 0, 0, 0);
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __PYX_ERR(1, 2, __pyx_L1_error)

  /* "(tree fragment)":1
 * def __reduce_cython__(self):             # <<<<<<<<<<<<<<
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 * def __setstate_cython__(self, __pyx_state):
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.CircuitSetupCacheEl.__reduce_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "(tree fragment)":3
 * def __reduce_cython__(self):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 * def __setstate_cython__(self, __pyx_state):             # <<<<<<<<<<<<<<
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_19CircuitSetupCacheEl_5__setstate_cython__(PyObject *__pyx_v_self, PyObject *__pyx_v___pyx_state); /*proto*/
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_19CircuitSetupCacheEl_5__setstate_cython__(PyObject *__pyx_v_self, PyObject *__pyx_v___pyx_state) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__setstate_cython__ (wrapper)", 0);
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_19CircuitSetupCacheEl_4__setstate_cython__(((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl *)__pyx_v_self), ((PyObject *)__pyx_v___pyx_state));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_19CircuitSetupCacheEl_4__setstate_cython__(CYTHON_UNUSED struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v___pyx_state) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__setstate_cython__", 0);

  /* "(tree fragment)":4
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 * def __setstate_cython__(self, __pyx_state):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")             # <<<<<<<<<<<<<<
 */
  __pyx_t_1 = __Pyx_PyObject_Call(__pyx_builtin_TypeError, __pyx_tuple__16, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 4, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_Raise(__pyx_t_1, 0, 0, 0);
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __PYX_ERR(1, 4, __pyx_L1_error)

  /* "(tree fragment)":3
 * def __reduce_cython__(self):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 * def __setstate_cython__(self, __pyx_state):             # <<<<<<<<<<<<<<
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.CircuitSetupCacheEl.__setstate_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1956
 * 
 * 
 * def propagate_staterep(staterep, operationreps):             # <<<<<<<<<<<<<<
 *     # FUTURE: could use inner C-reps to do propagation
 *     # instead of using extension type wrappers as this does now
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_1propagate_staterep(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static PyMethodDef __pyx_mdef_6pygsti_7objects_6replib_10fastreplib_1propagate_staterep = {"propagate_staterep", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_1propagate_staterep, METH_VARARGS|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_1propagate_staterep(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyObject *__pyx_v_staterep = 0;
  PyObject *__pyx_v_operationreps = 0;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("propagate_staterep (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_staterep,&__pyx_n_s_operationreps,0};
    PyObject* values[2] = {0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_staterep)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_operationreps)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("propagate_staterep", 1, 2, 2, 1); __PYX_ERR(0, 1956, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "propagate_staterep") < 0)) __PYX_ERR(0, 1956, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 2) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
    }
    __pyx_v_staterep = values[0];
    __pyx_v_operationreps = values[1];
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("propagate_staterep", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1956, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.propagate_staterep", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_propagate_staterep(__pyx_self, __pyx_v_staterep, __pyx_v_operationreps);

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_propagate_staterep(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_staterep, PyObject *__pyx_v_operationreps) {
  PyObject *__pyx_v_ret = NULL;
  PyObject *__pyx_v_oprep = NULL;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  Py_ssize_t __pyx_t_2;
  PyObject *(*__pyx_t_3)(PyObject *);
  PyObject *__pyx_t_4 = NULL;
  PyObject *__pyx_t_5 = NULL;
  PyObject *__pyx_t_6 = NULL;
  __Pyx_RefNannySetupContext("propagate_staterep", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1959
 *     # FUTURE: could use inner C-reps to do propagation
 *     # instead of using extension type wrappers as this does now
 *     ret = staterep             # <<<<<<<<<<<<<<
 *     for oprep in operationreps:
 *         ret = oprep.acton(ret)
 */
  __Pyx_INCREF(__pyx_v_staterep);
  __pyx_v_ret = __pyx_v_staterep;

  /* "pygsti/objects/replib/fastreplib.pyx":1960
 *     # instead of using extension type wrappers as this does now
 *     ret = staterep
 *     for oprep in operationreps:             # <<<<<<<<<<<<<<
 *         ret = oprep.acton(ret)
 *         # DEBUG print("post-action rhorep = ",str(ret))
 */
  if (likely(PyList_CheckExact(__pyx_v_operationreps)) || PyTuple_CheckExact(__pyx_v_operationreps)) {
    __pyx_t_1 = __pyx_v_operationreps; __Pyx_INCREF(__pyx_t_1); __pyx_t_2 = 0;
    __pyx_t_3 = NULL;
  } else {
    __pyx_t_2 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_v_operationreps); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1960, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __pyx_t_3 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1960, __pyx_L1_error)
  }
  for (;;) {
    if (likely(!__pyx_t_3)) {
      if (likely(PyList_CheckExact(__pyx_t_1))) {
        if (__pyx_t_2 >= PyList_GET_SIZE(__pyx_t_1)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_4 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 1960, __pyx_L1_error)
        #else
        __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1960, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_4);
        #endif
      } else {
        if (__pyx_t_2 >= PyTuple_GET_SIZE(__pyx_t_1)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 1960, __pyx_L1_error)
        #else
        __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1960, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_4);
        #endif
      }
    } else {
      __pyx_t_4 = __pyx_t_3(__pyx_t_1);
      if (unlikely(!__pyx_t_4)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
          else __PYX_ERR(0, 1960, __pyx_L1_error)
        }
        break;
      }
      __Pyx_GOTREF(__pyx_t_4);
    }
    __Pyx_XDECREF_SET(__pyx_v_oprep, __pyx_t_4);
    __pyx_t_4 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":1961
 *     ret = staterep
 *     for oprep in operationreps:
 *         ret = oprep.acton(ret)             # <<<<<<<<<<<<<<
 *         # DEBUG print("post-action rhorep = ",str(ret))
 *     return ret
 */
    __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_oprep, __pyx_n_s_acton); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1961, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    __pyx_t_6 = NULL;
    if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_5))) {
      __pyx_t_6 = PyMethod_GET_SELF(__pyx_t_5);
      if (likely(__pyx_t_6)) {
        PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
        __Pyx_INCREF(__pyx_t_6);
        __Pyx_INCREF(function);
        __Pyx_DECREF_SET(__pyx_t_5, function);
      }
    }
    __pyx_t_4 = (__pyx_t_6) ? __Pyx_PyObject_Call2Args(__pyx_t_5, __pyx_t_6, __pyx_v_ret) : __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_v_ret);
    __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
    if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1961, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
    __Pyx_DECREF_SET(__pyx_v_ret, __pyx_t_4);
    __pyx_t_4 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":1960
 *     # instead of using extension type wrappers as this does now
 *     ret = staterep
 *     for oprep in operationreps:             # <<<<<<<<<<<<<<
 *         ret = oprep.acton(ret)
 *         # DEBUG print("post-action rhorep = ",str(ret))
 */
  }
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1963
 *         ret = oprep.acton(ret)
 *         # DEBUG print("post-action rhorep = ",str(ret))
 *     return ret             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(__pyx_v_ret);
  __pyx_r = __pyx_v_ret;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1956
 * 
 * 
 * def propagate_staterep(staterep, operationreps):             # <<<<<<<<<<<<<<
 *     # FUTURE: could use inner C-reps to do propagation
 *     # instead of using extension type wrappers as this does now
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.propagate_staterep", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_ret);
  __Pyx_XDECREF(__pyx_v_oprep);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1966
 * 
 * 
 * cdef vector[vector[INT]] convert_mapevaltree(evalTree, operation_lookup, rho_lookup):             # <<<<<<<<<<<<<<
 *     # c_evalTree :
 *     # an array of INT-arrays; each INT-array is [i,iStart,iCache,<remainder gate indices>]
 */

static std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  __pyx_f_6pygsti_7objects_6replib_10fastreplib_convert_mapevaltree(PyObject *__pyx_v_evalTree, PyObject *__pyx_v_operation_lookup, PyObject *__pyx_v_rho_lookup) {
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_v_intarray;
  std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  __pyx_v_c_evalTree;
  PyObject *__pyx_v_kk = NULL;
  PyObject *__pyx_v_ii = NULL;
  PyObject *__pyx_v_iStart = NULL;
  PyObject *__pyx_v_remainder = NULL;
  PyObject *__pyx_v_iCache = NULL;
  PyObject *__pyx_v_jj = NULL;
  PyObject *__pyx_v_gl = NULL;
  std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  __pyx_r;
  __Pyx_RefNannyDeclarations
  Py_ssize_t __pyx_t_1;
  std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  __pyx_t_2;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  PyObject *__pyx_t_5 = NULL;
  PyObject *__pyx_t_6 = NULL;
  PyObject *(*__pyx_t_7)(PyObject *);
  PyObject *__pyx_t_8 = NULL;
  PyObject *__pyx_t_9 = NULL;
  PyObject *__pyx_t_10 = NULL;
  PyObject *(*__pyx_t_11)(PyObject *);
  int __pyx_t_12;
  int __pyx_t_13;
  Py_ssize_t __pyx_t_14;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_t_15;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_16;
  PyObject *(*__pyx_t_17)(PyObject *);
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> ::size_type __pyx_t_18;
  std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> > ::size_type __pyx_t_19;
  __Pyx_RefNannySetupContext("convert_mapevaltree", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1970
 *     # an array of INT-arrays; each INT-array is [i,iStart,iCache,<remainder gate indices>]
 *     cdef vector[INT] intarray
 *     cdef vector[vector[INT]] c_evalTree = vector[vector[INT]](len(evalTree))             # <<<<<<<<<<<<<<
 *     for kk,ii in enumerate(evalTree.get_evaluation_order()):
 *         iStart,remainder,iCache = evalTree[ii]
 */
  __pyx_t_1 = PyObject_Length(__pyx_v_evalTree); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1970, __pyx_L1_error)
  try {
    __pyx_t_2 = std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> > (__pyx_t_1);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1970, __pyx_L1_error)
  }
  __pyx_v_c_evalTree = __pyx_t_2;

  /* "pygsti/objects/replib/fastreplib.pyx":1971
 *     cdef vector[INT] intarray
 *     cdef vector[vector[INT]] c_evalTree = vector[vector[INT]](len(evalTree))
 *     for kk,ii in enumerate(evalTree.get_evaluation_order()):             # <<<<<<<<<<<<<<
 *         iStart,remainder,iCache = evalTree[ii]
 *         if iStart is None: iStart = -1 # so always an int
 */
  __Pyx_INCREF(__pyx_int_0);
  __pyx_t_3 = __pyx_int_0;
  __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_evalTree, __pyx_n_s_get_evaluation_order); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1971, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __pyx_t_6 = NULL;
  if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_5))) {
    __pyx_t_6 = PyMethod_GET_SELF(__pyx_t_5);
    if (likely(__pyx_t_6)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
      __Pyx_INCREF(__pyx_t_6);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_5, function);
    }
  }
  __pyx_t_4 = (__pyx_t_6) ? __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_t_6) : __Pyx_PyObject_CallNoArg(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
  if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1971, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  if (likely(PyList_CheckExact(__pyx_t_4)) || PyTuple_CheckExact(__pyx_t_4)) {
    __pyx_t_5 = __pyx_t_4; __Pyx_INCREF(__pyx_t_5); __pyx_t_1 = 0;
    __pyx_t_7 = NULL;
  } else {
    __pyx_t_1 = -1; __pyx_t_5 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1971, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    __pyx_t_7 = Py_TYPE(__pyx_t_5)->tp_iternext; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1971, __pyx_L1_error)
  }
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  for (;;) {
    if (likely(!__pyx_t_7)) {
      if (likely(PyList_CheckExact(__pyx_t_5))) {
        if (__pyx_t_1 >= PyList_GET_SIZE(__pyx_t_5)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_4 = PyList_GET_ITEM(__pyx_t_5, __pyx_t_1); __Pyx_INCREF(__pyx_t_4); __pyx_t_1++; if (unlikely(0 < 0)) __PYX_ERR(0, 1971, __pyx_L1_error)
        #else
        __pyx_t_4 = PySequence_ITEM(__pyx_t_5, __pyx_t_1); __pyx_t_1++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1971, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_4);
        #endif
      } else {
        if (__pyx_t_1 >= PyTuple_GET_SIZE(__pyx_t_5)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_5, __pyx_t_1); __Pyx_INCREF(__pyx_t_4); __pyx_t_1++; if (unlikely(0 < 0)) __PYX_ERR(0, 1971, __pyx_L1_error)
        #else
        __pyx_t_4 = PySequence_ITEM(__pyx_t_5, __pyx_t_1); __pyx_t_1++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1971, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_4);
        #endif
      }
    } else {
      __pyx_t_4 = __pyx_t_7(__pyx_t_5);
      if (unlikely(!__pyx_t_4)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
          else __PYX_ERR(0, 1971, __pyx_L1_error)
        }
        break;
      }
      __Pyx_GOTREF(__pyx_t_4);
    }
    __Pyx_XDECREF_SET(__pyx_v_ii, __pyx_t_4);
    __pyx_t_4 = 0;
    __Pyx_INCREF(__pyx_t_3);
    __Pyx_XDECREF_SET(__pyx_v_kk, __pyx_t_3);
    __pyx_t_4 = __Pyx_PyInt_AddObjC(__pyx_t_3, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1971, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    __Pyx_DECREF(__pyx_t_3);
    __pyx_t_3 = __pyx_t_4;
    __pyx_t_4 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":1972
 *     cdef vector[vector[INT]] c_evalTree = vector[vector[INT]](len(evalTree))
 *     for kk,ii in enumerate(evalTree.get_evaluation_order()):
 *         iStart,remainder,iCache = evalTree[ii]             # <<<<<<<<<<<<<<
 *         if iStart is None: iStart = -1 # so always an int
 *         if iCache is None: iCache = -1 # so always an int
 */
    __pyx_t_4 = __Pyx_PyObject_GetItem(__pyx_v_evalTree, __pyx_v_ii); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1972, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    if ((likely(PyTuple_CheckExact(__pyx_t_4))) || (PyList_CheckExact(__pyx_t_4))) {
      PyObject* sequence = __pyx_t_4;
      Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
      if (unlikely(size != 3)) {
        if (size > 3) __Pyx_RaiseTooManyValuesError(3);
        else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
        __PYX_ERR(0, 1972, __pyx_L1_error)
      }
      #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
      if (likely(PyTuple_CheckExact(sequence))) {
        __pyx_t_6 = PyTuple_GET_ITEM(sequence, 0); 
        __pyx_t_8 = PyTuple_GET_ITEM(sequence, 1); 
        __pyx_t_9 = PyTuple_GET_ITEM(sequence, 2); 
      } else {
        __pyx_t_6 = PyList_GET_ITEM(sequence, 0); 
        __pyx_t_8 = PyList_GET_ITEM(sequence, 1); 
        __pyx_t_9 = PyList_GET_ITEM(sequence, 2); 
      }
      __Pyx_INCREF(__pyx_t_6);
      __Pyx_INCREF(__pyx_t_8);
      __Pyx_INCREF(__pyx_t_9);
      #else
      __pyx_t_6 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1972, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_6);
      __pyx_t_8 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1972, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_8);
      __pyx_t_9 = PySequence_ITEM(sequence, 2); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1972, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_9);
      #endif
      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
    } else {
      Py_ssize_t index = -1;
      __pyx_t_10 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1972, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_10);
      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
      __pyx_t_11 = Py_TYPE(__pyx_t_10)->tp_iternext;
      index = 0; __pyx_t_6 = __pyx_t_11(__pyx_t_10); if (unlikely(!__pyx_t_6)) goto __pyx_L5_unpacking_failed;
      __Pyx_GOTREF(__pyx_t_6);
      index = 1; __pyx_t_8 = __pyx_t_11(__pyx_t_10); if (unlikely(!__pyx_t_8)) goto __pyx_L5_unpacking_failed;
      __Pyx_GOTREF(__pyx_t_8);
      index = 2; __pyx_t_9 = __pyx_t_11(__pyx_t_10); if (unlikely(!__pyx_t_9)) goto __pyx_L5_unpacking_failed;
      __Pyx_GOTREF(__pyx_t_9);
      if (__Pyx_IternextUnpackEndCheck(__pyx_t_11(__pyx_t_10), 3) < 0) __PYX_ERR(0, 1972, __pyx_L1_error)
      __pyx_t_11 = NULL;
      __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
      goto __pyx_L6_unpacking_done;
      __pyx_L5_unpacking_failed:;
      __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
      __pyx_t_11 = NULL;
      if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
      __PYX_ERR(0, 1972, __pyx_L1_error)
      __pyx_L6_unpacking_done:;
    }
    __Pyx_XDECREF_SET(__pyx_v_iStart, __pyx_t_6);
    __pyx_t_6 = 0;
    __Pyx_XDECREF_SET(__pyx_v_remainder, __pyx_t_8);
    __pyx_t_8 = 0;
    __Pyx_XDECREF_SET(__pyx_v_iCache, __pyx_t_9);
    __pyx_t_9 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":1973
 *     for kk,ii in enumerate(evalTree.get_evaluation_order()):
 *         iStart,remainder,iCache = evalTree[ii]
 *         if iStart is None: iStart = -1 # so always an int             # <<<<<<<<<<<<<<
 *         if iCache is None: iCache = -1 # so always an int
 *         intarray = vector[INT](3 + len(remainder))
 */
    __pyx_t_12 = (__pyx_v_iStart == Py_None);
    __pyx_t_13 = (__pyx_t_12 != 0);
    if (__pyx_t_13) {
      __Pyx_INCREF(__pyx_int_neg_1);
      __Pyx_DECREF_SET(__pyx_v_iStart, __pyx_int_neg_1);
    }

    /* "pygsti/objects/replib/fastreplib.pyx":1974
 *         iStart,remainder,iCache = evalTree[ii]
 *         if iStart is None: iStart = -1 # so always an int
 *         if iCache is None: iCache = -1 # so always an int             # <<<<<<<<<<<<<<
 *         intarray = vector[INT](3 + len(remainder))
 *         intarray[0] = ii
 */
    __pyx_t_13 = (__pyx_v_iCache == Py_None);
    __pyx_t_12 = (__pyx_t_13 != 0);
    if (__pyx_t_12) {
      __Pyx_INCREF(__pyx_int_neg_1);
      __Pyx_DECREF_SET(__pyx_v_iCache, __pyx_int_neg_1);
    }

    /* "pygsti/objects/replib/fastreplib.pyx":1975
 *         if iStart is None: iStart = -1 # so always an int
 *         if iCache is None: iCache = -1 # so always an int
 *         intarray = vector[INT](3 + len(remainder))             # <<<<<<<<<<<<<<
 *         intarray[0] = ii
 *         intarray[1] = iStart
 */
    __pyx_t_14 = PyObject_Length(__pyx_v_remainder); if (unlikely(__pyx_t_14 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1975, __pyx_L1_error)
    try {
      __pyx_t_15 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> ((3 + __pyx_t_14));
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 1975, __pyx_L1_error)
    }
    __pyx_v_intarray = __pyx_t_15;

    /* "pygsti/objects/replib/fastreplib.pyx":1976
 *         if iCache is None: iCache = -1 # so always an int
 *         intarray = vector[INT](3 + len(remainder))
 *         intarray[0] = ii             # <<<<<<<<<<<<<<
 *         intarray[1] = iStart
 *         intarray[2] = iCache
 */
    __pyx_t_16 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_v_ii); if (unlikely((__pyx_t_16 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 1976, __pyx_L1_error)
    (__pyx_v_intarray[0]) = __pyx_t_16;

    /* "pygsti/objects/replib/fastreplib.pyx":1977
 *         intarray = vector[INT](3 + len(remainder))
 *         intarray[0] = ii
 *         intarray[1] = iStart             # <<<<<<<<<<<<<<
 *         intarray[2] = iCache
 *         if iStart == -1:  # then first element of remainder is a rholabel
 */
    __pyx_t_16 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_v_iStart); if (unlikely((__pyx_t_16 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 1977, __pyx_L1_error)
    (__pyx_v_intarray[1]) = __pyx_t_16;

    /* "pygsti/objects/replib/fastreplib.pyx":1978
 *         intarray[0] = ii
 *         intarray[1] = iStart
 *         intarray[2] = iCache             # <<<<<<<<<<<<<<
 *         if iStart == -1:  # then first element of remainder is a rholabel
 *             intarray[3] = rho_lookup[remainder[0]]
 */
    __pyx_t_16 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_v_iCache); if (unlikely((__pyx_t_16 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 1978, __pyx_L1_error)
    (__pyx_v_intarray[2]) = __pyx_t_16;

    /* "pygsti/objects/replib/fastreplib.pyx":1979
 *         intarray[1] = iStart
 *         intarray[2] = iCache
 *         if iStart == -1:  # then first element of remainder is a rholabel             # <<<<<<<<<<<<<<
 *             intarray[3] = rho_lookup[remainder[0]]
 *             for jj,gl in enumerate(remainder[1:],start=4):
 */
    __pyx_t_4 = __Pyx_PyInt_EqObjC(__pyx_v_iStart, __pyx_int_neg_1, -1L, 0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1979, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    __pyx_t_12 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_12 < 0)) __PYX_ERR(0, 1979, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
    if (__pyx_t_12) {

      /* "pygsti/objects/replib/fastreplib.pyx":1980
 *         intarray[2] = iCache
 *         if iStart == -1:  # then first element of remainder is a rholabel
 *             intarray[3] = rho_lookup[remainder[0]]             # <<<<<<<<<<<<<<
 *             for jj,gl in enumerate(remainder[1:],start=4):
 *                 intarray[jj] = operation_lookup[gl]
 */
      __pyx_t_4 = __Pyx_GetItemInt(__pyx_v_remainder, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1980, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_4);
      __pyx_t_9 = __Pyx_PyObject_GetItem(__pyx_v_rho_lookup, __pyx_t_4); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1980, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_9);
      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
      __pyx_t_16 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_9); if (unlikely((__pyx_t_16 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 1980, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
      (__pyx_v_intarray[3]) = __pyx_t_16;

      /* "pygsti/objects/replib/fastreplib.pyx":1981
 *         if iStart == -1:  # then first element of remainder is a rholabel
 *             intarray[3] = rho_lookup[remainder[0]]
 *             for jj,gl in enumerate(remainder[1:],start=4):             # <<<<<<<<<<<<<<
 *                 intarray[jj] = operation_lookup[gl]
 *         else:
 */
      __pyx_t_9 = __Pyx_PyObject_GetSlice(__pyx_v_remainder, 1, 0, NULL, NULL, &__pyx_slice__10, 1, 0, 1); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1981, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_9);
      __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1981, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_4);
      __Pyx_GIVEREF(__pyx_t_9);
      PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_9);
      __pyx_t_9 = 0;
      __pyx_t_9 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1981, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_9);
      if (PyDict_SetItem(__pyx_t_9, __pyx_n_s_start, __pyx_int_4) < 0) __PYX_ERR(0, 1981, __pyx_L1_error)
      __pyx_t_8 = __Pyx_PyObject_Call(__pyx_builtin_enumerate, __pyx_t_4, __pyx_t_9); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1981, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_8);
      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
      __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
      if (likely(PyList_CheckExact(__pyx_t_8)) || PyTuple_CheckExact(__pyx_t_8)) {
        __pyx_t_9 = __pyx_t_8; __Pyx_INCREF(__pyx_t_9); __pyx_t_14 = 0;
        __pyx_t_17 = NULL;
      } else {
        __pyx_t_14 = -1; __pyx_t_9 = PyObject_GetIter(__pyx_t_8); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1981, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_9);
        __pyx_t_17 = Py_TYPE(__pyx_t_9)->tp_iternext; if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 1981, __pyx_L1_error)
      }
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
      for (;;) {
        if (likely(!__pyx_t_17)) {
          if (likely(PyList_CheckExact(__pyx_t_9))) {
            if (__pyx_t_14 >= PyList_GET_SIZE(__pyx_t_9)) break;
            #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
            __pyx_t_8 = PyList_GET_ITEM(__pyx_t_9, __pyx_t_14); __Pyx_INCREF(__pyx_t_8); __pyx_t_14++; if (unlikely(0 < 0)) __PYX_ERR(0, 1981, __pyx_L1_error)
            #else
            __pyx_t_8 = PySequence_ITEM(__pyx_t_9, __pyx_t_14); __pyx_t_14++; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1981, __pyx_L1_error)
            __Pyx_GOTREF(__pyx_t_8);
            #endif
          } else {
            if (__pyx_t_14 >= PyTuple_GET_SIZE(__pyx_t_9)) break;
            #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
            __pyx_t_8 = PyTuple_GET_ITEM(__pyx_t_9, __pyx_t_14); __Pyx_INCREF(__pyx_t_8); __pyx_t_14++; if (unlikely(0 < 0)) __PYX_ERR(0, 1981, __pyx_L1_error)
            #else
            __pyx_t_8 = PySequence_ITEM(__pyx_t_9, __pyx_t_14); __pyx_t_14++; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1981, __pyx_L1_error)
            __Pyx_GOTREF(__pyx_t_8);
            #endif
          }
        } else {
          __pyx_t_8 = __pyx_t_17(__pyx_t_9);
          if (unlikely(!__pyx_t_8)) {
            PyObject* exc_type = PyErr_Occurred();
            if (exc_type) {
              if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
              else __PYX_ERR(0, 1981, __pyx_L1_error)
            }
            break;
          }
          __Pyx_GOTREF(__pyx_t_8);
        }
        if ((likely(PyTuple_CheckExact(__pyx_t_8))) || (PyList_CheckExact(__pyx_t_8))) {
          PyObject* sequence = __pyx_t_8;
          Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
          if (unlikely(size != 2)) {
            if (size > 2) __Pyx_RaiseTooManyValuesError(2);
            else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
            __PYX_ERR(0, 1981, __pyx_L1_error)
          }
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          if (likely(PyTuple_CheckExact(sequence))) {
            __pyx_t_4 = PyTuple_GET_ITEM(sequence, 0); 
            __pyx_t_6 = PyTuple_GET_ITEM(sequence, 1); 
          } else {
            __pyx_t_4 = PyList_GET_ITEM(sequence, 0); 
            __pyx_t_6 = PyList_GET_ITEM(sequence, 1); 
          }
          __Pyx_INCREF(__pyx_t_4);
          __Pyx_INCREF(__pyx_t_6);
          #else
          __pyx_t_4 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1981, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_4);
          __pyx_t_6 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1981, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_6);
          #endif
          __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
        } else {
          Py_ssize_t index = -1;
          __pyx_t_10 = PyObject_GetIter(__pyx_t_8); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1981, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_10);
          __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
          __pyx_t_11 = Py_TYPE(__pyx_t_10)->tp_iternext;
          index = 0; __pyx_t_4 = __pyx_t_11(__pyx_t_10); if (unlikely(!__pyx_t_4)) goto __pyx_L12_unpacking_failed;
          __Pyx_GOTREF(__pyx_t_4);
          index = 1; __pyx_t_6 = __pyx_t_11(__pyx_t_10); if (unlikely(!__pyx_t_6)) goto __pyx_L12_unpacking_failed;
          __Pyx_GOTREF(__pyx_t_6);
          if (__Pyx_IternextUnpackEndCheck(__pyx_t_11(__pyx_t_10), 2) < 0) __PYX_ERR(0, 1981, __pyx_L1_error)
          __pyx_t_11 = NULL;
          __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
          goto __pyx_L13_unpacking_done;
          __pyx_L12_unpacking_failed:;
          __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
          __pyx_t_11 = NULL;
          if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
          __PYX_ERR(0, 1981, __pyx_L1_error)
          __pyx_L13_unpacking_done:;
        }
        __Pyx_XDECREF_SET(__pyx_v_jj, __pyx_t_4);
        __pyx_t_4 = 0;
        __Pyx_XDECREF_SET(__pyx_v_gl, __pyx_t_6);
        __pyx_t_6 = 0;

        /* "pygsti/objects/replib/fastreplib.pyx":1982
 *             intarray[3] = rho_lookup[remainder[0]]
 *             for jj,gl in enumerate(remainder[1:],start=4):
 *                 intarray[jj] = operation_lookup[gl]             # <<<<<<<<<<<<<<
 *         else:
 *             for jj,gl in enumerate(remainder,start=3):
 */
        __pyx_t_8 = __Pyx_PyObject_GetItem(__pyx_v_operation_lookup, __pyx_v_gl); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1982, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_8);
        __pyx_t_16 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_8); if (unlikely((__pyx_t_16 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 1982, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
        __pyx_t_18 = __Pyx_PyInt_As_size_t(__pyx_v_jj); if (unlikely((__pyx_t_18 == (size_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 1982, __pyx_L1_error)
        (__pyx_v_intarray[__pyx_t_18]) = __pyx_t_16;

        /* "pygsti/objects/replib/fastreplib.pyx":1981
 *         if iStart == -1:  # then first element of remainder is a rholabel
 *             intarray[3] = rho_lookup[remainder[0]]
 *             for jj,gl in enumerate(remainder[1:],start=4):             # <<<<<<<<<<<<<<
 *                 intarray[jj] = operation_lookup[gl]
 *         else:
 */
      }
      __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":1979
 *         intarray[1] = iStart
 *         intarray[2] = iCache
 *         if iStart == -1:  # then first element of remainder is a rholabel             # <<<<<<<<<<<<<<
 *             intarray[3] = rho_lookup[remainder[0]]
 *             for jj,gl in enumerate(remainder[1:],start=4):
 */
      goto __pyx_L9;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":1984
 *                 intarray[jj] = operation_lookup[gl]
 *         else:
 *             for jj,gl in enumerate(remainder,start=3):             # <<<<<<<<<<<<<<
 *                 intarray[jj] = operation_lookup[gl]
 *         c_evalTree[kk] = intarray
 */
    /*else*/ {
      __pyx_t_9 = PyTuple_New(1); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1984, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_9);
      __Pyx_INCREF(__pyx_v_remainder);
      __Pyx_GIVEREF(__pyx_v_remainder);
      PyTuple_SET_ITEM(__pyx_t_9, 0, __pyx_v_remainder);
      __pyx_t_8 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1984, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_8);
      if (PyDict_SetItem(__pyx_t_8, __pyx_n_s_start, __pyx_int_3) < 0) __PYX_ERR(0, 1984, __pyx_L1_error)
      __pyx_t_6 = __Pyx_PyObject_Call(__pyx_builtin_enumerate, __pyx_t_9, __pyx_t_8); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1984, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_6);
      __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
      if (likely(PyList_CheckExact(__pyx_t_6)) || PyTuple_CheckExact(__pyx_t_6)) {
        __pyx_t_8 = __pyx_t_6; __Pyx_INCREF(__pyx_t_8); __pyx_t_14 = 0;
        __pyx_t_17 = NULL;
      } else {
        __pyx_t_14 = -1; __pyx_t_8 = PyObject_GetIter(__pyx_t_6); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1984, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_8);
        __pyx_t_17 = Py_TYPE(__pyx_t_8)->tp_iternext; if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 1984, __pyx_L1_error)
      }
      __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
      for (;;) {
        if (likely(!__pyx_t_17)) {
          if (likely(PyList_CheckExact(__pyx_t_8))) {
            if (__pyx_t_14 >= PyList_GET_SIZE(__pyx_t_8)) break;
            #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
            __pyx_t_6 = PyList_GET_ITEM(__pyx_t_8, __pyx_t_14); __Pyx_INCREF(__pyx_t_6); __pyx_t_14++; if (unlikely(0 < 0)) __PYX_ERR(0, 1984, __pyx_L1_error)
            #else
            __pyx_t_6 = PySequence_ITEM(__pyx_t_8, __pyx_t_14); __pyx_t_14++; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1984, __pyx_L1_error)
            __Pyx_GOTREF(__pyx_t_6);
            #endif
          } else {
            if (__pyx_t_14 >= PyTuple_GET_SIZE(__pyx_t_8)) break;
            #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
            __pyx_t_6 = PyTuple_GET_ITEM(__pyx_t_8, __pyx_t_14); __Pyx_INCREF(__pyx_t_6); __pyx_t_14++; if (unlikely(0 < 0)) __PYX_ERR(0, 1984, __pyx_L1_error)
            #else
            __pyx_t_6 = PySequence_ITEM(__pyx_t_8, __pyx_t_14); __pyx_t_14++; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1984, __pyx_L1_error)
            __Pyx_GOTREF(__pyx_t_6);
            #endif
          }
        } else {
          __pyx_t_6 = __pyx_t_17(__pyx_t_8);
          if (unlikely(!__pyx_t_6)) {
            PyObject* exc_type = PyErr_Occurred();
            if (exc_type) {
              if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
              else __PYX_ERR(0, 1984, __pyx_L1_error)
            }
            break;
          }
          __Pyx_GOTREF(__pyx_t_6);
        }
        if ((likely(PyTuple_CheckExact(__pyx_t_6))) || (PyList_CheckExact(__pyx_t_6))) {
          PyObject* sequence = __pyx_t_6;
          Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
          if (unlikely(size != 2)) {
            if (size > 2) __Pyx_RaiseTooManyValuesError(2);
            else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
            __PYX_ERR(0, 1984, __pyx_L1_error)
          }
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          if (likely(PyTuple_CheckExact(sequence))) {
            __pyx_t_9 = PyTuple_GET_ITEM(sequence, 0); 
            __pyx_t_4 = PyTuple_GET_ITEM(sequence, 1); 
          } else {
            __pyx_t_9 = PyList_GET_ITEM(sequence, 0); 
            __pyx_t_4 = PyList_GET_ITEM(sequence, 1); 
          }
          __Pyx_INCREF(__pyx_t_9);
          __Pyx_INCREF(__pyx_t_4);
          #else
          __pyx_t_9 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1984, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_9);
          __pyx_t_4 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1984, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_4);
          #endif
          __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
        } else {
          Py_ssize_t index = -1;
          __pyx_t_10 = PyObject_GetIter(__pyx_t_6); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1984, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_10);
          __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
          __pyx_t_11 = Py_TYPE(__pyx_t_10)->tp_iternext;
          index = 0; __pyx_t_9 = __pyx_t_11(__pyx_t_10); if (unlikely(!__pyx_t_9)) goto __pyx_L16_unpacking_failed;
          __Pyx_GOTREF(__pyx_t_9);
          index = 1; __pyx_t_4 = __pyx_t_11(__pyx_t_10); if (unlikely(!__pyx_t_4)) goto __pyx_L16_unpacking_failed;
          __Pyx_GOTREF(__pyx_t_4);
          if (__Pyx_IternextUnpackEndCheck(__pyx_t_11(__pyx_t_10), 2) < 0) __PYX_ERR(0, 1984, __pyx_L1_error)
          __pyx_t_11 = NULL;
          __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
          goto __pyx_L17_unpacking_done;
          __pyx_L16_unpacking_failed:;
          __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
          __pyx_t_11 = NULL;
          if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
          __PYX_ERR(0, 1984, __pyx_L1_error)
          __pyx_L17_unpacking_done:;
        }
        __Pyx_XDECREF_SET(__pyx_v_jj, __pyx_t_9);
        __pyx_t_9 = 0;
        __Pyx_XDECREF_SET(__pyx_v_gl, __pyx_t_4);
        __pyx_t_4 = 0;

        /* "pygsti/objects/replib/fastreplib.pyx":1985
 *         else:
 *             for jj,gl in enumerate(remainder,start=3):
 *                 intarray[jj] = operation_lookup[gl]             # <<<<<<<<<<<<<<
 *         c_evalTree[kk] = intarray
 * 
 */
        __pyx_t_6 = __Pyx_PyObject_GetItem(__pyx_v_operation_lookup, __pyx_v_gl); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1985, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_6);
        __pyx_t_16 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_6); if (unlikely((__pyx_t_16 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 1985, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
        __pyx_t_18 = __Pyx_PyInt_As_size_t(__pyx_v_jj); if (unlikely((__pyx_t_18 == (size_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 1985, __pyx_L1_error)
        (__pyx_v_intarray[__pyx_t_18]) = __pyx_t_16;

        /* "pygsti/objects/replib/fastreplib.pyx":1984
 *                 intarray[jj] = operation_lookup[gl]
 *         else:
 *             for jj,gl in enumerate(remainder,start=3):             # <<<<<<<<<<<<<<
 *                 intarray[jj] = operation_lookup[gl]
 *         c_evalTree[kk] = intarray
 */
      }
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
    }
    __pyx_L9:;

    /* "pygsti/objects/replib/fastreplib.pyx":1986
 *             for jj,gl in enumerate(remainder,start=3):
 *                 intarray[jj] = operation_lookup[gl]
 *         c_evalTree[kk] = intarray             # <<<<<<<<<<<<<<
 * 
 *     return c_evalTree
 */
    __pyx_t_19 = __Pyx_PyInt_As_size_t(__pyx_v_kk); if (unlikely((__pyx_t_19 == (size_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 1986, __pyx_L1_error)
    (__pyx_v_c_evalTree[__pyx_t_19]) = __pyx_v_intarray;

    /* "pygsti/objects/replib/fastreplib.pyx":1971
 *     cdef vector[INT] intarray
 *     cdef vector[vector[INT]] c_evalTree = vector[vector[INT]](len(evalTree))
 *     for kk,ii in enumerate(evalTree.get_evaluation_order()):             # <<<<<<<<<<<<<<
 *         iStart,remainder,iCache = evalTree[ii]
 *         if iStart is None: iStart = -1 # so always an int
 */
  }
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1988
 *         c_evalTree[kk] = intarray
 * 
 *     return c_evalTree             # <<<<<<<<<<<<<<
 * 
 * cdef vector[vector[INT]] convert_dict_of_intlists(d):
 */
  __pyx_r = __pyx_v_c_evalTree;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1966
 * 
 * 
 * cdef vector[vector[INT]] convert_mapevaltree(evalTree, operation_lookup, rho_lookup):             # <<<<<<<<<<<<<<
 *     # c_evalTree :
 *     # an array of INT-arrays; each INT-array is [i,iStart,iCache,<remainder gate indices>]
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_XDECREF(__pyx_t_8);
  __Pyx_XDECREF(__pyx_t_9);
  __Pyx_XDECREF(__pyx_t_10);
  __Pyx_WriteUnraisable("pygsti.objects.replib.fastreplib.convert_mapevaltree", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
  __Pyx_pretend_to_initialize(&__pyx_r);
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_kk);
  __Pyx_XDECREF(__pyx_v_ii);
  __Pyx_XDECREF(__pyx_v_iStart);
  __Pyx_XDECREF(__pyx_v_remainder);
  __Pyx_XDECREF(__pyx_v_iCache);
  __Pyx_XDECREF(__pyx_v_jj);
  __Pyx_XDECREF(__pyx_v_gl);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":1990
 *     return c_evalTree
 * 
 * cdef vector[vector[INT]] convert_dict_of_intlists(d):             # <<<<<<<<<<<<<<
 *     # d is an dict of lists of integers, whose keys are integer
 *     # indices from 0 to len(d).  We can convert this
 */

static std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  __pyx_f_6pygsti_7objects_6replib_10fastreplib_convert_dict_of_intlists(PyObject *__pyx_v_d) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_j;
  std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  __pyx_v_ret;
  PyObject *__pyx_v_intlist = NULL;
  std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  __pyx_r;
  __Pyx_RefNannyDeclarations
  Py_ssize_t __pyx_t_1;
  std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  __pyx_t_2;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  PyObject *__pyx_t_5 = NULL;
  PyObject *(*__pyx_t_6)(PyObject *);
  PyObject *__pyx_t_7 = NULL;
  PyObject *__pyx_t_8 = NULL;
  PyObject *(*__pyx_t_9)(PyObject *);
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_10;
  Py_ssize_t __pyx_t_11;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_t_12;
  Py_ssize_t __pyx_t_13;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_14;
  __Pyx_RefNannySetupContext("convert_dict_of_intlists", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":1995
 *     # to a vector of vector[INT] elements.
 *     cdef INT i, j;
 *     cdef vector[vector[INT]] ret = vector[vector[INT]](len(d))             # <<<<<<<<<<<<<<
 *     for i, intlist in d.items():
 *         ret[i] = vector[INT](len(intlist))
 */
  __pyx_t_1 = PyObject_Length(__pyx_v_d); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1995, __pyx_L1_error)
  try {
    __pyx_t_2 = std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> > (__pyx_t_1);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 1995, __pyx_L1_error)
  }
  __pyx_v_ret = __pyx_t_2;

  /* "pygsti/objects/replib/fastreplib.pyx":1996
 *     cdef INT i, j;
 *     cdef vector[vector[INT]] ret = vector[vector[INT]](len(d))
 *     for i, intlist in d.items():             # <<<<<<<<<<<<<<
 *         ret[i] = vector[INT](len(intlist))
 *         for j in range(len(intlist)):
 */
  __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_d, __pyx_n_s_items); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1996, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __pyx_t_5 = NULL;
  if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) {
    __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_4);
    if (likely(__pyx_t_5)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
      __Pyx_INCREF(__pyx_t_5);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_4, function);
    }
  }
  __pyx_t_3 = (__pyx_t_5) ? __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_5) : __Pyx_PyObject_CallNoArg(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
  if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1996, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  if (likely(PyList_CheckExact(__pyx_t_3)) || PyTuple_CheckExact(__pyx_t_3)) {
    __pyx_t_4 = __pyx_t_3; __Pyx_INCREF(__pyx_t_4); __pyx_t_1 = 0;
    __pyx_t_6 = NULL;
  } else {
    __pyx_t_1 = -1; __pyx_t_4 = PyObject_GetIter(__pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1996, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    __pyx_t_6 = Py_TYPE(__pyx_t_4)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1996, __pyx_L1_error)
  }
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  for (;;) {
    if (likely(!__pyx_t_6)) {
      if (likely(PyList_CheckExact(__pyx_t_4))) {
        if (__pyx_t_1 >= PyList_GET_SIZE(__pyx_t_4)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_3 = PyList_GET_ITEM(__pyx_t_4, __pyx_t_1); __Pyx_INCREF(__pyx_t_3); __pyx_t_1++; if (unlikely(0 < 0)) __PYX_ERR(0, 1996, __pyx_L1_error)
        #else
        __pyx_t_3 = PySequence_ITEM(__pyx_t_4, __pyx_t_1); __pyx_t_1++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1996, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_3);
        #endif
      } else {
        if (__pyx_t_1 >= PyTuple_GET_SIZE(__pyx_t_4)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_3 = PyTuple_GET_ITEM(__pyx_t_4, __pyx_t_1); __Pyx_INCREF(__pyx_t_3); __pyx_t_1++; if (unlikely(0 < 0)) __PYX_ERR(0, 1996, __pyx_L1_error)
        #else
        __pyx_t_3 = PySequence_ITEM(__pyx_t_4, __pyx_t_1); __pyx_t_1++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1996, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_3);
        #endif
      }
    } else {
      __pyx_t_3 = __pyx_t_6(__pyx_t_4);
      if (unlikely(!__pyx_t_3)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
          else __PYX_ERR(0, 1996, __pyx_L1_error)
        }
        break;
      }
      __Pyx_GOTREF(__pyx_t_3);
    }
    if ((likely(PyTuple_CheckExact(__pyx_t_3))) || (PyList_CheckExact(__pyx_t_3))) {
      PyObject* sequence = __pyx_t_3;
      Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
      if (unlikely(size != 2)) {
        if (size > 2) __Pyx_RaiseTooManyValuesError(2);
        else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
        __PYX_ERR(0, 1996, __pyx_L1_error)
      }
      #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
      if (likely(PyTuple_CheckExact(sequence))) {
        __pyx_t_5 = PyTuple_GET_ITEM(sequence, 0); 
        __pyx_t_7 = PyTuple_GET_ITEM(sequence, 1); 
      } else {
        __pyx_t_5 = PyList_GET_ITEM(sequence, 0); 
        __pyx_t_7 = PyList_GET_ITEM(sequence, 1); 
      }
      __Pyx_INCREF(__pyx_t_5);
      __Pyx_INCREF(__pyx_t_7);
      #else
      __pyx_t_5 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1996, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_5);
      __pyx_t_7 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1996, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_7);
      #endif
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    } else {
      Py_ssize_t index = -1;
      __pyx_t_8 = PyObject_GetIter(__pyx_t_3); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1996, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_8);
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      __pyx_t_9 = Py_TYPE(__pyx_t_8)->tp_iternext;
      index = 0; __pyx_t_5 = __pyx_t_9(__pyx_t_8); if (unlikely(!__pyx_t_5)) goto __pyx_L5_unpacking_failed;
      __Pyx_GOTREF(__pyx_t_5);
      index = 1; __pyx_t_7 = __pyx_t_9(__pyx_t_8); if (unlikely(!__pyx_t_7)) goto __pyx_L5_unpacking_failed;
      __Pyx_GOTREF(__pyx_t_7);
      if (__Pyx_IternextUnpackEndCheck(__pyx_t_9(__pyx_t_8), 2) < 0) __PYX_ERR(0, 1996, __pyx_L1_error)
      __pyx_t_9 = NULL;
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
      goto __pyx_L6_unpacking_done;
      __pyx_L5_unpacking_failed:;
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
      __pyx_t_9 = NULL;
      if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
      __PYX_ERR(0, 1996, __pyx_L1_error)
      __pyx_L6_unpacking_done:;
    }
    __pyx_t_10 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_5); if (unlikely((__pyx_t_10 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 1996, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
    __pyx_v_i = __pyx_t_10;
    __Pyx_XDECREF_SET(__pyx_v_intlist, __pyx_t_7);
    __pyx_t_7 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":1997
 *     cdef vector[vector[INT]] ret = vector[vector[INT]](len(d))
 *     for i, intlist in d.items():
 *         ret[i] = vector[INT](len(intlist))             # <<<<<<<<<<<<<<
 *         for j in range(len(intlist)):
 *             ret[i][j] = intlist[j]
 */
    __pyx_t_11 = PyObject_Length(__pyx_v_intlist); if (unlikely(__pyx_t_11 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1997, __pyx_L1_error)
    try {
      __pyx_t_12 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> (__pyx_t_11);
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 1997, __pyx_L1_error)
    }
    (__pyx_v_ret[__pyx_v_i]) = __pyx_t_12;

    /* "pygsti/objects/replib/fastreplib.pyx":1998
 *     for i, intlist in d.items():
 *         ret[i] = vector[INT](len(intlist))
 *         for j in range(len(intlist)):             # <<<<<<<<<<<<<<
 *             ret[i][j] = intlist[j]
 *     return ret
 */
    __pyx_t_11 = PyObject_Length(__pyx_v_intlist); if (unlikely(__pyx_t_11 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1998, __pyx_L1_error)
    __pyx_t_13 = __pyx_t_11;
    for (__pyx_t_10 = 0; __pyx_t_10 < __pyx_t_13; __pyx_t_10+=1) {
      __pyx_v_j = __pyx_t_10;

      /* "pygsti/objects/replib/fastreplib.pyx":1999
 *         ret[i] = vector[INT](len(intlist))
 *         for j in range(len(intlist)):
 *             ret[i][j] = intlist[j]             # <<<<<<<<<<<<<<
 *     return ret
 * 
 */
      __pyx_t_3 = __Pyx_GetItemInt(__pyx_v_intlist, __pyx_v_j, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1999, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_3);
      __pyx_t_14 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_3); if (unlikely((__pyx_t_14 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 1999, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      ((__pyx_v_ret[__pyx_v_i])[__pyx_v_j]) = __pyx_t_14;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":1996
 *     cdef INT i, j;
 *     cdef vector[vector[INT]] ret = vector[vector[INT]](len(d))
 *     for i, intlist in d.items():             # <<<<<<<<<<<<<<
 *         ret[i] = vector[INT](len(intlist))
 *         for j in range(len(intlist)):
 */
  }
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2000
 *         for j in range(len(intlist)):
 *             ret[i][j] = intlist[j]
 *     return ret             # <<<<<<<<<<<<<<
 * 
 * cdef vector[vector[INT]] convert_and_wrap_dict_of_intlists(d, wrapper):
 */
  __pyx_r = __pyx_v_ret;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":1990
 *     return c_evalTree
 * 
 * cdef vector[vector[INT]] convert_dict_of_intlists(d):             # <<<<<<<<<<<<<<
 *     # d is an dict of lists of integers, whose keys are integer
 *     # indices from 0 to len(d).  We can convert this
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_7);
  __Pyx_XDECREF(__pyx_t_8);
  __Pyx_WriteUnraisable("pygsti.objects.replib.fastreplib.convert_dict_of_intlists", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
  __Pyx_pretend_to_initialize(&__pyx_r);
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_intlist);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":2002
 *     return ret
 * 
 * cdef vector[vector[INT]] convert_and_wrap_dict_of_intlists(d, wrapper):             # <<<<<<<<<<<<<<
 *     # d is an dict of lists of integers, whose keys are integer
 *     # indices from 0 to len(d).  We can convert this
 */

static std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  __pyx_f_6pygsti_7objects_6replib_10fastreplib_convert_and_wrap_dict_of_intlists(PyObject *__pyx_v_d, PyObject *__pyx_v_wrapper) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_j;
  std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  __pyx_v_ret;
  PyObject *__pyx_v_intlist = NULL;
  std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  __pyx_r;
  __Pyx_RefNannyDeclarations
  Py_ssize_t __pyx_t_1;
  std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  __pyx_t_2;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  PyObject *__pyx_t_5 = NULL;
  PyObject *(*__pyx_t_6)(PyObject *);
  PyObject *__pyx_t_7 = NULL;
  PyObject *__pyx_t_8 = NULL;
  PyObject *(*__pyx_t_9)(PyObject *);
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_10;
  Py_ssize_t __pyx_t_11;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_t_12;
  Py_ssize_t __pyx_t_13;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_14;
  __Pyx_RefNannySetupContext("convert_and_wrap_dict_of_intlists", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":2007
 *     # to a vector of vector[INT] elements.
 *     cdef INT i, j;
 *     cdef vector[vector[INT]] ret = vector[vector[INT]](len(d))             # <<<<<<<<<<<<<<
 *     for i, intlist in d.items():
 *         ret[i] = vector[INT](len(intlist))
 */
  __pyx_t_1 = PyObject_Length(__pyx_v_d); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 2007, __pyx_L1_error)
  try {
    __pyx_t_2 = std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> > (__pyx_t_1);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 2007, __pyx_L1_error)
  }
  __pyx_v_ret = __pyx_t_2;

  /* "pygsti/objects/replib/fastreplib.pyx":2008
 *     cdef INT i, j;
 *     cdef vector[vector[INT]] ret = vector[vector[INT]](len(d))
 *     for i, intlist in d.items():             # <<<<<<<<<<<<<<
 *         ret[i] = vector[INT](len(intlist))
 *         for j in range(len(intlist)):
 */
  __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_d, __pyx_n_s_items); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2008, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __pyx_t_5 = NULL;
  if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) {
    __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_4);
    if (likely(__pyx_t_5)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
      __Pyx_INCREF(__pyx_t_5);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_4, function);
    }
  }
  __pyx_t_3 = (__pyx_t_5) ? __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_5) : __Pyx_PyObject_CallNoArg(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
  if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2008, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  if (likely(PyList_CheckExact(__pyx_t_3)) || PyTuple_CheckExact(__pyx_t_3)) {
    __pyx_t_4 = __pyx_t_3; __Pyx_INCREF(__pyx_t_4); __pyx_t_1 = 0;
    __pyx_t_6 = NULL;
  } else {
    __pyx_t_1 = -1; __pyx_t_4 = PyObject_GetIter(__pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2008, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    __pyx_t_6 = Py_TYPE(__pyx_t_4)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2008, __pyx_L1_error)
  }
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  for (;;) {
    if (likely(!__pyx_t_6)) {
      if (likely(PyList_CheckExact(__pyx_t_4))) {
        if (__pyx_t_1 >= PyList_GET_SIZE(__pyx_t_4)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_3 = PyList_GET_ITEM(__pyx_t_4, __pyx_t_1); __Pyx_INCREF(__pyx_t_3); __pyx_t_1++; if (unlikely(0 < 0)) __PYX_ERR(0, 2008, __pyx_L1_error)
        #else
        __pyx_t_3 = PySequence_ITEM(__pyx_t_4, __pyx_t_1); __pyx_t_1++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2008, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_3);
        #endif
      } else {
        if (__pyx_t_1 >= PyTuple_GET_SIZE(__pyx_t_4)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_3 = PyTuple_GET_ITEM(__pyx_t_4, __pyx_t_1); __Pyx_INCREF(__pyx_t_3); __pyx_t_1++; if (unlikely(0 < 0)) __PYX_ERR(0, 2008, __pyx_L1_error)
        #else
        __pyx_t_3 = PySequence_ITEM(__pyx_t_4, __pyx_t_1); __pyx_t_1++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2008, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_3);
        #endif
      }
    } else {
      __pyx_t_3 = __pyx_t_6(__pyx_t_4);
      if (unlikely(!__pyx_t_3)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
          else __PYX_ERR(0, 2008, __pyx_L1_error)
        }
        break;
      }
      __Pyx_GOTREF(__pyx_t_3);
    }
    if ((likely(PyTuple_CheckExact(__pyx_t_3))) || (PyList_CheckExact(__pyx_t_3))) {
      PyObject* sequence = __pyx_t_3;
      Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
      if (unlikely(size != 2)) {
        if (size > 2) __Pyx_RaiseTooManyValuesError(2);
        else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
        __PYX_ERR(0, 2008, __pyx_L1_error)
      }
      #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
      if (likely(PyTuple_CheckExact(sequence))) {
        __pyx_t_5 = PyTuple_GET_ITEM(sequence, 0); 
        __pyx_t_7 = PyTuple_GET_ITEM(sequence, 1); 
      } else {
        __pyx_t_5 = PyList_GET_ITEM(sequence, 0); 
        __pyx_t_7 = PyList_GET_ITEM(sequence, 1); 
      }
      __Pyx_INCREF(__pyx_t_5);
      __Pyx_INCREF(__pyx_t_7);
      #else
      __pyx_t_5 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2008, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_5);
      __pyx_t_7 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 2008, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_7);
      #endif
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    } else {
      Py_ssize_t index = -1;
      __pyx_t_8 = PyObject_GetIter(__pyx_t_3); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 2008, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_8);
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      __pyx_t_9 = Py_TYPE(__pyx_t_8)->tp_iternext;
      index = 0; __pyx_t_5 = __pyx_t_9(__pyx_t_8); if (unlikely(!__pyx_t_5)) goto __pyx_L5_unpacking_failed;
      __Pyx_GOTREF(__pyx_t_5);
      index = 1; __pyx_t_7 = __pyx_t_9(__pyx_t_8); if (unlikely(!__pyx_t_7)) goto __pyx_L5_unpacking_failed;
      __Pyx_GOTREF(__pyx_t_7);
      if (__Pyx_IternextUnpackEndCheck(__pyx_t_9(__pyx_t_8), 2) < 0) __PYX_ERR(0, 2008, __pyx_L1_error)
      __pyx_t_9 = NULL;
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
      goto __pyx_L6_unpacking_done;
      __pyx_L5_unpacking_failed:;
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
      __pyx_t_9 = NULL;
      if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
      __PYX_ERR(0, 2008, __pyx_L1_error)
      __pyx_L6_unpacking_done:;
    }
    __pyx_t_10 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_5); if (unlikely((__pyx_t_10 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 2008, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
    __pyx_v_i = __pyx_t_10;
    __Pyx_XDECREF_SET(__pyx_v_intlist, __pyx_t_7);
    __pyx_t_7 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":2009
 *     cdef vector[vector[INT]] ret = vector[vector[INT]](len(d))
 *     for i, intlist in d.items():
 *         ret[i] = vector[INT](len(intlist))             # <<<<<<<<<<<<<<
 *         for j in range(len(intlist)):
 *             ret[i][j] = wrapper[intlist[j]]
 */
    __pyx_t_11 = PyObject_Length(__pyx_v_intlist); if (unlikely(__pyx_t_11 == ((Py_ssize_t)-1))) __PYX_ERR(0, 2009, __pyx_L1_error)
    try {
      __pyx_t_12 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> (__pyx_t_11);
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 2009, __pyx_L1_error)
    }
    (__pyx_v_ret[__pyx_v_i]) = __pyx_t_12;

    /* "pygsti/objects/replib/fastreplib.pyx":2010
 *     for i, intlist in d.items():
 *         ret[i] = vector[INT](len(intlist))
 *         for j in range(len(intlist)):             # <<<<<<<<<<<<<<
 *             ret[i][j] = wrapper[intlist[j]]
 *     return ret
 */
    __pyx_t_11 = PyObject_Length(__pyx_v_intlist); if (unlikely(__pyx_t_11 == ((Py_ssize_t)-1))) __PYX_ERR(0, 2010, __pyx_L1_error)
    __pyx_t_13 = __pyx_t_11;
    for (__pyx_t_10 = 0; __pyx_t_10 < __pyx_t_13; __pyx_t_10+=1) {
      __pyx_v_j = __pyx_t_10;

      /* "pygsti/objects/replib/fastreplib.pyx":2011
 *         ret[i] = vector[INT](len(intlist))
 *         for j in range(len(intlist)):
 *             ret[i][j] = wrapper[intlist[j]]             # <<<<<<<<<<<<<<
 *     return ret
 * 
 */
      __pyx_t_3 = __Pyx_GetItemInt(__pyx_v_intlist, __pyx_v_j, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2011, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_3);
      __pyx_t_7 = __Pyx_PyObject_GetItem(__pyx_v_wrapper, __pyx_t_3); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 2011, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_7);
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      __pyx_t_14 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_7); if (unlikely((__pyx_t_14 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 2011, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
      ((__pyx_v_ret[__pyx_v_i])[__pyx_v_j]) = __pyx_t_14;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":2008
 *     cdef INT i, j;
 *     cdef vector[vector[INT]] ret = vector[vector[INT]](len(d))
 *     for i, intlist in d.items():             # <<<<<<<<<<<<<<
 *         ret[i] = vector[INT](len(intlist))
 *         for j in range(len(intlist)):
 */
  }
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2012
 *         for j in range(len(intlist)):
 *             ret[i][j] = wrapper[intlist[j]]
 *     return ret             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_r = __pyx_v_ret;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":2002
 *     return ret
 * 
 * cdef vector[vector[INT]] convert_and_wrap_dict_of_intlists(d, wrapper):             # <<<<<<<<<<<<<<
 *     # d is an dict of lists of integers, whose keys are integer
 *     # indices from 0 to len(d).  We can convert this
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_7);
  __Pyx_XDECREF(__pyx_t_8);
  __Pyx_WriteUnraisable("pygsti.objects.replib.fastreplib.convert_and_wrap_dict_of_intlists", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
  __Pyx_pretend_to_initialize(&__pyx_r);
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_intlist);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":2015
 * 
 * 
 * cdef vector[DMStateCRep*] create_rhocache(INT cacheSize, INT state_dim):             # <<<<<<<<<<<<<<
 *     cdef INT i
 *     cdef vector[DMStateCRep*] rho_cache = vector[DMStateCRep_ptr](cacheSize)
 */

static std::vector<CReps::DMStateCRep *>  __pyx_f_6pygsti_7objects_6replib_10fastreplib_create_rhocache(__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_cacheSize, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_state_dim) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  std::vector<CReps::DMStateCRep *>  __pyx_v_rho_cache;
  std::vector<CReps::DMStateCRep *>  __pyx_r;
  __Pyx_RefNannyDeclarations
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_DMStateCRep_ptr>  __pyx_t_1;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_2;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_3;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_4;
  CReps::DMStateCRep *__pyx_t_5;
  __Pyx_RefNannySetupContext("create_rhocache", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":2017
 * cdef vector[DMStateCRep*] create_rhocache(INT cacheSize, INT state_dim):
 *     cdef INT i
 *     cdef vector[DMStateCRep*] rho_cache = vector[DMStateCRep_ptr](cacheSize)             # <<<<<<<<<<<<<<
 *     for i in range(cacheSize): # fill cache with empty but alloc'd states
 *         rho_cache[i] = new DMStateCRep(state_dim)
 */
  try {
    __pyx_t_1 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_DMStateCRep_ptr> (__pyx_v_cacheSize);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 2017, __pyx_L1_error)
  }
  __pyx_v_rho_cache = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":2018
 *     cdef INT i
 *     cdef vector[DMStateCRep*] rho_cache = vector[DMStateCRep_ptr](cacheSize)
 *     for i in range(cacheSize): # fill cache with empty but alloc'd states             # <<<<<<<<<<<<<<
 *         rho_cache[i] = new DMStateCRep(state_dim)
 *     return rho_cache
 */
  __pyx_t_2 = __pyx_v_cacheSize;
  __pyx_t_3 = __pyx_t_2;
  for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
    __pyx_v_i = __pyx_t_4;

    /* "pygsti/objects/replib/fastreplib.pyx":2019
 *     cdef vector[DMStateCRep*] rho_cache = vector[DMStateCRep_ptr](cacheSize)
 *     for i in range(cacheSize): # fill cache with empty but alloc'd states
 *         rho_cache[i] = new DMStateCRep(state_dim)             # <<<<<<<<<<<<<<
 *     return rho_cache
 * 
 */
    try {
      __pyx_t_5 = new CReps::DMStateCRep(__pyx_v_state_dim);
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 2019, __pyx_L1_error)
    }
    (__pyx_v_rho_cache[__pyx_v_i]) = __pyx_t_5;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":2020
 *     for i in range(cacheSize): # fill cache with empty but alloc'd states
 *         rho_cache[i] = new DMStateCRep(state_dim)
 *     return rho_cache             # <<<<<<<<<<<<<<
 * 
 * cdef void free_rhocache(vector[DMStateCRep*] rho_cache):
 */
  __pyx_r = __pyx_v_rho_cache;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":2015
 * 
 * 
 * cdef vector[DMStateCRep*] create_rhocache(INT cacheSize, INT state_dim):             # <<<<<<<<<<<<<<
 *     cdef INT i
 *     cdef vector[DMStateCRep*] rho_cache = vector[DMStateCRep_ptr](cacheSize)
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_WriteUnraisable("pygsti.objects.replib.fastreplib.create_rhocache", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
  __Pyx_pretend_to_initialize(&__pyx_r);
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":2022
 *     return rho_cache
 * 
 * cdef void free_rhocache(vector[DMStateCRep*] rho_cache):             # <<<<<<<<<<<<<<
 *     cdef UINT i
 *     for i in range(rho_cache.size()): # fill cache with empty but alloc'd states
 */

static void __pyx_f_6pygsti_7objects_6replib_10fastreplib_free_rhocache(std::vector<CReps::DMStateCRep *>  __pyx_v_rho_cache) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_UINT __pyx_v_i;
  __Pyx_RefNannyDeclarations
  std::vector<CReps::DMStateCRep *> ::size_type __pyx_t_1;
  std::vector<CReps::DMStateCRep *> ::size_type __pyx_t_2;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_UINT __pyx_t_3;
  __Pyx_RefNannySetupContext("free_rhocache", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":2024
 * cdef void free_rhocache(vector[DMStateCRep*] rho_cache):
 *     cdef UINT i
 *     for i in range(rho_cache.size()): # fill cache with empty but alloc'd states             # <<<<<<<<<<<<<<
 *         del rho_cache[i]
 * 
 */
  __pyx_t_1 = __pyx_v_rho_cache.size();
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
    __pyx_v_i = __pyx_t_3;

    /* "pygsti/objects/replib/fastreplib.pyx":2025
 *     cdef UINT i
 *     for i in range(rho_cache.size()): # fill cache with empty but alloc'd states
 *         del rho_cache[i]             # <<<<<<<<<<<<<<
 * 
 * 
 */
    delete (__pyx_v_rho_cache[__pyx_v_i]);
  }

  /* "pygsti/objects/replib/fastreplib.pyx":2022
 *     return rho_cache
 * 
 * cdef void free_rhocache(vector[DMStateCRep*] rho_cache):             # <<<<<<<<<<<<<<
 *     cdef UINT i
 *     for i in range(rho_cache.size()): # fill cache with empty but alloc'd states
 */

  /* function exit code */
  __Pyx_RefNannyFinishContext();
}

/* "pygsti/objects/replib/fastreplib.pyx":2028
 * 
 * 
 * cdef vector[DMOpCRep*] convert_gatereps(operationreps):             # <<<<<<<<<<<<<<
 *     # c_gatereps : an array of DMGateCReps
 *     cdef vector[DMOpCRep*] c_gatereps = vector[DMGateCRep_ptr](len(operationreps))
 */

static std::vector<CReps::DMOpCRep *>  __pyx_f_6pygsti_7objects_6replib_10fastreplib_convert_gatereps(PyObject *__pyx_v_operationreps) {
  std::vector<CReps::DMOpCRep *>  __pyx_v_c_gatereps;
  PyObject *__pyx_v_ii = NULL;
  PyObject *__pyx_v_grep = NULL;
  std::vector<CReps::DMOpCRep *>  __pyx_r;
  __Pyx_RefNannyDeclarations
  Py_ssize_t __pyx_t_1;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_DMGateCRep_ptr>  __pyx_t_2;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  PyObject *__pyx_t_5 = NULL;
  PyObject *(*__pyx_t_6)(PyObject *);
  PyObject *__pyx_t_7 = NULL;
  PyObject *__pyx_t_8 = NULL;
  PyObject *(*__pyx_t_9)(PyObject *);
  CReps::DMOpCRep *__pyx_t_10;
  std::vector<CReps::DMOpCRep *> ::size_type __pyx_t_11;
  __Pyx_RefNannySetupContext("convert_gatereps", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":2030
 * cdef vector[DMOpCRep*] convert_gatereps(operationreps):
 *     # c_gatereps : an array of DMGateCReps
 *     cdef vector[DMOpCRep*] c_gatereps = vector[DMGateCRep_ptr](len(operationreps))             # <<<<<<<<<<<<<<
 *     for ii,grep in operationreps.items(): # (ii = python variable)
 *         c_gatereps[ii] = (<DMOpRep?>grep).c_gate
 */
  __pyx_t_1 = PyObject_Length(__pyx_v_operationreps); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 2030, __pyx_L1_error)
  try {
    __pyx_t_2 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_DMGateCRep_ptr> (__pyx_t_1);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 2030, __pyx_L1_error)
  }
  __pyx_v_c_gatereps = __pyx_t_2;

  /* "pygsti/objects/replib/fastreplib.pyx":2031
 *     # c_gatereps : an array of DMGateCReps
 *     cdef vector[DMOpCRep*] c_gatereps = vector[DMGateCRep_ptr](len(operationreps))
 *     for ii,grep in operationreps.items(): # (ii = python variable)             # <<<<<<<<<<<<<<
 *         c_gatereps[ii] = (<DMOpRep?>grep).c_gate
 *     return c_gatereps
 */
  __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_operationreps, __pyx_n_s_items); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2031, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __pyx_t_5 = NULL;
  if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) {
    __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_4);
    if (likely(__pyx_t_5)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
      __Pyx_INCREF(__pyx_t_5);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_4, function);
    }
  }
  __pyx_t_3 = (__pyx_t_5) ? __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_5) : __Pyx_PyObject_CallNoArg(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
  if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2031, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  if (likely(PyList_CheckExact(__pyx_t_3)) || PyTuple_CheckExact(__pyx_t_3)) {
    __pyx_t_4 = __pyx_t_3; __Pyx_INCREF(__pyx_t_4); __pyx_t_1 = 0;
    __pyx_t_6 = NULL;
  } else {
    __pyx_t_1 = -1; __pyx_t_4 = PyObject_GetIter(__pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2031, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    __pyx_t_6 = Py_TYPE(__pyx_t_4)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2031, __pyx_L1_error)
  }
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  for (;;) {
    if (likely(!__pyx_t_6)) {
      if (likely(PyList_CheckExact(__pyx_t_4))) {
        if (__pyx_t_1 >= PyList_GET_SIZE(__pyx_t_4)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_3 = PyList_GET_ITEM(__pyx_t_4, __pyx_t_1); __Pyx_INCREF(__pyx_t_3); __pyx_t_1++; if (unlikely(0 < 0)) __PYX_ERR(0, 2031, __pyx_L1_error)
        #else
        __pyx_t_3 = PySequence_ITEM(__pyx_t_4, __pyx_t_1); __pyx_t_1++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2031, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_3);
        #endif
      } else {
        if (__pyx_t_1 >= PyTuple_GET_SIZE(__pyx_t_4)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_3 = PyTuple_GET_ITEM(__pyx_t_4, __pyx_t_1); __Pyx_INCREF(__pyx_t_3); __pyx_t_1++; if (unlikely(0 < 0)) __PYX_ERR(0, 2031, __pyx_L1_error)
        #else
        __pyx_t_3 = PySequence_ITEM(__pyx_t_4, __pyx_t_1); __pyx_t_1++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2031, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_3);
        #endif
      }
    } else {
      __pyx_t_3 = __pyx_t_6(__pyx_t_4);
      if (unlikely(!__pyx_t_3)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
          else __PYX_ERR(0, 2031, __pyx_L1_error)
        }
        break;
      }
      __Pyx_GOTREF(__pyx_t_3);
    }
    if ((likely(PyTuple_CheckExact(__pyx_t_3))) || (PyList_CheckExact(__pyx_t_3))) {
      PyObject* sequence = __pyx_t_3;
      Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
      if (unlikely(size != 2)) {
        if (size > 2) __Pyx_RaiseTooManyValuesError(2);
        else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
        __PYX_ERR(0, 2031, __pyx_L1_error)
      }
      #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
      if (likely(PyTuple_CheckExact(sequence))) {
        __pyx_t_5 = PyTuple_GET_ITEM(sequence, 0); 
        __pyx_t_7 = PyTuple_GET_ITEM(sequence, 1); 
      } else {
        __pyx_t_5 = PyList_GET_ITEM(sequence, 0); 
        __pyx_t_7 = PyList_GET_ITEM(sequence, 1); 
      }
      __Pyx_INCREF(__pyx_t_5);
      __Pyx_INCREF(__pyx_t_7);
      #else
      __pyx_t_5 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2031, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_5);
      __pyx_t_7 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 2031, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_7);
      #endif
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    } else {
      Py_ssize_t index = -1;
      __pyx_t_8 = PyObject_GetIter(__pyx_t_3); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 2031, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_8);
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      __pyx_t_9 = Py_TYPE(__pyx_t_8)->tp_iternext;
      index = 0; __pyx_t_5 = __pyx_t_9(__pyx_t_8); if (unlikely(!__pyx_t_5)) goto __pyx_L5_unpacking_failed;
      __Pyx_GOTREF(__pyx_t_5);
      index = 1; __pyx_t_7 = __pyx_t_9(__pyx_t_8); if (unlikely(!__pyx_t_7)) goto __pyx_L5_unpacking_failed;
      __Pyx_GOTREF(__pyx_t_7);
      if (__Pyx_IternextUnpackEndCheck(__pyx_t_9(__pyx_t_8), 2) < 0) __PYX_ERR(0, 2031, __pyx_L1_error)
      __pyx_t_9 = NULL;
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
      goto __pyx_L6_unpacking_done;
      __pyx_L5_unpacking_failed:;
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
      __pyx_t_9 = NULL;
      if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
      __PYX_ERR(0, 2031, __pyx_L1_error)
      __pyx_L6_unpacking_done:;
    }
    __Pyx_XDECREF_SET(__pyx_v_ii, __pyx_t_5);
    __pyx_t_5 = 0;
    __Pyx_XDECREF_SET(__pyx_v_grep, __pyx_t_7);
    __pyx_t_7 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":2032
 *     cdef vector[DMOpCRep*] c_gatereps = vector[DMGateCRep_ptr](len(operationreps))
 *     for ii,grep in operationreps.items(): # (ii = python variable)
 *         c_gatereps[ii] = (<DMOpRep?>grep).c_gate             # <<<<<<<<<<<<<<
 *     return c_gatereps
 * 
 */
    if (!(likely(__Pyx_TypeTest(__pyx_v_grep, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep)))) __PYX_ERR(0, 2032, __pyx_L1_error)
    __pyx_t_10 = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *)__pyx_v_grep)->c_gate;
    __pyx_t_11 = __Pyx_PyInt_As_size_t(__pyx_v_ii); if (unlikely((__pyx_t_11 == (size_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 2032, __pyx_L1_error)
    (__pyx_v_c_gatereps[__pyx_t_11]) = __pyx_t_10;

    /* "pygsti/objects/replib/fastreplib.pyx":2031
 *     # c_gatereps : an array of DMGateCReps
 *     cdef vector[DMOpCRep*] c_gatereps = vector[DMGateCRep_ptr](len(operationreps))
 *     for ii,grep in operationreps.items(): # (ii = python variable)             # <<<<<<<<<<<<<<
 *         c_gatereps[ii] = (<DMOpRep?>grep).c_gate
 *     return c_gatereps
 */
  }
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2033
 *     for ii,grep in operationreps.items(): # (ii = python variable)
 *         c_gatereps[ii] = (<DMOpRep?>grep).c_gate
 *     return c_gatereps             # <<<<<<<<<<<<<<
 * 
 * cdef DMStateCRep* convert_rhorep(rhorep):
 */
  __pyx_r = __pyx_v_c_gatereps;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":2028
 * 
 * 
 * cdef vector[DMOpCRep*] convert_gatereps(operationreps):             # <<<<<<<<<<<<<<
 *     # c_gatereps : an array of DMGateCReps
 *     cdef vector[DMOpCRep*] c_gatereps = vector[DMGateCRep_ptr](len(operationreps))
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_7);
  __Pyx_XDECREF(__pyx_t_8);
  __Pyx_WriteUnraisable("pygsti.objects.replib.fastreplib.convert_gatereps", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
  __Pyx_pretend_to_initialize(&__pyx_r);
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_ii);
  __Pyx_XDECREF(__pyx_v_grep);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":2035
 *     return c_gatereps
 * 
 * cdef DMStateCRep* convert_rhorep(rhorep):             # <<<<<<<<<<<<<<
 *     # extract c-reps from rhorep and ereps => c_rho and c_ereps
 *     return (<DMStateRep?>rhorep).c_state
 */

static CReps::DMStateCRep *__pyx_f_6pygsti_7objects_6replib_10fastreplib_convert_rhorep(PyObject *__pyx_v_rhorep) {
  CReps::DMStateCRep *__pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("convert_rhorep", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":2037
 * cdef DMStateCRep* convert_rhorep(rhorep):
 *     # extract c-reps from rhorep and ereps => c_rho and c_ereps
 *     return (<DMStateRep?>rhorep).c_state             # <<<<<<<<<<<<<<
 * 
 * cdef vector[DMStateCRep*] convert_rhoreps(rhoreps):
 */
  if (!(likely(__Pyx_TypeTest(__pyx_v_rhorep, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMStateRep)))) __PYX_ERR(0, 2037, __pyx_L1_error)
  __pyx_r = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *)__pyx_v_rhorep)->c_state;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":2035
 *     return c_gatereps
 * 
 * cdef DMStateCRep* convert_rhorep(rhorep):             # <<<<<<<<<<<<<<
 *     # extract c-reps from rhorep and ereps => c_rho and c_ereps
 *     return (<DMStateRep?>rhorep).c_state
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_WriteUnraisable("pygsti.objects.replib.fastreplib.convert_rhorep", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":2039
 *     return (<DMStateRep?>rhorep).c_state
 * 
 * cdef vector[DMStateCRep*] convert_rhoreps(rhoreps):             # <<<<<<<<<<<<<<
 *     cdef vector[DMStateCRep*] c_rhoreps = vector[DMStateCRep_ptr](len(rhoreps))
 *     for ii,rrep in rhoreps.items(): # (ii = python variable)
 */

static std::vector<CReps::DMStateCRep *>  __pyx_f_6pygsti_7objects_6replib_10fastreplib_convert_rhoreps(PyObject *__pyx_v_rhoreps) {
  std::vector<CReps::DMStateCRep *>  __pyx_v_c_rhoreps;
  PyObject *__pyx_v_ii = NULL;
  PyObject *__pyx_v_rrep = NULL;
  std::vector<CReps::DMStateCRep *>  __pyx_r;
  __Pyx_RefNannyDeclarations
  Py_ssize_t __pyx_t_1;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_DMStateCRep_ptr>  __pyx_t_2;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  PyObject *__pyx_t_5 = NULL;
  PyObject *(*__pyx_t_6)(PyObject *);
  PyObject *__pyx_t_7 = NULL;
  PyObject *__pyx_t_8 = NULL;
  PyObject *(*__pyx_t_9)(PyObject *);
  CReps::DMStateCRep *__pyx_t_10;
  std::vector<CReps::DMStateCRep *> ::size_type __pyx_t_11;
  __Pyx_RefNannySetupContext("convert_rhoreps", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":2040
 * 
 * cdef vector[DMStateCRep*] convert_rhoreps(rhoreps):
 *     cdef vector[DMStateCRep*] c_rhoreps = vector[DMStateCRep_ptr](len(rhoreps))             # <<<<<<<<<<<<<<
 *     for ii,rrep in rhoreps.items(): # (ii = python variable)
 *         c_rhoreps[ii] = (<DMStateRep?>rrep).c_state
 */
  __pyx_t_1 = PyObject_Length(__pyx_v_rhoreps); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 2040, __pyx_L1_error)
  try {
    __pyx_t_2 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_DMStateCRep_ptr> (__pyx_t_1);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 2040, __pyx_L1_error)
  }
  __pyx_v_c_rhoreps = __pyx_t_2;

  /* "pygsti/objects/replib/fastreplib.pyx":2041
 * cdef vector[DMStateCRep*] convert_rhoreps(rhoreps):
 *     cdef vector[DMStateCRep*] c_rhoreps = vector[DMStateCRep_ptr](len(rhoreps))
 *     for ii,rrep in rhoreps.items(): # (ii = python variable)             # <<<<<<<<<<<<<<
 *         c_rhoreps[ii] = (<DMStateRep?>rrep).c_state
 *     return c_rhoreps
 */
  __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_rhoreps, __pyx_n_s_items); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2041, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __pyx_t_5 = NULL;
  if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) {
    __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_4);
    if (likely(__pyx_t_5)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
      __Pyx_INCREF(__pyx_t_5);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_4, function);
    }
  }
  __pyx_t_3 = (__pyx_t_5) ? __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_5) : __Pyx_PyObject_CallNoArg(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
  if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2041, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  if (likely(PyList_CheckExact(__pyx_t_3)) || PyTuple_CheckExact(__pyx_t_3)) {
    __pyx_t_4 = __pyx_t_3; __Pyx_INCREF(__pyx_t_4); __pyx_t_1 = 0;
    __pyx_t_6 = NULL;
  } else {
    __pyx_t_1 = -1; __pyx_t_4 = PyObject_GetIter(__pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2041, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    __pyx_t_6 = Py_TYPE(__pyx_t_4)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2041, __pyx_L1_error)
  }
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  for (;;) {
    if (likely(!__pyx_t_6)) {
      if (likely(PyList_CheckExact(__pyx_t_4))) {
        if (__pyx_t_1 >= PyList_GET_SIZE(__pyx_t_4)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_3 = PyList_GET_ITEM(__pyx_t_4, __pyx_t_1); __Pyx_INCREF(__pyx_t_3); __pyx_t_1++; if (unlikely(0 < 0)) __PYX_ERR(0, 2041, __pyx_L1_error)
        #else
        __pyx_t_3 = PySequence_ITEM(__pyx_t_4, __pyx_t_1); __pyx_t_1++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2041, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_3);
        #endif
      } else {
        if (__pyx_t_1 >= PyTuple_GET_SIZE(__pyx_t_4)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_3 = PyTuple_GET_ITEM(__pyx_t_4, __pyx_t_1); __Pyx_INCREF(__pyx_t_3); __pyx_t_1++; if (unlikely(0 < 0)) __PYX_ERR(0, 2041, __pyx_L1_error)
        #else
        __pyx_t_3 = PySequence_ITEM(__pyx_t_4, __pyx_t_1); __pyx_t_1++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2041, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_3);
        #endif
      }
    } else {
      __pyx_t_3 = __pyx_t_6(__pyx_t_4);
      if (unlikely(!__pyx_t_3)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
          else __PYX_ERR(0, 2041, __pyx_L1_error)
        }
        break;
      }
      __Pyx_GOTREF(__pyx_t_3);
    }
    if ((likely(PyTuple_CheckExact(__pyx_t_3))) || (PyList_CheckExact(__pyx_t_3))) {
      PyObject* sequence = __pyx_t_3;
      Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
      if (unlikely(size != 2)) {
        if (size > 2) __Pyx_RaiseTooManyValuesError(2);
        else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
        __PYX_ERR(0, 2041, __pyx_L1_error)
      }
      #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
      if (likely(PyTuple_CheckExact(sequence))) {
        __pyx_t_5 = PyTuple_GET_ITEM(sequence, 0); 
        __pyx_t_7 = PyTuple_GET_ITEM(sequence, 1); 
      } else {
        __pyx_t_5 = PyList_GET_ITEM(sequence, 0); 
        __pyx_t_7 = PyList_GET_ITEM(sequence, 1); 
      }
      __Pyx_INCREF(__pyx_t_5);
      __Pyx_INCREF(__pyx_t_7);
      #else
      __pyx_t_5 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2041, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_5);
      __pyx_t_7 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 2041, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_7);
      #endif
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    } else {
      Py_ssize_t index = -1;
      __pyx_t_8 = PyObject_GetIter(__pyx_t_3); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 2041, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_8);
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      __pyx_t_9 = Py_TYPE(__pyx_t_8)->tp_iternext;
      index = 0; __pyx_t_5 = __pyx_t_9(__pyx_t_8); if (unlikely(!__pyx_t_5)) goto __pyx_L5_unpacking_failed;
      __Pyx_GOTREF(__pyx_t_5);
      index = 1; __pyx_t_7 = __pyx_t_9(__pyx_t_8); if (unlikely(!__pyx_t_7)) goto __pyx_L5_unpacking_failed;
      __Pyx_GOTREF(__pyx_t_7);
      if (__Pyx_IternextUnpackEndCheck(__pyx_t_9(__pyx_t_8), 2) < 0) __PYX_ERR(0, 2041, __pyx_L1_error)
      __pyx_t_9 = NULL;
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
      goto __pyx_L6_unpacking_done;
      __pyx_L5_unpacking_failed:;
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
      __pyx_t_9 = NULL;
      if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
      __PYX_ERR(0, 2041, __pyx_L1_error)
      __pyx_L6_unpacking_done:;
    }
    __Pyx_XDECREF_SET(__pyx_v_ii, __pyx_t_5);
    __pyx_t_5 = 0;
    __Pyx_XDECREF_SET(__pyx_v_rrep, __pyx_t_7);
    __pyx_t_7 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":2042
 *     cdef vector[DMStateCRep*] c_rhoreps = vector[DMStateCRep_ptr](len(rhoreps))
 *     for ii,rrep in rhoreps.items(): # (ii = python variable)
 *         c_rhoreps[ii] = (<DMStateRep?>rrep).c_state             # <<<<<<<<<<<<<<
 *     return c_rhoreps
 * 
 */
    if (!(likely(__Pyx_TypeTest(__pyx_v_rrep, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMStateRep)))) __PYX_ERR(0, 2042, __pyx_L1_error)
    __pyx_t_10 = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *)__pyx_v_rrep)->c_state;
    __pyx_t_11 = __Pyx_PyInt_As_size_t(__pyx_v_ii); if (unlikely((__pyx_t_11 == (size_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 2042, __pyx_L1_error)
    (__pyx_v_c_rhoreps[__pyx_t_11]) = __pyx_t_10;

    /* "pygsti/objects/replib/fastreplib.pyx":2041
 * cdef vector[DMStateCRep*] convert_rhoreps(rhoreps):
 *     cdef vector[DMStateCRep*] c_rhoreps = vector[DMStateCRep_ptr](len(rhoreps))
 *     for ii,rrep in rhoreps.items(): # (ii = python variable)             # <<<<<<<<<<<<<<
 *         c_rhoreps[ii] = (<DMStateRep?>rrep).c_state
 *     return c_rhoreps
 */
  }
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2043
 *     for ii,rrep in rhoreps.items(): # (ii = python variable)
 *         c_rhoreps[ii] = (<DMStateRep?>rrep).c_state
 *     return c_rhoreps             # <<<<<<<<<<<<<<
 * 
 * cdef vector[DMEffectCRep*] convert_ereps(ereps):
 */
  __pyx_r = __pyx_v_c_rhoreps;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":2039
 *     return (<DMStateRep?>rhorep).c_state
 * 
 * cdef vector[DMStateCRep*] convert_rhoreps(rhoreps):             # <<<<<<<<<<<<<<
 *     cdef vector[DMStateCRep*] c_rhoreps = vector[DMStateCRep_ptr](len(rhoreps))
 *     for ii,rrep in rhoreps.items(): # (ii = python variable)
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_7);
  __Pyx_XDECREF(__pyx_t_8);
  __Pyx_WriteUnraisable("pygsti.objects.replib.fastreplib.convert_rhoreps", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
  __Pyx_pretend_to_initialize(&__pyx_r);
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_ii);
  __Pyx_XDECREF(__pyx_v_rrep);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":2045
 *     return c_rhoreps
 * 
 * cdef vector[DMEffectCRep*] convert_ereps(ereps):             # <<<<<<<<<<<<<<
 *     cdef vector[DMEffectCRep*] c_ereps = vector[DMEffectCRep_ptr](len(ereps))
 *     for i in range(len(ereps)):
 */

static std::vector<CReps::DMEffectCRep *>  __pyx_f_6pygsti_7objects_6replib_10fastreplib_convert_ereps(PyObject *__pyx_v_ereps) {
  std::vector<CReps::DMEffectCRep *>  __pyx_v_c_ereps;
  Py_ssize_t __pyx_v_i;
  std::vector<CReps::DMEffectCRep *>  __pyx_r;
  __Pyx_RefNannyDeclarations
  Py_ssize_t __pyx_t_1;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_DMEffectCRep_ptr>  __pyx_t_2;
  Py_ssize_t __pyx_t_3;
  Py_ssize_t __pyx_t_4;
  PyObject *__pyx_t_5 = NULL;
  CReps::DMEffectCRep *__pyx_t_6;
  __Pyx_RefNannySetupContext("convert_ereps", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":2046
 * 
 * cdef vector[DMEffectCRep*] convert_ereps(ereps):
 *     cdef vector[DMEffectCRep*] c_ereps = vector[DMEffectCRep_ptr](len(ereps))             # <<<<<<<<<<<<<<
 *     for i in range(len(ereps)):
 *         c_ereps[i] = (<DMEffectRep>ereps[i]).c_effect
 */
  __pyx_t_1 = PyObject_Length(__pyx_v_ereps); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 2046, __pyx_L1_error)
  try {
    __pyx_t_2 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_DMEffectCRep_ptr> (__pyx_t_1);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 2046, __pyx_L1_error)
  }
  __pyx_v_c_ereps = __pyx_t_2;

  /* "pygsti/objects/replib/fastreplib.pyx":2047
 * cdef vector[DMEffectCRep*] convert_ereps(ereps):
 *     cdef vector[DMEffectCRep*] c_ereps = vector[DMEffectCRep_ptr](len(ereps))
 *     for i in range(len(ereps)):             # <<<<<<<<<<<<<<
 *         c_ereps[i] = (<DMEffectRep>ereps[i]).c_effect
 *     return c_ereps
 */
  __pyx_t_1 = PyObject_Length(__pyx_v_ereps); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 2047, __pyx_L1_error)
  __pyx_t_3 = __pyx_t_1;
  for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
    __pyx_v_i = __pyx_t_4;

    /* "pygsti/objects/replib/fastreplib.pyx":2048
 *     cdef vector[DMEffectCRep*] c_ereps = vector[DMEffectCRep_ptr](len(ereps))
 *     for i in range(len(ereps)):
 *         c_ereps[i] = (<DMEffectRep>ereps[i]).c_effect             # <<<<<<<<<<<<<<
 *     return c_ereps
 * 
 */
    __pyx_t_5 = __Pyx_GetItemInt(__pyx_v_ereps, __pyx_v_i, Py_ssize_t, 1, PyInt_FromSsize_t, 0, 1, 1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2048, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    __pyx_t_6 = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep *)__pyx_t_5)->c_effect;
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
    (__pyx_v_c_ereps[__pyx_v_i]) = __pyx_t_6;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":2049
 *     for i in range(len(ereps)):
 *         c_ereps[i] = (<DMEffectRep>ereps[i]).c_effect
 *     return c_ereps             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_r = __pyx_v_c_ereps;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":2045
 *     return c_rhoreps
 * 
 * cdef vector[DMEffectCRep*] convert_ereps(ereps):             # <<<<<<<<<<<<<<
 *     cdef vector[DMEffectCRep*] c_ereps = vector[DMEffectCRep_ptr](len(ereps))
 *     for i in range(len(ereps)):
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_WriteUnraisable("pygsti.objects.replib.fastreplib.convert_ereps", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
  __Pyx_pretend_to_initialize(&__pyx_r);
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":2052
 * 
 * 
 * def DM_mapfill_probs_block(calc, np.ndarray[double, mode="c", ndim=1] mxToFill,             # <<<<<<<<<<<<<<
 *                            dest_indices, evalTree, comm):
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_3DM_mapfill_probs_block(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static PyMethodDef __pyx_mdef_6pygsti_7objects_6replib_10fastreplib_3DM_mapfill_probs_block = {"DM_mapfill_probs_block", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_3DM_mapfill_probs_block, METH_VARARGS|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_3DM_mapfill_probs_block(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyObject *__pyx_v_calc = 0;
  PyArrayObject *__pyx_v_mxToFill = 0;
  PyObject *__pyx_v_dest_indices = 0;
  PyObject *__pyx_v_evalTree = 0;
  PyObject *__pyx_v_comm = 0;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("DM_mapfill_probs_block (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_calc,&__pyx_n_s_mxToFill,&__pyx_n_s_dest_indices,&__pyx_n_s_evalTree,&__pyx_n_s_comm,0};
    PyObject* values[5] = {0,0,0,0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
        CYTHON_FALLTHROUGH;
        case  4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
        CYTHON_FALLTHROUGH;
        case  3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
        CYTHON_FALLTHROUGH;
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_calc)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_mxToFill)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_probs_block", 1, 5, 5, 1); __PYX_ERR(0, 2052, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  2:
        if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_dest_indices)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_probs_block", 1, 5, 5, 2); __PYX_ERR(0, 2052, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  3:
        if (likely((values[3] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_evalTree)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_probs_block", 1, 5, 5, 3); __PYX_ERR(0, 2052, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  4:
        if (likely((values[4] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_comm)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_probs_block", 1, 5, 5, 4); __PYX_ERR(0, 2052, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "DM_mapfill_probs_block") < 0)) __PYX_ERR(0, 2052, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 5) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
      values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
      values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
      values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
    }
    __pyx_v_calc = values[0];
    __pyx_v_mxToFill = ((PyArrayObject *)values[1]);
    __pyx_v_dest_indices = values[2];
    __pyx_v_evalTree = values[3];
    __pyx_v_comm = values[4];
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("DM_mapfill_probs_block", 1, 5, 5, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 2052, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DM_mapfill_probs_block", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_mxToFill), __pyx_ptype_5numpy_ndarray, 1, "mxToFill", 0))) __PYX_ERR(0, 2052, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_2DM_mapfill_probs_block(__pyx_self, __pyx_v_calc, __pyx_v_mxToFill, __pyx_v_dest_indices, __pyx_v_evalTree, __pyx_v_comm);

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_2DM_mapfill_probs_block(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_calc, PyArrayObject *__pyx_v_mxToFill, PyObject *__pyx_v_dest_indices, PyObject *__pyx_v_evalTree, PyObject *__pyx_v_comm) {
  PyObject *__pyx_v_rho_lookup = NULL;
  PyObject *__pyx_v_rhoreps = NULL;
  PyObject *__pyx_v_operation_lookup = NULL;
  PyObject *__pyx_v_operationreps = NULL;
  PyObject *__pyx_v_ereps = NULL;
  PyObject *__pyx_v_c_evalTree = 0;
  std::vector<CReps::DMStateCRep *>  __pyx_v_c_rhos;
  std::vector<CReps::DMEffectCRep *>  __pyx_v_c_ereps;
  std::vector<CReps::DMOpCRep *>  __pyx_v_c_gatereps;
  std::vector<CReps::DMStateCRep *>  __pyx_v_rho_cache;
  std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  __pyx_v_elabel_indices_per_circuit;
  std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  __pyx_v_final_indices_per_circuit;
  PyObject *__pyx_7genexpr__pyx_v_i = NULL;
  PyObject *__pyx_7genexpr__pyx_v_lbl = NULL;
  PyObject *__pyx_8genexpr1__pyx_v_rholbl = NULL;
  PyObject *__pyx_8genexpr1__pyx_v_i = NULL;
  PyObject *__pyx_8genexpr2__pyx_v_i = NULL;
  PyObject *__pyx_8genexpr2__pyx_v_lbl = NULL;
  PyObject *__pyx_8genexpr3__pyx_v_lbl = NULL;
  PyObject *__pyx_8genexpr3__pyx_v_i = NULL;
  PyObject *__pyx_v_E = NULL;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_mxToFill;
  __Pyx_Buffer __pyx_pybuffer_mxToFill;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  Py_ssize_t __pyx_t_5;
  PyObject *(*__pyx_t_6)(PyObject *);
  PyObject *__pyx_t_7 = NULL;
  PyObject *__pyx_t_8 = NULL;
  PyObject *(*__pyx_t_9)(PyObject *);
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_10;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_11;
  __Pyx_memviewslice __pyx_t_12 = { 0, 0, { 0 }, { 0 }, { 0 } };
  std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  __pyx_t_13;
  __Pyx_RefNannySetupContext("DM_mapfill_probs_block", 0);
  __Pyx_INCREF(__pyx_v_dest_indices);
  __pyx_pybuffer_mxToFill.pybuffer.buf = NULL;
  __pyx_pybuffer_mxToFill.refcount = 0;
  __pyx_pybuffernd_mxToFill.data = NULL;
  __pyx_pybuffernd_mxToFill.rcbuffer = &__pyx_pybuffer_mxToFill;
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_mxToFill.rcbuffer->pybuffer, (PyObject*)__pyx_v_mxToFill, &__Pyx_TypeInfo_double, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 2052, __pyx_L1_error)
  }
  __pyx_pybuffernd_mxToFill.diminfo[0].strides = __pyx_pybuffernd_mxToFill.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_mxToFill.diminfo[0].shape = __pyx_pybuffernd_mxToFill.rcbuffer->pybuffer.shape[0];

  /* "pygsti/objects/replib/fastreplib.pyx":2055
 *                            dest_indices, evalTree, comm):
 * 
 *     dest_indices = _slct.as_array(dest_indices)  # make sure this is an array and not a slice             # <<<<<<<<<<<<<<
 *     #dest_indices = np.ascontiguousarray(dest_indices) #unneeded
 * 
 */
  __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_slct); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2055, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_as_array); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2055, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_2 = NULL;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) {
    __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3);
    if (likely(__pyx_t_2)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
      __Pyx_INCREF(__pyx_t_2);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_3, function);
    }
  }
  __pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_v_dest_indices) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_v_dest_indices);
  __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
  if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2055, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __Pyx_DECREF_SET(__pyx_v_dest_indices, __pyx_t_1);
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2059
 * 
 *     #Get (extension-type) representation objects
 *     rho_lookup = { lbl:i for i,lbl in enumerate(evalTree.rholabels) } # rho labels -> ints for faster lookup             # <<<<<<<<<<<<<<
 *     rhoreps = { i: calc._rho_from_label(rholbl)._rep for rholbl,i in rho_lookup.items() }
 *     operation_lookup = { lbl:i for i,lbl in enumerate(evalTree.opLabels) } # operation labels -> ints for faster lookup
 */
  { /* enter inner scope */
    __pyx_t_1 = PyDict_New(); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2059, __pyx_L5_error)
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_INCREF(__pyx_int_0);
    __pyx_t_3 = __pyx_int_0;
    __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_evalTree, __pyx_n_s_rholabels); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2059, __pyx_L5_error)
    __Pyx_GOTREF(__pyx_t_2);
    if (likely(PyList_CheckExact(__pyx_t_2)) || PyTuple_CheckExact(__pyx_t_2)) {
      __pyx_t_4 = __pyx_t_2; __Pyx_INCREF(__pyx_t_4); __pyx_t_5 = 0;
      __pyx_t_6 = NULL;
    } else {
      __pyx_t_5 = -1; __pyx_t_4 = PyObject_GetIter(__pyx_t_2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2059, __pyx_L5_error)
      __Pyx_GOTREF(__pyx_t_4);
      __pyx_t_6 = Py_TYPE(__pyx_t_4)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2059, __pyx_L5_error)
    }
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    for (;;) {
      if (likely(!__pyx_t_6)) {
        if (likely(PyList_CheckExact(__pyx_t_4))) {
          if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_4)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_2 = PyList_GET_ITEM(__pyx_t_4, __pyx_t_5); __Pyx_INCREF(__pyx_t_2); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 2059, __pyx_L5_error)
          #else
          __pyx_t_2 = PySequence_ITEM(__pyx_t_4, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2059, __pyx_L5_error)
          __Pyx_GOTREF(__pyx_t_2);
          #endif
        } else {
          if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_4)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_2 = PyTuple_GET_ITEM(__pyx_t_4, __pyx_t_5); __Pyx_INCREF(__pyx_t_2); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 2059, __pyx_L5_error)
          #else
          __pyx_t_2 = PySequence_ITEM(__pyx_t_4, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2059, __pyx_L5_error)
          __Pyx_GOTREF(__pyx_t_2);
          #endif
        }
      } else {
        __pyx_t_2 = __pyx_t_6(__pyx_t_4);
        if (unlikely(!__pyx_t_2)) {
          PyObject* exc_type = PyErr_Occurred();
          if (exc_type) {
            if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
            else __PYX_ERR(0, 2059, __pyx_L5_error)
          }
          break;
        }
        __Pyx_GOTREF(__pyx_t_2);
      }
      __Pyx_XDECREF_SET(__pyx_7genexpr__pyx_v_lbl, __pyx_t_2);
      __pyx_t_2 = 0;
      __Pyx_INCREF(__pyx_t_3);
      __Pyx_XDECREF_SET(__pyx_7genexpr__pyx_v_i, __pyx_t_3);
      __pyx_t_2 = __Pyx_PyInt_AddObjC(__pyx_t_3, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2059, __pyx_L5_error)
      __Pyx_GOTREF(__pyx_t_2);
      __Pyx_DECREF(__pyx_t_3);
      __pyx_t_3 = __pyx_t_2;
      __pyx_t_2 = 0;
      if (unlikely(PyDict_SetItem(__pyx_t_1, (PyObject*)__pyx_7genexpr__pyx_v_lbl, (PyObject*)__pyx_7genexpr__pyx_v_i))) __PYX_ERR(0, 2059, __pyx_L5_error)
    }
    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_XDECREF(__pyx_7genexpr__pyx_v_i); __pyx_7genexpr__pyx_v_i = 0;
    __Pyx_XDECREF(__pyx_7genexpr__pyx_v_lbl); __pyx_7genexpr__pyx_v_lbl = 0;
    goto __pyx_L8_exit_scope;
    __pyx_L5_error:;
    __Pyx_XDECREF(__pyx_7genexpr__pyx_v_i); __pyx_7genexpr__pyx_v_i = 0;
    __Pyx_XDECREF(__pyx_7genexpr__pyx_v_lbl); __pyx_7genexpr__pyx_v_lbl = 0;
    goto __pyx_L1_error;
    __pyx_L8_exit_scope:;
  } /* exit inner scope */
  __pyx_v_rho_lookup = ((PyObject*)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2060
 *     #Get (extension-type) representation objects
 *     rho_lookup = { lbl:i for i,lbl in enumerate(evalTree.rholabels) } # rho labels -> ints for faster lookup
 *     rhoreps = { i: calc._rho_from_label(rholbl)._rep for rholbl,i in rho_lookup.items() }             # <<<<<<<<<<<<<<
 *     operation_lookup = { lbl:i for i,lbl in enumerate(evalTree.opLabels) } # operation labels -> ints for faster lookup
 *     operationreps = { i:calc.sos.get_operation(lbl)._rep for lbl,i in operation_lookup.items() }
 */
  { /* enter inner scope */
    __pyx_t_1 = PyDict_New(); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2060, __pyx_L11_error)
    __Pyx_GOTREF(__pyx_t_1);
    __pyx_t_3 = __Pyx_PyDict_Items(__pyx_v_rho_lookup); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2060, __pyx_L11_error)
    __Pyx_GOTREF(__pyx_t_3);
    if (likely(PyList_CheckExact(__pyx_t_3)) || PyTuple_CheckExact(__pyx_t_3)) {
      __pyx_t_4 = __pyx_t_3; __Pyx_INCREF(__pyx_t_4); __pyx_t_5 = 0;
      __pyx_t_6 = NULL;
    } else {
      __pyx_t_5 = -1; __pyx_t_4 = PyObject_GetIter(__pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2060, __pyx_L11_error)
      __Pyx_GOTREF(__pyx_t_4);
      __pyx_t_6 = Py_TYPE(__pyx_t_4)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2060, __pyx_L11_error)
    }
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    for (;;) {
      if (likely(!__pyx_t_6)) {
        if (likely(PyList_CheckExact(__pyx_t_4))) {
          if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_4)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_3 = PyList_GET_ITEM(__pyx_t_4, __pyx_t_5); __Pyx_INCREF(__pyx_t_3); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 2060, __pyx_L11_error)
          #else
          __pyx_t_3 = PySequence_ITEM(__pyx_t_4, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2060, __pyx_L11_error)
          __Pyx_GOTREF(__pyx_t_3);
          #endif
        } else {
          if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_4)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_3 = PyTuple_GET_ITEM(__pyx_t_4, __pyx_t_5); __Pyx_INCREF(__pyx_t_3); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 2060, __pyx_L11_error)
          #else
          __pyx_t_3 = PySequence_ITEM(__pyx_t_4, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2060, __pyx_L11_error)
          __Pyx_GOTREF(__pyx_t_3);
          #endif
        }
      } else {
        __pyx_t_3 = __pyx_t_6(__pyx_t_4);
        if (unlikely(!__pyx_t_3)) {
          PyObject* exc_type = PyErr_Occurred();
          if (exc_type) {
            if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
            else __PYX_ERR(0, 2060, __pyx_L11_error)
          }
          break;
        }
        __Pyx_GOTREF(__pyx_t_3);
      }
      if ((likely(PyTuple_CheckExact(__pyx_t_3))) || (PyList_CheckExact(__pyx_t_3))) {
        PyObject* sequence = __pyx_t_3;
        Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
        if (unlikely(size != 2)) {
          if (size > 2) __Pyx_RaiseTooManyValuesError(2);
          else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
          __PYX_ERR(0, 2060, __pyx_L11_error)
        }
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        if (likely(PyTuple_CheckExact(sequence))) {
          __pyx_t_2 = PyTuple_GET_ITEM(sequence, 0); 
          __pyx_t_7 = PyTuple_GET_ITEM(sequence, 1); 
        } else {
          __pyx_t_2 = PyList_GET_ITEM(sequence, 0); 
          __pyx_t_7 = PyList_GET_ITEM(sequence, 1); 
        }
        __Pyx_INCREF(__pyx_t_2);
        __Pyx_INCREF(__pyx_t_7);
        #else
        __pyx_t_2 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2060, __pyx_L11_error)
        __Pyx_GOTREF(__pyx_t_2);
        __pyx_t_7 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 2060, __pyx_L11_error)
        __Pyx_GOTREF(__pyx_t_7);
        #endif
        __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      } else {
        Py_ssize_t index = -1;
        __pyx_t_8 = PyObject_GetIter(__pyx_t_3); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 2060, __pyx_L11_error)
        __Pyx_GOTREF(__pyx_t_8);
        __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
        __pyx_t_9 = Py_TYPE(__pyx_t_8)->tp_iternext;
        index = 0; __pyx_t_2 = __pyx_t_9(__pyx_t_8); if (unlikely(!__pyx_t_2)) goto __pyx_L14_unpacking_failed;
        __Pyx_GOTREF(__pyx_t_2);
        index = 1; __pyx_t_7 = __pyx_t_9(__pyx_t_8); if (unlikely(!__pyx_t_7)) goto __pyx_L14_unpacking_failed;
        __Pyx_GOTREF(__pyx_t_7);
        if (__Pyx_IternextUnpackEndCheck(__pyx_t_9(__pyx_t_8), 2) < 0) __PYX_ERR(0, 2060, __pyx_L11_error)
        __pyx_t_9 = NULL;
        __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
        goto __pyx_L15_unpacking_done;
        __pyx_L14_unpacking_failed:;
        __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
        __pyx_t_9 = NULL;
        if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
        __PYX_ERR(0, 2060, __pyx_L11_error)
        __pyx_L15_unpacking_done:;
      }
      __Pyx_XDECREF_SET(__pyx_8genexpr1__pyx_v_rholbl, __pyx_t_2);
      __pyx_t_2 = 0;
      __Pyx_XDECREF_SET(__pyx_8genexpr1__pyx_v_i, __pyx_t_7);
      __pyx_t_7 = 0;
      __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_rho_from_label); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 2060, __pyx_L11_error)
      __Pyx_GOTREF(__pyx_t_7);
      __pyx_t_2 = NULL;
      if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_7))) {
        __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_7);
        if (likely(__pyx_t_2)) {
          PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7);
          __Pyx_INCREF(__pyx_t_2);
          __Pyx_INCREF(function);
          __Pyx_DECREF_SET(__pyx_t_7, function);
        }
      }
      __pyx_t_3 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_7, __pyx_t_2, __pyx_8genexpr1__pyx_v_rholbl) : __Pyx_PyObject_CallOneArg(__pyx_t_7, __pyx_8genexpr1__pyx_v_rholbl);
      __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
      if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2060, __pyx_L11_error)
      __Pyx_GOTREF(__pyx_t_3);
      __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
      __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_rep); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 2060, __pyx_L11_error)
      __Pyx_GOTREF(__pyx_t_7);
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      if (unlikely(PyDict_SetItem(__pyx_t_1, (PyObject*)__pyx_8genexpr1__pyx_v_i, (PyObject*)__pyx_t_7))) __PYX_ERR(0, 2060, __pyx_L11_error)
      __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
    }
    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
    __Pyx_XDECREF(__pyx_8genexpr1__pyx_v_i); __pyx_8genexpr1__pyx_v_i = 0;
    __Pyx_XDECREF(__pyx_8genexpr1__pyx_v_rholbl); __pyx_8genexpr1__pyx_v_rholbl = 0;
    goto __pyx_L16_exit_scope;
    __pyx_L11_error:;
    __Pyx_XDECREF(__pyx_8genexpr1__pyx_v_i); __pyx_8genexpr1__pyx_v_i = 0;
    __Pyx_XDECREF(__pyx_8genexpr1__pyx_v_rholbl); __pyx_8genexpr1__pyx_v_rholbl = 0;
    goto __pyx_L1_error;
    __pyx_L16_exit_scope:;
  } /* exit inner scope */
  __pyx_v_rhoreps = ((PyObject*)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2061
 *     rho_lookup = { lbl:i for i,lbl in enumerate(evalTree.rholabels) } # rho labels -> ints for faster lookup
 *     rhoreps = { i: calc._rho_from_label(rholbl)._rep for rholbl,i in rho_lookup.items() }
 *     operation_lookup = { lbl:i for i,lbl in enumerate(evalTree.opLabels) } # operation labels -> ints for faster lookup             # <<<<<<<<<<<<<<
 *     operationreps = { i:calc.sos.get_operation(lbl)._rep for lbl,i in operation_lookup.items() }
 *     ereps = [E._rep for E in calc._Es_from_labels(evalTree.elabels)]  # cache these in future
 */
  { /* enter inner scope */
    __pyx_t_1 = PyDict_New(); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2061, __pyx_L19_error)
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_INCREF(__pyx_int_0);
    __pyx_t_4 = __pyx_int_0;
    __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v_evalTree, __pyx_n_s_opLabels); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 2061, __pyx_L19_error)
    __Pyx_GOTREF(__pyx_t_7);
    if (likely(PyList_CheckExact(__pyx_t_7)) || PyTuple_CheckExact(__pyx_t_7)) {
      __pyx_t_3 = __pyx_t_7; __Pyx_INCREF(__pyx_t_3); __pyx_t_5 = 0;
      __pyx_t_6 = NULL;
    } else {
      __pyx_t_5 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_t_7); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2061, __pyx_L19_error)
      __Pyx_GOTREF(__pyx_t_3);
      __pyx_t_6 = Py_TYPE(__pyx_t_3)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2061, __pyx_L19_error)
    }
    __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
    for (;;) {
      if (likely(!__pyx_t_6)) {
        if (likely(PyList_CheckExact(__pyx_t_3))) {
          if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_3)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_7 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_5); __Pyx_INCREF(__pyx_t_7); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 2061, __pyx_L19_error)
          #else
          __pyx_t_7 = PySequence_ITEM(__pyx_t_3, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 2061, __pyx_L19_error)
          __Pyx_GOTREF(__pyx_t_7);
          #endif
        } else {
          if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_3)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_7 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_5); __Pyx_INCREF(__pyx_t_7); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 2061, __pyx_L19_error)
          #else
          __pyx_t_7 = PySequence_ITEM(__pyx_t_3, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 2061, __pyx_L19_error)
          __Pyx_GOTREF(__pyx_t_7);
          #endif
        }
      } else {
        __pyx_t_7 = __pyx_t_6(__pyx_t_3);
        if (unlikely(!__pyx_t_7)) {
          PyObject* exc_type = PyErr_Occurred();
          if (exc_type) {
            if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
            else __PYX_ERR(0, 2061, __pyx_L19_error)
          }
          break;
        }
        __Pyx_GOTREF(__pyx_t_7);
      }
      __Pyx_XDECREF_SET(__pyx_8genexpr2__pyx_v_lbl, __pyx_t_7);
      __pyx_t_7 = 0;
      __Pyx_INCREF(__pyx_t_4);
      __Pyx_XDECREF_SET(__pyx_8genexpr2__pyx_v_i, __pyx_t_4);
      __pyx_t_7 = __Pyx_PyInt_AddObjC(__pyx_t_4, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 2061, __pyx_L19_error)
      __Pyx_GOTREF(__pyx_t_7);
      __Pyx_DECREF(__pyx_t_4);
      __pyx_t_4 = __pyx_t_7;
      __pyx_t_7 = 0;
      if (unlikely(PyDict_SetItem(__pyx_t_1, (PyObject*)__pyx_8genexpr2__pyx_v_lbl, (PyObject*)__pyx_8genexpr2__pyx_v_i))) __PYX_ERR(0, 2061, __pyx_L19_error)
    }
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
    __Pyx_XDECREF(__pyx_8genexpr2__pyx_v_i); __pyx_8genexpr2__pyx_v_i = 0;
    __Pyx_XDECREF(__pyx_8genexpr2__pyx_v_lbl); __pyx_8genexpr2__pyx_v_lbl = 0;
    goto __pyx_L22_exit_scope;
    __pyx_L19_error:;
    __Pyx_XDECREF(__pyx_8genexpr2__pyx_v_i); __pyx_8genexpr2__pyx_v_i = 0;
    __Pyx_XDECREF(__pyx_8genexpr2__pyx_v_lbl); __pyx_8genexpr2__pyx_v_lbl = 0;
    goto __pyx_L1_error;
    __pyx_L22_exit_scope:;
  } /* exit inner scope */
  __pyx_v_operation_lookup = ((PyObject*)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2062
 *     rhoreps = { i: calc._rho_from_label(rholbl)._rep for rholbl,i in rho_lookup.items() }
 *     operation_lookup = { lbl:i for i,lbl in enumerate(evalTree.opLabels) } # operation labels -> ints for faster lookup
 *     operationreps = { i:calc.sos.get_operation(lbl)._rep for lbl,i in operation_lookup.items() }             # <<<<<<<<<<<<<<
 *     ereps = [E._rep for E in calc._Es_from_labels(evalTree.elabels)]  # cache these in future
 * 
 */
  { /* enter inner scope */
    __pyx_t_1 = PyDict_New(); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2062, __pyx_L25_error)
    __Pyx_GOTREF(__pyx_t_1);
    __pyx_t_4 = __Pyx_PyDict_Items(__pyx_v_operation_lookup); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2062, __pyx_L25_error)
    __Pyx_GOTREF(__pyx_t_4);
    if (likely(PyList_CheckExact(__pyx_t_4)) || PyTuple_CheckExact(__pyx_t_4)) {
      __pyx_t_3 = __pyx_t_4; __Pyx_INCREF(__pyx_t_3); __pyx_t_5 = 0;
      __pyx_t_6 = NULL;
    } else {
      __pyx_t_5 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2062, __pyx_L25_error)
      __Pyx_GOTREF(__pyx_t_3);
      __pyx_t_6 = Py_TYPE(__pyx_t_3)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2062, __pyx_L25_error)
    }
    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
    for (;;) {
      if (likely(!__pyx_t_6)) {
        if (likely(PyList_CheckExact(__pyx_t_3))) {
          if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_3)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_4 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_5); __Pyx_INCREF(__pyx_t_4); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 2062, __pyx_L25_error)
          #else
          __pyx_t_4 = PySequence_ITEM(__pyx_t_3, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2062, __pyx_L25_error)
          __Pyx_GOTREF(__pyx_t_4);
          #endif
        } else {
          if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_3)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_5); __Pyx_INCREF(__pyx_t_4); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 2062, __pyx_L25_error)
          #else
          __pyx_t_4 = PySequence_ITEM(__pyx_t_3, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2062, __pyx_L25_error)
          __Pyx_GOTREF(__pyx_t_4);
          #endif
        }
      } else {
        __pyx_t_4 = __pyx_t_6(__pyx_t_3);
        if (unlikely(!__pyx_t_4)) {
          PyObject* exc_type = PyErr_Occurred();
          if (exc_type) {
            if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
            else __PYX_ERR(0, 2062, __pyx_L25_error)
          }
          break;
        }
        __Pyx_GOTREF(__pyx_t_4);
      }
      if ((likely(PyTuple_CheckExact(__pyx_t_4))) || (PyList_CheckExact(__pyx_t_4))) {
        PyObject* sequence = __pyx_t_4;
        Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
        if (unlikely(size != 2)) {
          if (size > 2) __Pyx_RaiseTooManyValuesError(2);
          else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
          __PYX_ERR(0, 2062, __pyx_L25_error)
        }
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        if (likely(PyTuple_CheckExact(sequence))) {
          __pyx_t_7 = PyTuple_GET_ITEM(sequence, 0); 
          __pyx_t_2 = PyTuple_GET_ITEM(sequence, 1); 
        } else {
          __pyx_t_7 = PyList_GET_ITEM(sequence, 0); 
          __pyx_t_2 = PyList_GET_ITEM(sequence, 1); 
        }
        __Pyx_INCREF(__pyx_t_7);
        __Pyx_INCREF(__pyx_t_2);
        #else
        __pyx_t_7 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 2062, __pyx_L25_error)
        __Pyx_GOTREF(__pyx_t_7);
        __pyx_t_2 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2062, __pyx_L25_error)
        __Pyx_GOTREF(__pyx_t_2);
        #endif
        __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
      } else {
        Py_ssize_t index = -1;
        __pyx_t_8 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 2062, __pyx_L25_error)
        __Pyx_GOTREF(__pyx_t_8);
        __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
        __pyx_t_9 = Py_TYPE(__pyx_t_8)->tp_iternext;
        index = 0; __pyx_t_7 = __pyx_t_9(__pyx_t_8); if (unlikely(!__pyx_t_7)) goto __pyx_L28_unpacking_failed;
        __Pyx_GOTREF(__pyx_t_7);
        index = 1; __pyx_t_2 = __pyx_t_9(__pyx_t_8); if (unlikely(!__pyx_t_2)) goto __pyx_L28_unpacking_failed;
        __Pyx_GOTREF(__pyx_t_2);
        if (__Pyx_IternextUnpackEndCheck(__pyx_t_9(__pyx_t_8), 2) < 0) __PYX_ERR(0, 2062, __pyx_L25_error)
        __pyx_t_9 = NULL;
        __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
        goto __pyx_L29_unpacking_done;
        __pyx_L28_unpacking_failed:;
        __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
        __pyx_t_9 = NULL;
        if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
        __PYX_ERR(0, 2062, __pyx_L25_error)
        __pyx_L29_unpacking_done:;
      }
      __Pyx_XDECREF_SET(__pyx_8genexpr3__pyx_v_lbl, __pyx_t_7);
      __pyx_t_7 = 0;
      __Pyx_XDECREF_SET(__pyx_8genexpr3__pyx_v_i, __pyx_t_2);
      __pyx_t_2 = 0;
      __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_sos); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2062, __pyx_L25_error)
      __Pyx_GOTREF(__pyx_t_2);
      __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_get_operation); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 2062, __pyx_L25_error)
      __Pyx_GOTREF(__pyx_t_7);
      __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
      __pyx_t_2 = NULL;
      if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_7))) {
        __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_7);
        if (likely(__pyx_t_2)) {
          PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7);
          __Pyx_INCREF(__pyx_t_2);
          __Pyx_INCREF(function);
          __Pyx_DECREF_SET(__pyx_t_7, function);
        }
      }
      __pyx_t_4 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_7, __pyx_t_2, __pyx_8genexpr3__pyx_v_lbl) : __Pyx_PyObject_CallOneArg(__pyx_t_7, __pyx_8genexpr3__pyx_v_lbl);
      __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
      if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2062, __pyx_L25_error)
      __Pyx_GOTREF(__pyx_t_4);
      __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
      __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_rep); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 2062, __pyx_L25_error)
      __Pyx_GOTREF(__pyx_t_7);
      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
      if (unlikely(PyDict_SetItem(__pyx_t_1, (PyObject*)__pyx_8genexpr3__pyx_v_i, (PyObject*)__pyx_t_7))) __PYX_ERR(0, 2062, __pyx_L25_error)
      __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
    }
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_XDECREF(__pyx_8genexpr3__pyx_v_i); __pyx_8genexpr3__pyx_v_i = 0;
    __Pyx_XDECREF(__pyx_8genexpr3__pyx_v_lbl); __pyx_8genexpr3__pyx_v_lbl = 0;
    goto __pyx_L30_exit_scope;
    __pyx_L25_error:;
    __Pyx_XDECREF(__pyx_8genexpr3__pyx_v_i); __pyx_8genexpr3__pyx_v_i = 0;
    __Pyx_XDECREF(__pyx_8genexpr3__pyx_v_lbl); __pyx_8genexpr3__pyx_v_lbl = 0;
    goto __pyx_L1_error;
    __pyx_L30_exit_scope:;
  } /* exit inner scope */
  __pyx_v_operationreps = ((PyObject*)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2063
 *     operation_lookup = { lbl:i for i,lbl in enumerate(evalTree.opLabels) } # operation labels -> ints for faster lookup
 *     operationreps = { i:calc.sos.get_operation(lbl)._rep for lbl,i in operation_lookup.items() }
 *     ereps = [E._rep for E in calc._Es_from_labels(evalTree.elabels)]  # cache these in future             # <<<<<<<<<<<<<<
 * 
 *     # convert to C-mode:  evaltree, operation_lookup, operationreps
 */
  __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2063, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_Es_from_labels); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 2063, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_7);
  __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_evalTree, __pyx_n_s_elabels); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2063, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __pyx_t_2 = NULL;
  if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_7))) {
    __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_7);
    if (likely(__pyx_t_2)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7);
      __Pyx_INCREF(__pyx_t_2);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_7, function);
    }
  }
  __pyx_t_3 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_7, __pyx_t_2, __pyx_t_4) : __Pyx_PyObject_CallOneArg(__pyx_t_7, __pyx_t_4);
  __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2063, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
  if (likely(PyList_CheckExact(__pyx_t_3)) || PyTuple_CheckExact(__pyx_t_3)) {
    __pyx_t_7 = __pyx_t_3; __Pyx_INCREF(__pyx_t_7); __pyx_t_5 = 0;
    __pyx_t_6 = NULL;
  } else {
    __pyx_t_5 = -1; __pyx_t_7 = PyObject_GetIter(__pyx_t_3); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 2063, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_7);
    __pyx_t_6 = Py_TYPE(__pyx_t_7)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2063, __pyx_L1_error)
  }
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  for (;;) {
    if (likely(!__pyx_t_6)) {
      if (likely(PyList_CheckExact(__pyx_t_7))) {
        if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_7)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_3 = PyList_GET_ITEM(__pyx_t_7, __pyx_t_5); __Pyx_INCREF(__pyx_t_3); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 2063, __pyx_L1_error)
        #else
        __pyx_t_3 = PySequence_ITEM(__pyx_t_7, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2063, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_3);
        #endif
      } else {
        if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_7)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_3 = PyTuple_GET_ITEM(__pyx_t_7, __pyx_t_5); __Pyx_INCREF(__pyx_t_3); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 2063, __pyx_L1_error)
        #else
        __pyx_t_3 = PySequence_ITEM(__pyx_t_7, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2063, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_3);
        #endif
      }
    } else {
      __pyx_t_3 = __pyx_t_6(__pyx_t_7);
      if (unlikely(!__pyx_t_3)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
          else __PYX_ERR(0, 2063, __pyx_L1_error)
        }
        break;
      }
      __Pyx_GOTREF(__pyx_t_3);
    }
    __Pyx_XDECREF_SET(__pyx_v_E, __pyx_t_3);
    __pyx_t_3 = 0;
    __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_E, __pyx_n_s_rep); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2063, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_3))) __PYX_ERR(0, 2063, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  }
  __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
  __pyx_v_ereps = ((PyObject*)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2066
 * 
 *     # convert to C-mode:  evaltree, operation_lookup, operationreps
 *     cdef c_evalTree = convert_mapevaltree(evalTree, operation_lookup, rho_lookup)             # <<<<<<<<<<<<<<
 *     cdef vector[DMStateCRep*] c_rhos = convert_rhoreps(rhoreps)
 *     cdef vector[DMEffectCRep*] c_ereps = convert_ereps(ereps)
 */
  __pyx_t_1 = __pyx_convert_vector_to_py_std_3a__3a_vector_3c___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT_3e___(__pyx_f_6pygsti_7objects_6replib_10fastreplib_convert_mapevaltree(__pyx_v_evalTree, __pyx_v_operation_lookup, __pyx_v_rho_lookup)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2066, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_v_c_evalTree = __pyx_t_1;
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2067
 *     # convert to C-mode:  evaltree, operation_lookup, operationreps
 *     cdef c_evalTree = convert_mapevaltree(evalTree, operation_lookup, rho_lookup)
 *     cdef vector[DMStateCRep*] c_rhos = convert_rhoreps(rhoreps)             # <<<<<<<<<<<<<<
 *     cdef vector[DMEffectCRep*] c_ereps = convert_ereps(ereps)
 *     cdef vector[DMOpCRep*] c_gatereps = convert_gatereps(operationreps)
 */
  __pyx_v_c_rhos = __pyx_f_6pygsti_7objects_6replib_10fastreplib_convert_rhoreps(__pyx_v_rhoreps);

  /* "pygsti/objects/replib/fastreplib.pyx":2068
 *     cdef c_evalTree = convert_mapevaltree(evalTree, operation_lookup, rho_lookup)
 *     cdef vector[DMStateCRep*] c_rhos = convert_rhoreps(rhoreps)
 *     cdef vector[DMEffectCRep*] c_ereps = convert_ereps(ereps)             # <<<<<<<<<<<<<<
 *     cdef vector[DMOpCRep*] c_gatereps = convert_gatereps(operationreps)
 * 
 */
  __pyx_v_c_ereps = __pyx_f_6pygsti_7objects_6replib_10fastreplib_convert_ereps(__pyx_v_ereps);

  /* "pygsti/objects/replib/fastreplib.pyx":2069
 *     cdef vector[DMStateCRep*] c_rhos = convert_rhoreps(rhoreps)
 *     cdef vector[DMEffectCRep*] c_ereps = convert_ereps(ereps)
 *     cdef vector[DMOpCRep*] c_gatereps = convert_gatereps(operationreps)             # <<<<<<<<<<<<<<
 * 
 *     # create rho_cache = vector of DMStateCReps
 */
  __pyx_v_c_gatereps = __pyx_f_6pygsti_7objects_6replib_10fastreplib_convert_gatereps(__pyx_v_operationreps);

  /* "pygsti/objects/replib/fastreplib.pyx":2074
 *     #print "DB: creating rho_cache of size %d * %g GB => %g GB" % \
 *     #   (evalTree.cache_size(), 8.0 * calc.dim / 1024.0**3, evalTree.cache_size() * 8.0 * calc.dim / 1024.0**3)
 *     cdef vector[DMStateCRep*] rho_cache = create_rhocache(evalTree.cache_size(), calc.dim)             # <<<<<<<<<<<<<<
 * 
 *     cdef vector[vector[INT]] elabel_indices_per_circuit = convert_dict_of_intlists(evalTree.eLbl_indices_per_circuit)
 */
  __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v_evalTree, __pyx_n_s_cache_size); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 2074, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_7);
  __pyx_t_3 = NULL;
  if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_7))) {
    __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_7);
    if (likely(__pyx_t_3)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7);
      __Pyx_INCREF(__pyx_t_3);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_7, function);
    }
  }
  __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_7, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_7);
  __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
  if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2074, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
  __pyx_t_10 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_1); if (unlikely((__pyx_t_10 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 2074, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_dim); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2074, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_11 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_1); if (unlikely((__pyx_t_11 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 2074, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_v_rho_cache = __pyx_f_6pygsti_7objects_6replib_10fastreplib_create_rhocache(__pyx_t_10, __pyx_t_11);

  /* "pygsti/objects/replib/fastreplib.pyx":2076
 *     cdef vector[DMStateCRep*] rho_cache = create_rhocache(evalTree.cache_size(), calc.dim)
 * 
 *     cdef vector[vector[INT]] elabel_indices_per_circuit = convert_dict_of_intlists(evalTree.eLbl_indices_per_circuit)             # <<<<<<<<<<<<<<
 *     cdef vector[vector[INT]] final_indices_per_circuit = convert_and_wrap_dict_of_intlists(
 *         evalTree.final_indices_per_circuit, dest_indices)
 */
  __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_evalTree, __pyx_n_s_eLbl_indices_per_circuit); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2076, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_v_elabel_indices_per_circuit = __pyx_f_6pygsti_7objects_6replib_10fastreplib_convert_dict_of_intlists(__pyx_t_1);
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2078
 *     cdef vector[vector[INT]] elabel_indices_per_circuit = convert_dict_of_intlists(evalTree.eLbl_indices_per_circuit)
 *     cdef vector[vector[INT]] final_indices_per_circuit = convert_and_wrap_dict_of_intlists(
 *         evalTree.final_indices_per_circuit, dest_indices)             # <<<<<<<<<<<<<<
 * 
 *     dm_mapfill_probs(mxToFill, c_evalTree, c_gatereps, c_rhos, c_ereps, &rho_cache,
 */
  __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_evalTree, __pyx_n_s_final_indices_per_circuit); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2078, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);

  /* "pygsti/objects/replib/fastreplib.pyx":2077
 * 
 *     cdef vector[vector[INT]] elabel_indices_per_circuit = convert_dict_of_intlists(evalTree.eLbl_indices_per_circuit)
 *     cdef vector[vector[INT]] final_indices_per_circuit = convert_and_wrap_dict_of_intlists(             # <<<<<<<<<<<<<<
 *         evalTree.final_indices_per_circuit, dest_indices)
 * 
 */
  __pyx_v_final_indices_per_circuit = __pyx_f_6pygsti_7objects_6replib_10fastreplib_convert_and_wrap_dict_of_intlists(__pyx_t_1, __pyx_v_dest_indices);
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2080
 *         evalTree.final_indices_per_circuit, dest_indices)
 * 
 *     dm_mapfill_probs(mxToFill, c_evalTree, c_gatereps, c_rhos, c_ereps, &rho_cache,             # <<<<<<<<<<<<<<
 *                      elabel_indices_per_circuit, final_indices_per_circuit, calc.dim, comm)
 * 
 */
  __pyx_t_12 = __Pyx_PyObject_to_MemoryviewSlice_ds_double(((PyObject *)__pyx_v_mxToFill), PyBUF_WRITABLE); if (unlikely(!__pyx_t_12.memview)) __PYX_ERR(0, 2080, __pyx_L1_error)
  __pyx_t_13 = __pyx_convert_vector_from_py_std_3a__3a_vector_3c___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT_3e___(__pyx_v_c_evalTree); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 2080, __pyx_L1_error)

  /* "pygsti/objects/replib/fastreplib.pyx":2081
 * 
 *     dm_mapfill_probs(mxToFill, c_evalTree, c_gatereps, c_rhos, c_ereps, &rho_cache,
 *                      elabel_indices_per_circuit, final_indices_per_circuit, calc.dim, comm)             # <<<<<<<<<<<<<<
 * 
 *     free_rhocache(rho_cache)  #delete cache entries
 */
  __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_dim); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2081, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_11 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_1); if (unlikely((__pyx_t_11 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 2081, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2080
 *         evalTree.final_indices_per_circuit, dest_indices)
 * 
 *     dm_mapfill_probs(mxToFill, c_evalTree, c_gatereps, c_rhos, c_ereps, &rho_cache,             # <<<<<<<<<<<<<<
 *                      elabel_indices_per_circuit, final_indices_per_circuit, calc.dim, comm)
 * 
 */
  __pyx_t_1 = __pyx_f_6pygsti_7objects_6replib_10fastreplib_dm_mapfill_probs(__pyx_t_12, __pyx_t_13, __pyx_v_c_gatereps, __pyx_v_c_rhos, __pyx_v_c_ereps, (&__pyx_v_rho_cache), __pyx_v_elabel_indices_per_circuit, __pyx_v_final_indices_per_circuit, __pyx_t_11, __pyx_v_comm); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2080, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __PYX_XDEC_MEMVIEW(&__pyx_t_12, 1);
  __pyx_t_12.memview = NULL;
  __pyx_t_12.data = NULL;
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2083
 *                      elabel_indices_per_circuit, final_indices_per_circuit, calc.dim, comm)
 * 
 *     free_rhocache(rho_cache)  #delete cache entries             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_f_6pygsti_7objects_6replib_10fastreplib_free_rhocache(__pyx_v_rho_cache);

  /* "pygsti/objects/replib/fastreplib.pyx":2052
 * 
 * 
 * def DM_mapfill_probs_block(calc, np.ndarray[double, mode="c", ndim=1] mxToFill,             # <<<<<<<<<<<<<<
 *                            dest_indices, evalTree, comm):
 * 
 */

  /* function exit code */
  __pyx_r = Py_None; __Pyx_INCREF(Py_None);
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_7);
  __Pyx_XDECREF(__pyx_t_8);
  __PYX_XDEC_MEMVIEW(&__pyx_t_12, 1);
  { PyObject *__pyx_type, *__pyx_value, *__pyx_tb;
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    __Pyx_ErrFetch(&__pyx_type, &__pyx_value, &__pyx_tb);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_mxToFill.rcbuffer->pybuffer);
  __Pyx_ErrRestore(__pyx_type, __pyx_value, __pyx_tb);}
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DM_mapfill_probs_block", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  goto __pyx_L2;
  __pyx_L0:;
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_mxToFill.rcbuffer->pybuffer);
  __pyx_L2:;
  __Pyx_XDECREF(__pyx_v_rho_lookup);
  __Pyx_XDECREF(__pyx_v_rhoreps);
  __Pyx_XDECREF(__pyx_v_operation_lookup);
  __Pyx_XDECREF(__pyx_v_operationreps);
  __Pyx_XDECREF(__pyx_v_ereps);
  __Pyx_XDECREF(__pyx_v_c_evalTree);
  __Pyx_XDECREF(__pyx_7genexpr__pyx_v_i);
  __Pyx_XDECREF(__pyx_7genexpr__pyx_v_lbl);
  __Pyx_XDECREF(__pyx_8genexpr1__pyx_v_rholbl);
  __Pyx_XDECREF(__pyx_8genexpr1__pyx_v_i);
  __Pyx_XDECREF(__pyx_8genexpr2__pyx_v_i);
  __Pyx_XDECREF(__pyx_8genexpr2__pyx_v_lbl);
  __Pyx_XDECREF(__pyx_8genexpr3__pyx_v_lbl);
  __Pyx_XDECREF(__pyx_8genexpr3__pyx_v_i);
  __Pyx_XDECREF(__pyx_v_E);
  __Pyx_XDECREF(__pyx_v_dest_indices);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":2086
 * 
 * 
 * cdef dm_mapfill_probs(double[:] mxToFill,             # <<<<<<<<<<<<<<
 *                       vector[vector[INT]] c_evalTree,
 *                       vector[DMOpCRep*] c_gatereps,
 */

static PyObject *__pyx_f_6pygsti_7objects_6replib_10fastreplib_dm_mapfill_probs(__Pyx_memviewslice __pyx_v_mxToFill, std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  __pyx_v_c_evalTree, std::vector<CReps::DMOpCRep *>  __pyx_v_c_gatereps, std::vector<CReps::DMStateCRep *>  __pyx_v_c_rhoreps, std::vector<CReps::DMEffectCRep *>  __pyx_v_c_ereps, std::vector<CReps::DMStateCRep *>  *__pyx_v_prho_cache, std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  __pyx_v_elabel_indices_per_circuit, std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  __pyx_v_final_indices_per_circuit, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim, CYTHON_UNUSED PyObject *__pyx_v_comm) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_k;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_l;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_istart;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_icache;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_iFirstOp;
  CReps::DMStateCRep *__pyx_v_init_state;
  CReps::DMStateCRep *__pyx_v_prop1;
  CReps::DMStateCRep *__pyx_v_tprop;
  CReps::DMStateCRep *__pyx_v_final_state;
  CReps::DMStateCRep *__pyx_v_prop2;
  CReps::DMStateCRep *__pyx_v_shelved;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_v_final_indices;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_v_elabel_indices;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_v_intarray;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_j;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  CReps::DMStateCRep *__pyx_t_1;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_2;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_3;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_4;
  int __pyx_t_5;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_6;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_7;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_8;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_9;
  int __pyx_t_10;
  __Pyx_RefNannySetupContext("dm_mapfill_probs", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":2105
 *     cdef DMStateCRep *tprop
 *     cdef DMStateCRep *final_state
 *     cdef DMStateCRep *prop2 = new DMStateCRep(dim)             # <<<<<<<<<<<<<<
 *     cdef DMStateCRep *shelved = new DMStateCRep(dim)
 *     cdef vector[INT] final_indices
 */
  try {
    __pyx_t_1 = new CReps::DMStateCRep(__pyx_v_dim);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 2105, __pyx_L1_error)
  }
  __pyx_v_prop2 = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":2106
 *     cdef DMStateCRep *final_state
 *     cdef DMStateCRep *prop2 = new DMStateCRep(dim)
 *     cdef DMStateCRep *shelved = new DMStateCRep(dim)             # <<<<<<<<<<<<<<
 *     cdef vector[INT] final_indices
 *     cdef vector[INT] elabel_indices
 */
  try {
    __pyx_t_1 = new CReps::DMStateCRep(__pyx_v_dim);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 2106, __pyx_L1_error)
  }
  __pyx_v_shelved = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":2113
 *     # - upon loop entry, prop2 is allocated and prop1 is not (it doesn't "own" any memory)
 *     # - all rho_cache entries have been allocated via "new"
 *     for k in range(<INT>c_evalTree.size()):             # <<<<<<<<<<<<<<
 *         #t0 = pytime.time() # DEBUG
 *         intarray = c_evalTree[k]
 */
  __pyx_t_2 = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_c_evalTree.size());
  __pyx_t_3 = __pyx_t_2;
  for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
    __pyx_v_k = __pyx_t_4;

    /* "pygsti/objects/replib/fastreplib.pyx":2115
 *     for k in range(<INT>c_evalTree.size()):
 *         #t0 = pytime.time() # DEBUG
 *         intarray = c_evalTree[k]             # <<<<<<<<<<<<<<
 *         i = intarray[0]
 *         istart = intarray[1]
 */
    __pyx_v_intarray = (__pyx_v_c_evalTree[__pyx_v_k]);

    /* "pygsti/objects/replib/fastreplib.pyx":2116
 *         #t0 = pytime.time() # DEBUG
 *         intarray = c_evalTree[k]
 *         i = intarray[0]             # <<<<<<<<<<<<<<
 *         istart = intarray[1]
 *         icache = intarray[2]
 */
    __pyx_v_i = (__pyx_v_intarray[0]);

    /* "pygsti/objects/replib/fastreplib.pyx":2117
 *         intarray = c_evalTree[k]
 *         i = intarray[0]
 *         istart = intarray[1]             # <<<<<<<<<<<<<<
 *         icache = intarray[2]
 * 
 */
    __pyx_v_istart = (__pyx_v_intarray[1]);

    /* "pygsti/objects/replib/fastreplib.pyx":2118
 *         i = intarray[0]
 *         istart = intarray[1]
 *         icache = intarray[2]             # <<<<<<<<<<<<<<
 * 
 *         if istart == -1:
 */
    __pyx_v_icache = (__pyx_v_intarray[2]);

    /* "pygsti/objects/replib/fastreplib.pyx":2120
 *         icache = intarray[2]
 * 
 *         if istart == -1:             # <<<<<<<<<<<<<<
 *             init_state = c_rhoreps[intarray[3]]
 *             iFirstOp = 4
 */
    __pyx_t_5 = ((__pyx_v_istart == -1LL) != 0);
    if (__pyx_t_5) {

      /* "pygsti/objects/replib/fastreplib.pyx":2121
 * 
 *         if istart == -1:
 *             init_state = c_rhoreps[intarray[3]]             # <<<<<<<<<<<<<<
 *             iFirstOp = 4
 *         else:
 */
      __pyx_v_init_state = (__pyx_v_c_rhoreps[(__pyx_v_intarray[3])]);

      /* "pygsti/objects/replib/fastreplib.pyx":2122
 *         if istart == -1:
 *             init_state = c_rhoreps[intarray[3]]
 *             iFirstOp = 4             # <<<<<<<<<<<<<<
 *         else:
 *             init_state = deref(prho_cache)[istart]
 */
      __pyx_v_iFirstOp = 4;

      /* "pygsti/objects/replib/fastreplib.pyx":2120
 *         icache = intarray[2]
 * 
 *         if istart == -1:             # <<<<<<<<<<<<<<
 *             init_state = c_rhoreps[intarray[3]]
 *             iFirstOp = 4
 */
      goto __pyx_L5;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":2124
 *             iFirstOp = 4
 *         else:
 *             init_state = deref(prho_cache)[istart]             # <<<<<<<<<<<<<<
 *             iFirstOp = 3
 * 
 */
    /*else*/ {
      __pyx_v_init_state = ((*__pyx_v_prho_cache)[__pyx_v_istart]);

      /* "pygsti/objects/replib/fastreplib.pyx":2125
 *         else:
 *             init_state = deref(prho_cache)[istart]
 *             iFirstOp = 3             # <<<<<<<<<<<<<<
 * 
 *         #DEBUG
 */
      __pyx_v_iFirstOp = 3;
    }
    __pyx_L5:;

    /* "pygsti/objects/replib/fastreplib.pyx":2133
 *         #Propagate state rep
 *         # prop2 should already be alloc'd; need to "allocate" prop1 - either take from cache or from "shelf"
 *         prop1 = shelved if icache == -1 else deref(prho_cache)[icache]             # <<<<<<<<<<<<<<
 *         prop1.copy_from(init_state) # copy init_state -> prop1
 *         #print " prop1:";  print [ prop1._dataptr[t] for t in range(4) ]
 */
    if (((__pyx_v_icache == -1LL) != 0)) {
      __pyx_t_1 = __pyx_v_shelved;
    } else {
      __pyx_t_1 = ((*__pyx_v_prho_cache)[__pyx_v_icache]);
    }
    __pyx_v_prop1 = __pyx_t_1;

    /* "pygsti/objects/replib/fastreplib.pyx":2134
 *         # prop2 should already be alloc'd; need to "allocate" prop1 - either take from cache or from "shelf"
 *         prop1 = shelved if icache == -1 else deref(prho_cache)[icache]
 *         prop1.copy_from(init_state) # copy init_state -> prop1             # <<<<<<<<<<<<<<
 *         #print " prop1:";  print [ prop1._dataptr[t] for t in range(4) ]
 *         #t1 = pytime.time() # DEBUG
 */
    __pyx_v_prop1->copy_from(__pyx_v_init_state);

    /* "pygsti/objects/replib/fastreplib.pyx":2137
 *         #print " prop1:";  print [ prop1._dataptr[t] for t in range(4) ]
 *         #t1 = pytime.time() # DEBUG
 *         for l in range(iFirstOp,<INT>intarray.size()): #during loop, both prop1 & prop2 are alloc'd             # <<<<<<<<<<<<<<
 *             #print "begin acton %d: %.2fs since last, %.2fs elapsed" % (l-2,pytime.time()-t1,pytime.time()-t0) # DEBUG
 *             #t1 = pytime.time() #DEBUG
 */
    __pyx_t_6 = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_intarray.size());
    __pyx_t_7 = __pyx_t_6;
    for (__pyx_t_8 = __pyx_v_iFirstOp; __pyx_t_8 < __pyx_t_7; __pyx_t_8+=1) {
      __pyx_v_l = __pyx_t_8;

      /* "pygsti/objects/replib/fastreplib.pyx":2140
 *             #print "begin acton %d: %.2fs since last, %.2fs elapsed" % (l-2,pytime.time()-t1,pytime.time()-t0) # DEBUG
 *             #t1 = pytime.time() #DEBUG
 *             c_gatereps[intarray[l]].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *             #print " post-act prop2:"; print [ prop2._dataptr[t] for t in range(4) ]
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # swap prop1 <-> prop2
 */
      (void)((__pyx_v_c_gatereps[(__pyx_v_intarray[__pyx_v_l])])->acton(__pyx_v_prop1, __pyx_v_prop2));

      /* "pygsti/objects/replib/fastreplib.pyx":2142
 *             c_gatereps[intarray[l]].acton(prop1,prop2)
 *             #print " post-act prop2:"; print [ prop2._dataptr[t] for t in range(4) ]
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # swap prop1 <-> prop2             # <<<<<<<<<<<<<<
 *         final_state = prop1 # output = prop1 (after swap from loop above)
 *         # Note: prop2 is the other alloc'd state and this maintains invariant
 */
      __pyx_v_tprop = __pyx_v_prop1;
      __pyx_v_prop1 = __pyx_v_prop2;
      __pyx_v_prop2 = __pyx_v_tprop;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":2143
 *             #print " post-act prop2:"; print [ prop2._dataptr[t] for t in range(4) ]
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # swap prop1 <-> prop2
 *         final_state = prop1 # output = prop1 (after swap from loop above)             # <<<<<<<<<<<<<<
 *         # Note: prop2 is the other alloc'd state and this maintains invariant
 *         #print " final:"; print [ final_state._dataptr[t] for t in range(4) ]
 */
    __pyx_v_final_state = __pyx_v_prop1;

    /* "pygsti/objects/replib/fastreplib.pyx":2148
 * 
 *         #print "begin prob comps: %.2fs since last, %.2fs elapsed" % (pytime.time()-t1, pytime.time()-t0) # DEBUG
 *         final_indices = final_indices_per_circuit[i]             # <<<<<<<<<<<<<<
 *         elabel_indices = elabel_indices_per_circuit[i]
 *         for j in range(<INT>elabel_indices.size()):
 */
    __pyx_v_final_indices = (__pyx_v_final_indices_per_circuit[__pyx_v_i]);

    /* "pygsti/objects/replib/fastreplib.pyx":2149
 *         #print "begin prob comps: %.2fs since last, %.2fs elapsed" % (pytime.time()-t1, pytime.time()-t0) # DEBUG
 *         final_indices = final_indices_per_circuit[i]
 *         elabel_indices = elabel_indices_per_circuit[i]             # <<<<<<<<<<<<<<
 *         for j in range(<INT>elabel_indices.size()):
 *             mxToFill[ final_indices[j] ] = c_ereps[elabel_indices[j]].probability(final_state) #outcome probability
 */
    __pyx_v_elabel_indices = (__pyx_v_elabel_indices_per_circuit[__pyx_v_i]);

    /* "pygsti/objects/replib/fastreplib.pyx":2150
 *         final_indices = final_indices_per_circuit[i]
 *         elabel_indices = elabel_indices_per_circuit[i]
 *         for j in range(<INT>elabel_indices.size()):             # <<<<<<<<<<<<<<
 *             mxToFill[ final_indices[j] ] = c_ereps[elabel_indices[j]].probability(final_state) #outcome probability
 * 
 */
    __pyx_t_6 = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_elabel_indices.size());
    __pyx_t_7 = __pyx_t_6;
    for (__pyx_t_8 = 0; __pyx_t_8 < __pyx_t_7; __pyx_t_8+=1) {
      __pyx_v_j = __pyx_t_8;

      /* "pygsti/objects/replib/fastreplib.pyx":2151
 *         elabel_indices = elabel_indices_per_circuit[i]
 *         for j in range(<INT>elabel_indices.size()):
 *             mxToFill[ final_indices[j] ] = c_ereps[elabel_indices[j]].probability(final_state) #outcome probability             # <<<<<<<<<<<<<<
 * 
 *         if icache != -1:
 */
      __pyx_t_9 = (__pyx_v_final_indices[__pyx_v_j]);
      __pyx_t_10 = -1;
      if (__pyx_t_9 < 0) {
        __pyx_t_9 += __pyx_v_mxToFill.shape[0];
        if (unlikely(__pyx_t_9 < 0)) __pyx_t_10 = 0;
      } else if (unlikely(__pyx_t_9 >= __pyx_v_mxToFill.shape[0])) __pyx_t_10 = 0;
      if (unlikely(__pyx_t_10 != -1)) {
        __Pyx_RaiseBufferIndexError(__pyx_t_10);
        __PYX_ERR(0, 2151, __pyx_L1_error)
      }
      *((double *) ( /* dim=0 */ (__pyx_v_mxToFill.data + __pyx_t_9 * __pyx_v_mxToFill.strides[0]) )) = (__pyx_v_c_ereps[(__pyx_v_elabel_indices[__pyx_v_j])])->probability(__pyx_v_final_state);
    }

    /* "pygsti/objects/replib/fastreplib.pyx":2153
 *             mxToFill[ final_indices[j] ] = c_ereps[elabel_indices[j]].probability(final_state) #outcome probability
 * 
 *         if icache != -1:             # <<<<<<<<<<<<<<
 *             deref(prho_cache)[icache] = final_state # store this state in the cache
 *         else: # our 2nd state was pulled from the shelf before; return it
 */
    __pyx_t_5 = ((__pyx_v_icache != -1LL) != 0);
    if (__pyx_t_5) {

      /* "pygsti/objects/replib/fastreplib.pyx":2154
 * 
 *         if icache != -1:
 *             deref(prho_cache)[icache] = final_state # store this state in the cache             # <<<<<<<<<<<<<<
 *         else: # our 2nd state was pulled from the shelf before; return it
 *             shelved = final_state
 */
      ((*__pyx_v_prho_cache)[__pyx_v_icache]) = __pyx_v_final_state;

      /* "pygsti/objects/replib/fastreplib.pyx":2153
 *             mxToFill[ final_indices[j] ] = c_ereps[elabel_indices[j]].probability(final_state) #outcome probability
 * 
 *         if icache != -1:             # <<<<<<<<<<<<<<
 *             deref(prho_cache)[icache] = final_state # store this state in the cache
 *         else: # our 2nd state was pulled from the shelf before; return it
 */
      goto __pyx_L10;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":2156
 *             deref(prho_cache)[icache] = final_state # store this state in the cache
 *         else: # our 2nd state was pulled from the shelf before; return it
 *             shelved = final_state             # <<<<<<<<<<<<<<
 *             final_state = NULL
 *         #print "%d of %d (i=%d,istart=%d,remlen=%d): %.1fs" % (k, c_evalTree.size(), i, istart,
 */
    /*else*/ {
      __pyx_v_shelved = __pyx_v_final_state;

      /* "pygsti/objects/replib/fastreplib.pyx":2157
 *         else: # our 2nd state was pulled from the shelf before; return it
 *             shelved = final_state
 *             final_state = NULL             # <<<<<<<<<<<<<<
 *         #print "%d of %d (i=%d,istart=%d,remlen=%d): %.1fs" % (k, c_evalTree.size(), i, istart,
 *         #                                                      intarray.size()-3, pytime.time()-t0)
 */
      __pyx_v_final_state = NULL;
    }
    __pyx_L10:;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":2162
 * 
 *     #delete our temp states
 *     del prop2             # <<<<<<<<<<<<<<
 *     del shelved
 * 
 */
  delete __pyx_v_prop2;

  /* "pygsti/objects/replib/fastreplib.pyx":2163
 *     #delete our temp states
 *     del prop2
 *     del shelved             # <<<<<<<<<<<<<<
 * 
 * 
 */
  delete __pyx_v_shelved;

  /* "pygsti/objects/replib/fastreplib.pyx":2086
 * 
 * 
 * cdef dm_mapfill_probs(double[:] mxToFill,             # <<<<<<<<<<<<<<
 *                       vector[vector[INT]] c_evalTree,
 *                       vector[DMOpCRep*] c_gatereps,
 */

  /* function exit code */
  __pyx_r = Py_None; __Pyx_INCREF(Py_None);
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.dm_mapfill_probs", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":2166
 * 
 * 
 * def DM_mapfill_dprobs_block(calc,             # <<<<<<<<<<<<<<
 *                             np.ndarray[double, mode="c", ndim=2] mxToFill,
 *                             dest_indices,
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_5DM_mapfill_dprobs_block(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static PyMethodDef __pyx_mdef_6pygsti_7objects_6replib_10fastreplib_5DM_mapfill_dprobs_block = {"DM_mapfill_dprobs_block", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_5DM_mapfill_dprobs_block, METH_VARARGS|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_5DM_mapfill_dprobs_block(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyObject *__pyx_v_calc = 0;
  PyArrayObject *__pyx_v_mxToFill = 0;
  PyObject *__pyx_v_dest_indices = 0;
  PyObject *__pyx_v_dest_param_indices = 0;
  PyObject *__pyx_v_evalTree = 0;
  PyObject *__pyx_v_param_indices = 0;
  PyObject *__pyx_v_comm = 0;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("DM_mapfill_dprobs_block (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_calc,&__pyx_n_s_mxToFill,&__pyx_n_s_dest_indices,&__pyx_n_s_dest_param_indices,&__pyx_n_s_evalTree,&__pyx_n_s_param_indices,&__pyx_n_s_comm,0};
    PyObject* values[7] = {0,0,0,0,0,0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  7: values[6] = PyTuple_GET_ITEM(__pyx_args, 6);
        CYTHON_FALLTHROUGH;
        case  6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
        CYTHON_FALLTHROUGH;
        case  5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
        CYTHON_FALLTHROUGH;
        case  4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
        CYTHON_FALLTHROUGH;
        case  3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
        CYTHON_FALLTHROUGH;
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_calc)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_mxToFill)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_dprobs_block", 1, 7, 7, 1); __PYX_ERR(0, 2166, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  2:
        if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_dest_indices)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_dprobs_block", 1, 7, 7, 2); __PYX_ERR(0, 2166, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  3:
        if (likely((values[3] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_dest_param_indices)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_dprobs_block", 1, 7, 7, 3); __PYX_ERR(0, 2166, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  4:
        if (likely((values[4] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_evalTree)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_dprobs_block", 1, 7, 7, 4); __PYX_ERR(0, 2166, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  5:
        if (likely((values[5] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_param_indices)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_dprobs_block", 1, 7, 7, 5); __PYX_ERR(0, 2166, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  6:
        if (likely((values[6] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_comm)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_dprobs_block", 1, 7, 7, 6); __PYX_ERR(0, 2166, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "DM_mapfill_dprobs_block") < 0)) __PYX_ERR(0, 2166, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 7) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
      values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
      values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
      values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
      values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
      values[6] = PyTuple_GET_ITEM(__pyx_args, 6);
    }
    __pyx_v_calc = values[0];
    __pyx_v_mxToFill = ((PyArrayObject *)values[1]);
    __pyx_v_dest_indices = values[2];
    __pyx_v_dest_param_indices = values[3];
    __pyx_v_evalTree = values[4];
    __pyx_v_param_indices = values[5];
    __pyx_v_comm = values[6];
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("DM_mapfill_dprobs_block", 1, 7, 7, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 2166, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DM_mapfill_dprobs_block", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_mxToFill), __pyx_ptype_5numpy_ndarray, 1, "mxToFill", 0))) __PYX_ERR(0, 2167, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_4DM_mapfill_dprobs_block(__pyx_self, __pyx_v_calc, __pyx_v_mxToFill, __pyx_v_dest_indices, __pyx_v_dest_param_indices, __pyx_v_evalTree, __pyx_v_param_indices, __pyx_v_comm);

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_4DM_mapfill_dprobs_block(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_calc, PyArrayObject *__pyx_v_mxToFill, PyObject *__pyx_v_dest_indices, PyObject *__pyx_v_dest_param_indices, PyObject *__pyx_v_evalTree, PyObject *__pyx_v_param_indices, PyObject *__pyx_v_comm) {
  double __pyx_v_eps;
  PyObject *__pyx_v_rho_lookup = NULL;
  PyObject *__pyx_v_rhoreps = NULL;
  PyObject *__pyx_v_operation_lookup = NULL;
  PyObject *__pyx_v_operationreps = NULL;
  PyObject *__pyx_v_ereps = NULL;
  PyObject *__pyx_v_c_evalTree = 0;
  std::vector<CReps::DMStateCRep *>  __pyx_v_c_rhos;
  std::vector<CReps::DMEffectCRep *>  __pyx_v_c_ereps;
  std::vector<CReps::DMOpCRep *>  __pyx_v_c_gatereps;
  std::vector<CReps::DMStateCRep *>  __pyx_v_rho_cache;
  std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  __pyx_v_elabel_indices_per_circuit;
  std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  __pyx_v_final_indices_per_circuit;
  PyObject *__pyx_v_all_slices = NULL;
  PyObject *__pyx_v_my_slice = NULL;
  PyObject *__pyx_v_owners = NULL;
  PyObject *__pyx_v_subComm = NULL;
  PyObject *__pyx_v_my_param_indices = NULL;
  PyObject *__pyx_v_st = NULL;
  PyObject *__pyx_v_iParamToFinal = NULL;
  PyObject *__pyx_v_nEls = NULL;
  PyObject *__pyx_v_probs = NULL;
  PyObject *__pyx_v_probs2 = NULL;
  PyObject *__pyx_v_orig_vec = NULL;
  PyObject *__pyx_v_i = NULL;
  PyObject *__pyx_v_iFinal = NULL;
  PyObject *__pyx_v_vec = NULL;
  PyObject *__pyx_8genexpr4__pyx_v_i = NULL;
  PyObject *__pyx_8genexpr4__pyx_v_lbl = NULL;
  PyObject *__pyx_8genexpr5__pyx_v_rholbl = NULL;
  PyObject *__pyx_8genexpr5__pyx_v_i = NULL;
  PyObject *__pyx_8genexpr6__pyx_v_i = NULL;
  PyObject *__pyx_8genexpr6__pyx_v_lbl = NULL;
  PyObject *__pyx_8genexpr7__pyx_v_lbl = NULL;
  PyObject *__pyx_8genexpr7__pyx_v_i = NULL;
  PyObject *__pyx_v_E = NULL;
  PyObject *__pyx_8genexpr8__pyx_v_ii = NULL;
  PyObject *__pyx_8genexpr8__pyx_v_i = NULL;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_mxToFill;
  __Pyx_Buffer __pyx_pybuffer_mxToFill;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  int __pyx_t_2;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  PyObject *__pyx_t_5 = NULL;
  PyObject *__pyx_t_6 = NULL;
  Py_ssize_t __pyx_t_7;
  PyObject *(*__pyx_t_8)(PyObject *);
  PyObject *__pyx_t_9 = NULL;
  PyObject *__pyx_t_10 = NULL;
  PyObject *(*__pyx_t_11)(PyObject *);
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_12;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_13;
  int __pyx_t_14;
  __Pyx_memviewslice __pyx_t_15 = { 0, 0, { 0 }, { 0 }, { 0 } };
  std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  __pyx_t_16;
  PyObject *__pyx_t_17 = NULL;
  __Pyx_RefNannySetupContext("DM_mapfill_dprobs_block", 0);
  __Pyx_INCREF(__pyx_v_dest_indices);
  __Pyx_INCREF(__pyx_v_dest_param_indices);
  __Pyx_INCREF(__pyx_v_param_indices);
  __pyx_pybuffer_mxToFill.pybuffer.buf = NULL;
  __pyx_pybuffer_mxToFill.refcount = 0;
  __pyx_pybuffernd_mxToFill.data = NULL;
  __pyx_pybuffernd_mxToFill.rcbuffer = &__pyx_pybuffer_mxToFill;
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_mxToFill.rcbuffer->pybuffer, (PyObject*)__pyx_v_mxToFill, &__Pyx_TypeInfo_double, PyBUF_FORMAT| PyBUF_C_CONTIGUOUS, 2, 0, __pyx_stack) == -1)) __PYX_ERR(0, 2166, __pyx_L1_error)
  }
  __pyx_pybuffernd_mxToFill.diminfo[0].strides = __pyx_pybuffernd_mxToFill.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_mxToFill.diminfo[0].shape = __pyx_pybuffernd_mxToFill.rcbuffer->pybuffer.shape[0]; __pyx_pybuffernd_mxToFill.diminfo[1].strides = __pyx_pybuffernd_mxToFill.rcbuffer->pybuffer.strides[1]; __pyx_pybuffernd_mxToFill.diminfo[1].shape = __pyx_pybuffernd_mxToFill.rcbuffer->pybuffer.shape[1];

  /* "pygsti/objects/replib/fastreplib.pyx":2172
 *                             evalTree, param_indices, comm):
 * 
 *     cdef double eps = 1e-7 #hardcoded?             # <<<<<<<<<<<<<<
 * 
 *     if param_indices is None:
 */
  __pyx_v_eps = 1e-7;

  /* "pygsti/objects/replib/fastreplib.pyx":2174
 *     cdef double eps = 1e-7 #hardcoded?
 * 
 *     if param_indices is None:             # <<<<<<<<<<<<<<
 *         param_indices = list(range(calc.Np))
 *     if dest_param_indices is None:
 */
  __pyx_t_1 = (__pyx_v_param_indices == Py_None);
  __pyx_t_2 = (__pyx_t_1 != 0);
  if (__pyx_t_2) {

    /* "pygsti/objects/replib/fastreplib.pyx":2175
 * 
 *     if param_indices is None:
 *         param_indices = list(range(calc.Np))             # <<<<<<<<<<<<<<
 *     if dest_param_indices is None:
 *         dest_param_indices = list(range(_slct.length(param_indices)))
 */
    __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_Np); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2175, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __pyx_t_4 = __Pyx_PyObject_CallOneArg(__pyx_builtin_range, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2175, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __pyx_t_3 = PySequence_List(__pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2175, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
    __Pyx_DECREF_SET(__pyx_v_param_indices, __pyx_t_3);
    __pyx_t_3 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":2174
 *     cdef double eps = 1e-7 #hardcoded?
 * 
 *     if param_indices is None:             # <<<<<<<<<<<<<<
 *         param_indices = list(range(calc.Np))
 *     if dest_param_indices is None:
 */
  }

  /* "pygsti/objects/replib/fastreplib.pyx":2176
 *     if param_indices is None:
 *         param_indices = list(range(calc.Np))
 *     if dest_param_indices is None:             # <<<<<<<<<<<<<<
 *         dest_param_indices = list(range(_slct.length(param_indices)))
 * 
 */
  __pyx_t_2 = (__pyx_v_dest_param_indices == Py_None);
  __pyx_t_1 = (__pyx_t_2 != 0);
  if (__pyx_t_1) {

    /* "pygsti/objects/replib/fastreplib.pyx":2177
 *         param_indices = list(range(calc.Np))
 *     if dest_param_indices is None:
 *         dest_param_indices = list(range(_slct.length(param_indices)))             # <<<<<<<<<<<<<<
 * 
 *     param_indices = _slct.as_array(param_indices)
 */
    __Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_slct); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2177, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_length); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2177, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
    __pyx_t_4 = NULL;
    if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_5))) {
      __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_5);
      if (likely(__pyx_t_4)) {
        PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
        __Pyx_INCREF(__pyx_t_4);
        __Pyx_INCREF(function);
        __Pyx_DECREF_SET(__pyx_t_5, function);
      }
    }
    __pyx_t_3 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_5, __pyx_t_4, __pyx_v_param_indices) : __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_v_param_indices);
    __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
    if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2177, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
    __pyx_t_5 = __Pyx_PyObject_CallOneArg(__pyx_builtin_range, __pyx_t_3); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2177, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __pyx_t_3 = PySequence_List(__pyx_t_5); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2177, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
    __Pyx_DECREF_SET(__pyx_v_dest_param_indices, __pyx_t_3);
    __pyx_t_3 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":2176
 *     if param_indices is None:
 *         param_indices = list(range(calc.Np))
 *     if dest_param_indices is None:             # <<<<<<<<<<<<<<
 *         dest_param_indices = list(range(_slct.length(param_indices)))
 * 
 */
  }

  /* "pygsti/objects/replib/fastreplib.pyx":2179
 *         dest_param_indices = list(range(_slct.length(param_indices)))
 * 
 *     param_indices = _slct.as_array(param_indices)             # <<<<<<<<<<<<<<
 *     dest_param_indices = _slct.as_array(dest_param_indices)
 * 
 */
  __Pyx_GetModuleGlobalName(__pyx_t_5, __pyx_n_s_slct); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2179, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_as_array); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2179, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  __pyx_t_5 = NULL;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_4))) {
    __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_4);
    if (likely(__pyx_t_5)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
      __Pyx_INCREF(__pyx_t_5);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_4, function);
    }
  }
  __pyx_t_3 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_5, __pyx_v_param_indices) : __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_v_param_indices);
  __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
  if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2179, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  __Pyx_DECREF_SET(__pyx_v_param_indices, __pyx_t_3);
  __pyx_t_3 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2180
 * 
 *     param_indices = _slct.as_array(param_indices)
 *     dest_param_indices = _slct.as_array(dest_param_indices)             # <<<<<<<<<<<<<<
 * 
 *     dest_indices = _slct.as_array(dest_indices)  # make sure this is an array and not a slice
 */
  __Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_slct); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2180, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_as_array); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2180, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  __pyx_t_4 = NULL;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_5))) {
    __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_5);
    if (likely(__pyx_t_4)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
      __Pyx_INCREF(__pyx_t_4);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_5, function);
    }
  }
  __pyx_t_3 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_5, __pyx_t_4, __pyx_v_dest_param_indices) : __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_v_dest_param_indices);
  __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
  if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2180, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  __Pyx_DECREF_SET(__pyx_v_dest_param_indices, __pyx_t_3);
  __pyx_t_3 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2182
 *     dest_param_indices = _slct.as_array(dest_param_indices)
 * 
 *     dest_indices = _slct.as_array(dest_indices)  # make sure this is an array and not a slice             # <<<<<<<<<<<<<<
 *     dest_indices = np.ascontiguousarray(dest_indices)
 * 
 */
  __Pyx_GetModuleGlobalName(__pyx_t_5, __pyx_n_s_slct); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2182, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_as_array); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2182, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  __pyx_t_5 = NULL;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_4))) {
    __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_4);
    if (likely(__pyx_t_5)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
      __Pyx_INCREF(__pyx_t_5);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_4, function);
    }
  }
  __pyx_t_3 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_5, __pyx_v_dest_indices) : __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_v_dest_indices);
  __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
  if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2182, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  __Pyx_DECREF_SET(__pyx_v_dest_indices, __pyx_t_3);
  __pyx_t_3 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2183
 * 
 *     dest_indices = _slct.as_array(dest_indices)  # make sure this is an array and not a slice
 *     dest_indices = np.ascontiguousarray(dest_indices)             # <<<<<<<<<<<<<<
 * 
 *     #Get (extension-type) representation objects
 */
  __Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_np); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2183, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_ascontiguousarray); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2183, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  __pyx_t_4 = NULL;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_5))) {
    __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_5);
    if (likely(__pyx_t_4)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
      __Pyx_INCREF(__pyx_t_4);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_5, function);
    }
  }
  __pyx_t_3 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_5, __pyx_t_4, __pyx_v_dest_indices) : __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_v_dest_indices);
  __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
  if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2183, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  __Pyx_DECREF_SET(__pyx_v_dest_indices, __pyx_t_3);
  __pyx_t_3 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2190
 *     # more importantly causes calc.from_vector to be aware of these operations and to
 *     # re-initialize them with updated parameter vectors as is necessary for the finite difference loop.
 *     rho_lookup = { lbl:i for i,lbl in enumerate(evalTree.rholabels) } # rho labels -> ints for faster lookup             # <<<<<<<<<<<<<<
 *     rhoreps = { i: calc._rho_from_label(rholbl)._rep for rholbl,i in rho_lookup.items() }
 *     operation_lookup = { lbl:i for i,lbl in enumerate(evalTree.opLabels) } # operation labels -> ints for faster lookup
 */
  { /* enter inner scope */
    __pyx_t_3 = PyDict_New(); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2190, __pyx_L7_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_INCREF(__pyx_int_0);
    __pyx_t_5 = __pyx_int_0;
    __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_evalTree, __pyx_n_s_rholabels); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2190, __pyx_L7_error)
    __Pyx_GOTREF(__pyx_t_4);
    if (likely(PyList_CheckExact(__pyx_t_4)) || PyTuple_CheckExact(__pyx_t_4)) {
      __pyx_t_6 = __pyx_t_4; __Pyx_INCREF(__pyx_t_6); __pyx_t_7 = 0;
      __pyx_t_8 = NULL;
    } else {
      __pyx_t_7 = -1; __pyx_t_6 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2190, __pyx_L7_error)
      __Pyx_GOTREF(__pyx_t_6);
      __pyx_t_8 = Py_TYPE(__pyx_t_6)->tp_iternext; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 2190, __pyx_L7_error)
    }
    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
    for (;;) {
      if (likely(!__pyx_t_8)) {
        if (likely(PyList_CheckExact(__pyx_t_6))) {
          if (__pyx_t_7 >= PyList_GET_SIZE(__pyx_t_6)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_4 = PyList_GET_ITEM(__pyx_t_6, __pyx_t_7); __Pyx_INCREF(__pyx_t_4); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 2190, __pyx_L7_error)
          #else
          __pyx_t_4 = PySequence_ITEM(__pyx_t_6, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2190, __pyx_L7_error)
          __Pyx_GOTREF(__pyx_t_4);
          #endif
        } else {
          if (__pyx_t_7 >= PyTuple_GET_SIZE(__pyx_t_6)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_6, __pyx_t_7); __Pyx_INCREF(__pyx_t_4); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 2190, __pyx_L7_error)
          #else
          __pyx_t_4 = PySequence_ITEM(__pyx_t_6, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2190, __pyx_L7_error)
          __Pyx_GOTREF(__pyx_t_4);
          #endif
        }
      } else {
        __pyx_t_4 = __pyx_t_8(__pyx_t_6);
        if (unlikely(!__pyx_t_4)) {
          PyObject* exc_type = PyErr_Occurred();
          if (exc_type) {
            if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
            else __PYX_ERR(0, 2190, __pyx_L7_error)
          }
          break;
        }
        __Pyx_GOTREF(__pyx_t_4);
      }
      __Pyx_XDECREF_SET(__pyx_8genexpr4__pyx_v_lbl, __pyx_t_4);
      __pyx_t_4 = 0;
      __Pyx_INCREF(__pyx_t_5);
      __Pyx_XDECREF_SET(__pyx_8genexpr4__pyx_v_i, __pyx_t_5);
      __pyx_t_4 = __Pyx_PyInt_AddObjC(__pyx_t_5, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2190, __pyx_L7_error)
      __Pyx_GOTREF(__pyx_t_4);
      __Pyx_DECREF(__pyx_t_5);
      __pyx_t_5 = __pyx_t_4;
      __pyx_t_4 = 0;
      if (unlikely(PyDict_SetItem(__pyx_t_3, (PyObject*)__pyx_8genexpr4__pyx_v_lbl, (PyObject*)__pyx_8genexpr4__pyx_v_i))) __PYX_ERR(0, 2190, __pyx_L7_error)
    }
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
    __Pyx_XDECREF(__pyx_8genexpr4__pyx_v_i); __pyx_8genexpr4__pyx_v_i = 0;
    __Pyx_XDECREF(__pyx_8genexpr4__pyx_v_lbl); __pyx_8genexpr4__pyx_v_lbl = 0;
    goto __pyx_L10_exit_scope;
    __pyx_L7_error:;
    __Pyx_XDECREF(__pyx_8genexpr4__pyx_v_i); __pyx_8genexpr4__pyx_v_i = 0;
    __Pyx_XDECREF(__pyx_8genexpr4__pyx_v_lbl); __pyx_8genexpr4__pyx_v_lbl = 0;
    goto __pyx_L1_error;
    __pyx_L10_exit_scope:;
  } /* exit inner scope */
  __pyx_v_rho_lookup = ((PyObject*)__pyx_t_3);
  __pyx_t_3 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2191
 *     # re-initialize them with updated parameter vectors as is necessary for the finite difference loop.
 *     rho_lookup = { lbl:i for i,lbl in enumerate(evalTree.rholabels) } # rho labels -> ints for faster lookup
 *     rhoreps = { i: calc._rho_from_label(rholbl)._rep for rholbl,i in rho_lookup.items() }             # <<<<<<<<<<<<<<
 *     operation_lookup = { lbl:i for i,lbl in enumerate(evalTree.opLabels) } # operation labels -> ints for faster lookup
 *     operationreps = { i:calc._op_from_label(lbl)._rep for lbl,i in operation_lookup.items() }
 */
  { /* enter inner scope */
    __pyx_t_3 = PyDict_New(); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2191, __pyx_L13_error)
    __Pyx_GOTREF(__pyx_t_3);
    __pyx_t_5 = __Pyx_PyDict_Items(__pyx_v_rho_lookup); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2191, __pyx_L13_error)
    __Pyx_GOTREF(__pyx_t_5);
    if (likely(PyList_CheckExact(__pyx_t_5)) || PyTuple_CheckExact(__pyx_t_5)) {
      __pyx_t_6 = __pyx_t_5; __Pyx_INCREF(__pyx_t_6); __pyx_t_7 = 0;
      __pyx_t_8 = NULL;
    } else {
      __pyx_t_7 = -1; __pyx_t_6 = PyObject_GetIter(__pyx_t_5); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2191, __pyx_L13_error)
      __Pyx_GOTREF(__pyx_t_6);
      __pyx_t_8 = Py_TYPE(__pyx_t_6)->tp_iternext; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 2191, __pyx_L13_error)
    }
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
    for (;;) {
      if (likely(!__pyx_t_8)) {
        if (likely(PyList_CheckExact(__pyx_t_6))) {
          if (__pyx_t_7 >= PyList_GET_SIZE(__pyx_t_6)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_5 = PyList_GET_ITEM(__pyx_t_6, __pyx_t_7); __Pyx_INCREF(__pyx_t_5); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 2191, __pyx_L13_error)
          #else
          __pyx_t_5 = PySequence_ITEM(__pyx_t_6, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2191, __pyx_L13_error)
          __Pyx_GOTREF(__pyx_t_5);
          #endif
        } else {
          if (__pyx_t_7 >= PyTuple_GET_SIZE(__pyx_t_6)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_5 = PyTuple_GET_ITEM(__pyx_t_6, __pyx_t_7); __Pyx_INCREF(__pyx_t_5); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 2191, __pyx_L13_error)
          #else
          __pyx_t_5 = PySequence_ITEM(__pyx_t_6, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2191, __pyx_L13_error)
          __Pyx_GOTREF(__pyx_t_5);
          #endif
        }
      } else {
        __pyx_t_5 = __pyx_t_8(__pyx_t_6);
        if (unlikely(!__pyx_t_5)) {
          PyObject* exc_type = PyErr_Occurred();
          if (exc_type) {
            if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
            else __PYX_ERR(0, 2191, __pyx_L13_error)
          }
          break;
        }
        __Pyx_GOTREF(__pyx_t_5);
      }
      if ((likely(PyTuple_CheckExact(__pyx_t_5))) || (PyList_CheckExact(__pyx_t_5))) {
        PyObject* sequence = __pyx_t_5;
        Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
        if (unlikely(size != 2)) {
          if (size > 2) __Pyx_RaiseTooManyValuesError(2);
          else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
          __PYX_ERR(0, 2191, __pyx_L13_error)
        }
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        if (likely(PyTuple_CheckExact(sequence))) {
          __pyx_t_4 = PyTuple_GET_ITEM(sequence, 0); 
          __pyx_t_9 = PyTuple_GET_ITEM(sequence, 1); 
        } else {
          __pyx_t_4 = PyList_GET_ITEM(sequence, 0); 
          __pyx_t_9 = PyList_GET_ITEM(sequence, 1); 
        }
        __Pyx_INCREF(__pyx_t_4);
        __Pyx_INCREF(__pyx_t_9);
        #else
        __pyx_t_4 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2191, __pyx_L13_error)
        __Pyx_GOTREF(__pyx_t_4);
        __pyx_t_9 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2191, __pyx_L13_error)
        __Pyx_GOTREF(__pyx_t_9);
        #endif
        __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
      } else {
        Py_ssize_t index = -1;
        __pyx_t_10 = PyObject_GetIter(__pyx_t_5); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 2191, __pyx_L13_error)
        __Pyx_GOTREF(__pyx_t_10);
        __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
        __pyx_t_11 = Py_TYPE(__pyx_t_10)->tp_iternext;
        index = 0; __pyx_t_4 = __pyx_t_11(__pyx_t_10); if (unlikely(!__pyx_t_4)) goto __pyx_L16_unpacking_failed;
        __Pyx_GOTREF(__pyx_t_4);
        index = 1; __pyx_t_9 = __pyx_t_11(__pyx_t_10); if (unlikely(!__pyx_t_9)) goto __pyx_L16_unpacking_failed;
        __Pyx_GOTREF(__pyx_t_9);
        if (__Pyx_IternextUnpackEndCheck(__pyx_t_11(__pyx_t_10), 2) < 0) __PYX_ERR(0, 2191, __pyx_L13_error)
        __pyx_t_11 = NULL;
        __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
        goto __pyx_L17_unpacking_done;
        __pyx_L16_unpacking_failed:;
        __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
        __pyx_t_11 = NULL;
        if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
        __PYX_ERR(0, 2191, __pyx_L13_error)
        __pyx_L17_unpacking_done:;
      }
      __Pyx_XDECREF_SET(__pyx_8genexpr5__pyx_v_rholbl, __pyx_t_4);
      __pyx_t_4 = 0;
      __Pyx_XDECREF_SET(__pyx_8genexpr5__pyx_v_i, __pyx_t_9);
      __pyx_t_9 = 0;
      __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_rho_from_label); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2191, __pyx_L13_error)
      __Pyx_GOTREF(__pyx_t_9);
      __pyx_t_4 = NULL;
      if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_9))) {
        __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_9);
        if (likely(__pyx_t_4)) {
          PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_9);
          __Pyx_INCREF(__pyx_t_4);
          __Pyx_INCREF(function);
          __Pyx_DECREF_SET(__pyx_t_9, function);
        }
      }
      __pyx_t_5 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_9, __pyx_t_4, __pyx_8genexpr5__pyx_v_rholbl) : __Pyx_PyObject_CallOneArg(__pyx_t_9, __pyx_8genexpr5__pyx_v_rholbl);
      __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
      if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2191, __pyx_L13_error)
      __Pyx_GOTREF(__pyx_t_5);
      __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
      __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_rep); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2191, __pyx_L13_error)
      __Pyx_GOTREF(__pyx_t_9);
      __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
      if (unlikely(PyDict_SetItem(__pyx_t_3, (PyObject*)__pyx_8genexpr5__pyx_v_i, (PyObject*)__pyx_t_9))) __PYX_ERR(0, 2191, __pyx_L13_error)
      __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
    }
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    __Pyx_XDECREF(__pyx_8genexpr5__pyx_v_i); __pyx_8genexpr5__pyx_v_i = 0;
    __Pyx_XDECREF(__pyx_8genexpr5__pyx_v_rholbl); __pyx_8genexpr5__pyx_v_rholbl = 0;
    goto __pyx_L18_exit_scope;
    __pyx_L13_error:;
    __Pyx_XDECREF(__pyx_8genexpr5__pyx_v_i); __pyx_8genexpr5__pyx_v_i = 0;
    __Pyx_XDECREF(__pyx_8genexpr5__pyx_v_rholbl); __pyx_8genexpr5__pyx_v_rholbl = 0;
    goto __pyx_L1_error;
    __pyx_L18_exit_scope:;
  } /* exit inner scope */
  __pyx_v_rhoreps = ((PyObject*)__pyx_t_3);
  __pyx_t_3 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2192
 *     rho_lookup = { lbl:i for i,lbl in enumerate(evalTree.rholabels) } # rho labels -> ints for faster lookup
 *     rhoreps = { i: calc._rho_from_label(rholbl)._rep for rholbl,i in rho_lookup.items() }
 *     operation_lookup = { lbl:i for i,lbl in enumerate(evalTree.opLabels) } # operation labels -> ints for faster lookup             # <<<<<<<<<<<<<<
 *     operationreps = { i:calc._op_from_label(lbl)._rep for lbl,i in operation_lookup.items() }
 *     ereps = [E._rep for E in calc._Es_from_labels(evalTree.elabels)]  # cache these in future
 */
  { /* enter inner scope */
    __pyx_t_3 = PyDict_New(); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2192, __pyx_L21_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_INCREF(__pyx_int_0);
    __pyx_t_6 = __pyx_int_0;
    __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_evalTree, __pyx_n_s_opLabels); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2192, __pyx_L21_error)
    __Pyx_GOTREF(__pyx_t_9);
    if (likely(PyList_CheckExact(__pyx_t_9)) || PyTuple_CheckExact(__pyx_t_9)) {
      __pyx_t_5 = __pyx_t_9; __Pyx_INCREF(__pyx_t_5); __pyx_t_7 = 0;
      __pyx_t_8 = NULL;
    } else {
      __pyx_t_7 = -1; __pyx_t_5 = PyObject_GetIter(__pyx_t_9); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2192, __pyx_L21_error)
      __Pyx_GOTREF(__pyx_t_5);
      __pyx_t_8 = Py_TYPE(__pyx_t_5)->tp_iternext; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 2192, __pyx_L21_error)
    }
    __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
    for (;;) {
      if (likely(!__pyx_t_8)) {
        if (likely(PyList_CheckExact(__pyx_t_5))) {
          if (__pyx_t_7 >= PyList_GET_SIZE(__pyx_t_5)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_9 = PyList_GET_ITEM(__pyx_t_5, __pyx_t_7); __Pyx_INCREF(__pyx_t_9); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 2192, __pyx_L21_error)
          #else
          __pyx_t_9 = PySequence_ITEM(__pyx_t_5, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2192, __pyx_L21_error)
          __Pyx_GOTREF(__pyx_t_9);
          #endif
        } else {
          if (__pyx_t_7 >= PyTuple_GET_SIZE(__pyx_t_5)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_9 = PyTuple_GET_ITEM(__pyx_t_5, __pyx_t_7); __Pyx_INCREF(__pyx_t_9); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 2192, __pyx_L21_error)
          #else
          __pyx_t_9 = PySequence_ITEM(__pyx_t_5, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2192, __pyx_L21_error)
          __Pyx_GOTREF(__pyx_t_9);
          #endif
        }
      } else {
        __pyx_t_9 = __pyx_t_8(__pyx_t_5);
        if (unlikely(!__pyx_t_9)) {
          PyObject* exc_type = PyErr_Occurred();
          if (exc_type) {
            if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
            else __PYX_ERR(0, 2192, __pyx_L21_error)
          }
          break;
        }
        __Pyx_GOTREF(__pyx_t_9);
      }
      __Pyx_XDECREF_SET(__pyx_8genexpr6__pyx_v_lbl, __pyx_t_9);
      __pyx_t_9 = 0;
      __Pyx_INCREF(__pyx_t_6);
      __Pyx_XDECREF_SET(__pyx_8genexpr6__pyx_v_i, __pyx_t_6);
      __pyx_t_9 = __Pyx_PyInt_AddObjC(__pyx_t_6, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2192, __pyx_L21_error)
      __Pyx_GOTREF(__pyx_t_9);
      __Pyx_DECREF(__pyx_t_6);
      __pyx_t_6 = __pyx_t_9;
      __pyx_t_9 = 0;
      if (unlikely(PyDict_SetItem(__pyx_t_3, (PyObject*)__pyx_8genexpr6__pyx_v_lbl, (PyObject*)__pyx_8genexpr6__pyx_v_i))) __PYX_ERR(0, 2192, __pyx_L21_error)
    }
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    __Pyx_XDECREF(__pyx_8genexpr6__pyx_v_i); __pyx_8genexpr6__pyx_v_i = 0;
    __Pyx_XDECREF(__pyx_8genexpr6__pyx_v_lbl); __pyx_8genexpr6__pyx_v_lbl = 0;
    goto __pyx_L24_exit_scope;
    __pyx_L21_error:;
    __Pyx_XDECREF(__pyx_8genexpr6__pyx_v_i); __pyx_8genexpr6__pyx_v_i = 0;
    __Pyx_XDECREF(__pyx_8genexpr6__pyx_v_lbl); __pyx_8genexpr6__pyx_v_lbl = 0;
    goto __pyx_L1_error;
    __pyx_L24_exit_scope:;
  } /* exit inner scope */
  __pyx_v_operation_lookup = ((PyObject*)__pyx_t_3);
  __pyx_t_3 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2193
 *     rhoreps = { i: calc._rho_from_label(rholbl)._rep for rholbl,i in rho_lookup.items() }
 *     operation_lookup = { lbl:i for i,lbl in enumerate(evalTree.opLabels) } # operation labels -> ints for faster lookup
 *     operationreps = { i:calc._op_from_label(lbl)._rep for lbl,i in operation_lookup.items() }             # <<<<<<<<<<<<<<
 *     ereps = [E._rep for E in calc._Es_from_labels(evalTree.elabels)]  # cache these in future
 * 
 */
  { /* enter inner scope */
    __pyx_t_3 = PyDict_New(); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2193, __pyx_L27_error)
    __Pyx_GOTREF(__pyx_t_3);
    __pyx_t_6 = __Pyx_PyDict_Items(__pyx_v_operation_lookup); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2193, __pyx_L27_error)
    __Pyx_GOTREF(__pyx_t_6);
    if (likely(PyList_CheckExact(__pyx_t_6)) || PyTuple_CheckExact(__pyx_t_6)) {
      __pyx_t_5 = __pyx_t_6; __Pyx_INCREF(__pyx_t_5); __pyx_t_7 = 0;
      __pyx_t_8 = NULL;
    } else {
      __pyx_t_7 = -1; __pyx_t_5 = PyObject_GetIter(__pyx_t_6); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2193, __pyx_L27_error)
      __Pyx_GOTREF(__pyx_t_5);
      __pyx_t_8 = Py_TYPE(__pyx_t_5)->tp_iternext; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 2193, __pyx_L27_error)
    }
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    for (;;) {
      if (likely(!__pyx_t_8)) {
        if (likely(PyList_CheckExact(__pyx_t_5))) {
          if (__pyx_t_7 >= PyList_GET_SIZE(__pyx_t_5)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_6 = PyList_GET_ITEM(__pyx_t_5, __pyx_t_7); __Pyx_INCREF(__pyx_t_6); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 2193, __pyx_L27_error)
          #else
          __pyx_t_6 = PySequence_ITEM(__pyx_t_5, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2193, __pyx_L27_error)
          __Pyx_GOTREF(__pyx_t_6);
          #endif
        } else {
          if (__pyx_t_7 >= PyTuple_GET_SIZE(__pyx_t_5)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_6 = PyTuple_GET_ITEM(__pyx_t_5, __pyx_t_7); __Pyx_INCREF(__pyx_t_6); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 2193, __pyx_L27_error)
          #else
          __pyx_t_6 = PySequence_ITEM(__pyx_t_5, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2193, __pyx_L27_error)
          __Pyx_GOTREF(__pyx_t_6);
          #endif
        }
      } else {
        __pyx_t_6 = __pyx_t_8(__pyx_t_5);
        if (unlikely(!__pyx_t_6)) {
          PyObject* exc_type = PyErr_Occurred();
          if (exc_type) {
            if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
            else __PYX_ERR(0, 2193, __pyx_L27_error)
          }
          break;
        }
        __Pyx_GOTREF(__pyx_t_6);
      }
      if ((likely(PyTuple_CheckExact(__pyx_t_6))) || (PyList_CheckExact(__pyx_t_6))) {
        PyObject* sequence = __pyx_t_6;
        Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
        if (unlikely(size != 2)) {
          if (size > 2) __Pyx_RaiseTooManyValuesError(2);
          else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
          __PYX_ERR(0, 2193, __pyx_L27_error)
        }
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        if (likely(PyTuple_CheckExact(sequence))) {
          __pyx_t_9 = PyTuple_GET_ITEM(sequence, 0); 
          __pyx_t_4 = PyTuple_GET_ITEM(sequence, 1); 
        } else {
          __pyx_t_9 = PyList_GET_ITEM(sequence, 0); 
          __pyx_t_4 = PyList_GET_ITEM(sequence, 1); 
        }
        __Pyx_INCREF(__pyx_t_9);
        __Pyx_INCREF(__pyx_t_4);
        #else
        __pyx_t_9 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2193, __pyx_L27_error)
        __Pyx_GOTREF(__pyx_t_9);
        __pyx_t_4 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2193, __pyx_L27_error)
        __Pyx_GOTREF(__pyx_t_4);
        #endif
        __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
      } else {
        Py_ssize_t index = -1;
        __pyx_t_10 = PyObject_GetIter(__pyx_t_6); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 2193, __pyx_L27_error)
        __Pyx_GOTREF(__pyx_t_10);
        __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
        __pyx_t_11 = Py_TYPE(__pyx_t_10)->tp_iternext;
        index = 0; __pyx_t_9 = __pyx_t_11(__pyx_t_10); if (unlikely(!__pyx_t_9)) goto __pyx_L30_unpacking_failed;
        __Pyx_GOTREF(__pyx_t_9);
        index = 1; __pyx_t_4 = __pyx_t_11(__pyx_t_10); if (unlikely(!__pyx_t_4)) goto __pyx_L30_unpacking_failed;
        __Pyx_GOTREF(__pyx_t_4);
        if (__Pyx_IternextUnpackEndCheck(__pyx_t_11(__pyx_t_10), 2) < 0) __PYX_ERR(0, 2193, __pyx_L27_error)
        __pyx_t_11 = NULL;
        __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
        goto __pyx_L31_unpacking_done;
        __pyx_L30_unpacking_failed:;
        __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
        __pyx_t_11 = NULL;
        if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
        __PYX_ERR(0, 2193, __pyx_L27_error)
        __pyx_L31_unpacking_done:;
      }
      __Pyx_XDECREF_SET(__pyx_8genexpr7__pyx_v_lbl, __pyx_t_9);
      __pyx_t_9 = 0;
      __Pyx_XDECREF_SET(__pyx_8genexpr7__pyx_v_i, __pyx_t_4);
      __pyx_t_4 = 0;
      __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_op_from_label); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2193, __pyx_L27_error)
      __Pyx_GOTREF(__pyx_t_4);
      __pyx_t_9 = NULL;
      if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) {
        __pyx_t_9 = PyMethod_GET_SELF(__pyx_t_4);
        if (likely(__pyx_t_9)) {
          PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
          __Pyx_INCREF(__pyx_t_9);
          __Pyx_INCREF(function);
          __Pyx_DECREF_SET(__pyx_t_4, function);
        }
      }
      __pyx_t_6 = (__pyx_t_9) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_9, __pyx_8genexpr7__pyx_v_lbl) : __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_8genexpr7__pyx_v_lbl);
      __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
      if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2193, __pyx_L27_error)
      __Pyx_GOTREF(__pyx_t_6);
      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
      __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_6, __pyx_n_s_rep); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2193, __pyx_L27_error)
      __Pyx_GOTREF(__pyx_t_4);
      __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
      if (unlikely(PyDict_SetItem(__pyx_t_3, (PyObject*)__pyx_8genexpr7__pyx_v_i, (PyObject*)__pyx_t_4))) __PYX_ERR(0, 2193, __pyx_L27_error)
      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
    }
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
    __Pyx_XDECREF(__pyx_8genexpr7__pyx_v_i); __pyx_8genexpr7__pyx_v_i = 0;
    __Pyx_XDECREF(__pyx_8genexpr7__pyx_v_lbl); __pyx_8genexpr7__pyx_v_lbl = 0;
    goto __pyx_L32_exit_scope;
    __pyx_L27_error:;
    __Pyx_XDECREF(__pyx_8genexpr7__pyx_v_i); __pyx_8genexpr7__pyx_v_i = 0;
    __Pyx_XDECREF(__pyx_8genexpr7__pyx_v_lbl); __pyx_8genexpr7__pyx_v_lbl = 0;
    goto __pyx_L1_error;
    __pyx_L32_exit_scope:;
  } /* exit inner scope */
  __pyx_v_operationreps = ((PyObject*)__pyx_t_3);
  __pyx_t_3 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2194
 *     operation_lookup = { lbl:i for i,lbl in enumerate(evalTree.opLabels) } # operation labels -> ints for faster lookup
 *     operationreps = { i:calc._op_from_label(lbl)._rep for lbl,i in operation_lookup.items() }
 *     ereps = [E._rep for E in calc._Es_from_labels(evalTree.elabels)]  # cache these in future             # <<<<<<<<<<<<<<
 * 
 *     # convert to C-mode:  evaltree, operation_lookup, operationreps
 */
  __pyx_t_3 = PyList_New(0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2194, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_Es_from_labels); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2194, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_evalTree, __pyx_n_s_elabels); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2194, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_6);
  __pyx_t_9 = NULL;
  if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) {
    __pyx_t_9 = PyMethod_GET_SELF(__pyx_t_4);
    if (likely(__pyx_t_9)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
      __Pyx_INCREF(__pyx_t_9);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_4, function);
    }
  }
  __pyx_t_5 = (__pyx_t_9) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_9, __pyx_t_6) : __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_6);
  __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
  __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
  if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2194, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  if (likely(PyList_CheckExact(__pyx_t_5)) || PyTuple_CheckExact(__pyx_t_5)) {
    __pyx_t_4 = __pyx_t_5; __Pyx_INCREF(__pyx_t_4); __pyx_t_7 = 0;
    __pyx_t_8 = NULL;
  } else {
    __pyx_t_7 = -1; __pyx_t_4 = PyObject_GetIter(__pyx_t_5); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2194, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    __pyx_t_8 = Py_TYPE(__pyx_t_4)->tp_iternext; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 2194, __pyx_L1_error)
  }
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  for (;;) {
    if (likely(!__pyx_t_8)) {
      if (likely(PyList_CheckExact(__pyx_t_4))) {
        if (__pyx_t_7 >= PyList_GET_SIZE(__pyx_t_4)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_5 = PyList_GET_ITEM(__pyx_t_4, __pyx_t_7); __Pyx_INCREF(__pyx_t_5); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 2194, __pyx_L1_error)
        #else
        __pyx_t_5 = PySequence_ITEM(__pyx_t_4, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2194, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_5);
        #endif
      } else {
        if (__pyx_t_7 >= PyTuple_GET_SIZE(__pyx_t_4)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_5 = PyTuple_GET_ITEM(__pyx_t_4, __pyx_t_7); __Pyx_INCREF(__pyx_t_5); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 2194, __pyx_L1_error)
        #else
        __pyx_t_5 = PySequence_ITEM(__pyx_t_4, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2194, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_5);
        #endif
      }
    } else {
      __pyx_t_5 = __pyx_t_8(__pyx_t_4);
      if (unlikely(!__pyx_t_5)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
          else __PYX_ERR(0, 2194, __pyx_L1_error)
        }
        break;
      }
      __Pyx_GOTREF(__pyx_t_5);
    }
    __Pyx_XDECREF_SET(__pyx_v_E, __pyx_t_5);
    __pyx_t_5 = 0;
    __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_E, __pyx_n_s_rep); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2194, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    if (unlikely(__Pyx_ListComp_Append(__pyx_t_3, (PyObject*)__pyx_t_5))) __PYX_ERR(0, 2194, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  }
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  __pyx_v_ereps = ((PyObject*)__pyx_t_3);
  __pyx_t_3 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2197
 * 
 *     # convert to C-mode:  evaltree, operation_lookup, operationreps
 *     cdef c_evalTree = convert_mapevaltree(evalTree, operation_lookup, rho_lookup)             # <<<<<<<<<<<<<<
 *     cdef vector[DMStateCRep*] c_rhos = convert_rhoreps(rhoreps)
 *     cdef vector[DMEffectCRep*] c_ereps = convert_ereps(ereps)
 */
  __pyx_t_3 = __pyx_convert_vector_to_py_std_3a__3a_vector_3c___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT_3e___(__pyx_f_6pygsti_7objects_6replib_10fastreplib_convert_mapevaltree(__pyx_v_evalTree, __pyx_v_operation_lookup, __pyx_v_rho_lookup)); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2197, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_v_c_evalTree = __pyx_t_3;
  __pyx_t_3 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2198
 *     # convert to C-mode:  evaltree, operation_lookup, operationreps
 *     cdef c_evalTree = convert_mapevaltree(evalTree, operation_lookup, rho_lookup)
 *     cdef vector[DMStateCRep*] c_rhos = convert_rhoreps(rhoreps)             # <<<<<<<<<<<<<<
 *     cdef vector[DMEffectCRep*] c_ereps = convert_ereps(ereps)
 *     cdef vector[DMOpCRep*] c_gatereps = convert_gatereps(operationreps)
 */
  __pyx_v_c_rhos = __pyx_f_6pygsti_7objects_6replib_10fastreplib_convert_rhoreps(__pyx_v_rhoreps);

  /* "pygsti/objects/replib/fastreplib.pyx":2199
 *     cdef c_evalTree = convert_mapevaltree(evalTree, operation_lookup, rho_lookup)
 *     cdef vector[DMStateCRep*] c_rhos = convert_rhoreps(rhoreps)
 *     cdef vector[DMEffectCRep*] c_ereps = convert_ereps(ereps)             # <<<<<<<<<<<<<<
 *     cdef vector[DMOpCRep*] c_gatereps = convert_gatereps(operationreps)
 * 
 */
  __pyx_v_c_ereps = __pyx_f_6pygsti_7objects_6replib_10fastreplib_convert_ereps(__pyx_v_ereps);

  /* "pygsti/objects/replib/fastreplib.pyx":2200
 *     cdef vector[DMStateCRep*] c_rhos = convert_rhoreps(rhoreps)
 *     cdef vector[DMEffectCRep*] c_ereps = convert_ereps(ereps)
 *     cdef vector[DMOpCRep*] c_gatereps = convert_gatereps(operationreps)             # <<<<<<<<<<<<<<
 * 
 *     # create rho_cache = vector of DMStateCReps
 */
  __pyx_v_c_gatereps = __pyx_f_6pygsti_7objects_6replib_10fastreplib_convert_gatereps(__pyx_v_operationreps);

  /* "pygsti/objects/replib/fastreplib.pyx":2205
 *     #print "DB: creating rho_cache of size %d * %g GB => %g GB" % \
 *     #   (evalTree.cache_size(), 8.0 * calc.dim / 1024.0**3, evalTree.cache_size() * 8.0 * calc.dim / 1024.0**3)
 *     cdef vector[DMStateCRep*] rho_cache = create_rhocache(evalTree.cache_size(), calc.dim)             # <<<<<<<<<<<<<<
 * 
 *     cdef vector[vector[INT]] elabel_indices_per_circuit = convert_dict_of_intlists(evalTree.eLbl_indices_per_circuit)
 */
  __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_evalTree, __pyx_n_s_cache_size); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2205, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __pyx_t_5 = NULL;
  if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) {
    __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_4);
    if (likely(__pyx_t_5)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
      __Pyx_INCREF(__pyx_t_5);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_4, function);
    }
  }
  __pyx_t_3 = (__pyx_t_5) ? __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_5) : __Pyx_PyObject_CallNoArg(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
  if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2205, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  __pyx_t_12 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_3); if (unlikely((__pyx_t_12 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 2205, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_dim); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2205, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_13 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_3); if (unlikely((__pyx_t_13 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 2205, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __pyx_v_rho_cache = __pyx_f_6pygsti_7objects_6replib_10fastreplib_create_rhocache(__pyx_t_12, __pyx_t_13);

  /* "pygsti/objects/replib/fastreplib.pyx":2207
 *     cdef vector[DMStateCRep*] rho_cache = create_rhocache(evalTree.cache_size(), calc.dim)
 * 
 *     cdef vector[vector[INT]] elabel_indices_per_circuit = convert_dict_of_intlists(evalTree.eLbl_indices_per_circuit)             # <<<<<<<<<<<<<<
 *     cdef vector[vector[INT]] final_indices_per_circuit = convert_dict_of_intlists(evalTree.final_indices_per_circuit)
 * 
 */
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_evalTree, __pyx_n_s_eLbl_indices_per_circuit); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2207, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_v_elabel_indices_per_circuit = __pyx_f_6pygsti_7objects_6replib_10fastreplib_convert_dict_of_intlists(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2208
 * 
 *     cdef vector[vector[INT]] elabel_indices_per_circuit = convert_dict_of_intlists(evalTree.eLbl_indices_per_circuit)
 *     cdef vector[vector[INT]] final_indices_per_circuit = convert_dict_of_intlists(evalTree.final_indices_per_circuit)             # <<<<<<<<<<<<<<
 * 
 *     all_slices, my_slice, owners, subComm = \
 */
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_evalTree, __pyx_n_s_final_indices_per_circuit); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2208, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_v_final_indices_per_circuit = __pyx_f_6pygsti_7objects_6replib_10fastreplib_convert_dict_of_intlists(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2211
 * 
 *     all_slices, my_slice, owners, subComm = \
 *         _mpit.distribute_slice(slice(0, len(param_indices)), comm)             # <<<<<<<<<<<<<<
 * 
 *     my_param_indices = param_indices[my_slice]
 */
  __Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_mpit); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2211, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_distribute_slice); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2211, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  __pyx_t_7 = PyObject_Length(__pyx_v_param_indices); if (unlikely(__pyx_t_7 == ((Py_ssize_t)-1))) __PYX_ERR(0, 2211, __pyx_L1_error)
  __pyx_t_4 = PyInt_FromSsize_t(__pyx_t_7); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2211, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __pyx_t_6 = PySlice_New(__pyx_int_0, __pyx_t_4, Py_None); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2211, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_6);
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  __pyx_t_4 = NULL;
  __pyx_t_14 = 0;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_5))) {
    __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_5);
    if (likely(__pyx_t_4)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
      __Pyx_INCREF(__pyx_t_4);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_5, function);
      __pyx_t_14 = 1;
    }
  }
  #if CYTHON_FAST_PYCALL
  if (PyFunction_Check(__pyx_t_5)) {
    PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_t_6, __pyx_v_comm};
    __pyx_t_3 = __Pyx_PyFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_14, 2+__pyx_t_14); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2211, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
  } else
  #endif
  #if CYTHON_FAST_PYCCALL
  if (__Pyx_PyFastCFunction_Check(__pyx_t_5)) {
    PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_t_6, __pyx_v_comm};
    __pyx_t_3 = __Pyx_PyCFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_14, 2+__pyx_t_14); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2211, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
  } else
  #endif
  {
    __pyx_t_9 = PyTuple_New(2+__pyx_t_14); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2211, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_9);
    if (__pyx_t_4) {
      __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_9, 0, __pyx_t_4); __pyx_t_4 = NULL;
    }
    __Pyx_GIVEREF(__pyx_t_6);
    PyTuple_SET_ITEM(__pyx_t_9, 0+__pyx_t_14, __pyx_t_6);
    __Pyx_INCREF(__pyx_v_comm);
    __Pyx_GIVEREF(__pyx_v_comm);
    PyTuple_SET_ITEM(__pyx_t_9, 1+__pyx_t_14, __pyx_v_comm);
    __pyx_t_6 = 0;
    __pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_t_9, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2211, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
  }
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  if ((likely(PyTuple_CheckExact(__pyx_t_3))) || (PyList_CheckExact(__pyx_t_3))) {
    PyObject* sequence = __pyx_t_3;
    Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
    if (unlikely(size != 4)) {
      if (size > 4) __Pyx_RaiseTooManyValuesError(4);
      else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
      __PYX_ERR(0, 2210, __pyx_L1_error)
    }
    #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
    if (likely(PyTuple_CheckExact(sequence))) {
      __pyx_t_5 = PyTuple_GET_ITEM(sequence, 0); 
      __pyx_t_9 = PyTuple_GET_ITEM(sequence, 1); 
      __pyx_t_6 = PyTuple_GET_ITEM(sequence, 2); 
      __pyx_t_4 = PyTuple_GET_ITEM(sequence, 3); 
    } else {
      __pyx_t_5 = PyList_GET_ITEM(sequence, 0); 
      __pyx_t_9 = PyList_GET_ITEM(sequence, 1); 
      __pyx_t_6 = PyList_GET_ITEM(sequence, 2); 
      __pyx_t_4 = PyList_GET_ITEM(sequence, 3); 
    }
    __Pyx_INCREF(__pyx_t_5);
    __Pyx_INCREF(__pyx_t_9);
    __Pyx_INCREF(__pyx_t_6);
    __Pyx_INCREF(__pyx_t_4);
    #else
    {
      Py_ssize_t i;
      PyObject** temps[4] = {&__pyx_t_5,&__pyx_t_9,&__pyx_t_6,&__pyx_t_4};
      for (i=0; i < 4; i++) {
        PyObject* item = PySequence_ITEM(sequence, i); if (unlikely(!item)) __PYX_ERR(0, 2210, __pyx_L1_error)
        __Pyx_GOTREF(item);
        *(temps[i]) = item;
      }
    }
    #endif
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  } else {
    Py_ssize_t index = -1;
    PyObject** temps[4] = {&__pyx_t_5,&__pyx_t_9,&__pyx_t_6,&__pyx_t_4};
    __pyx_t_10 = PyObject_GetIter(__pyx_t_3); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 2210, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_10);
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __pyx_t_11 = Py_TYPE(__pyx_t_10)->tp_iternext;
    for (index=0; index < 4; index++) {
      PyObject* item = __pyx_t_11(__pyx_t_10); if (unlikely(!item)) goto __pyx_L35_unpacking_failed;
      __Pyx_GOTREF(item);
      *(temps[index]) = item;
    }
    if (__Pyx_IternextUnpackEndCheck(__pyx_t_11(__pyx_t_10), 4) < 0) __PYX_ERR(0, 2210, __pyx_L1_error)
    __pyx_t_11 = NULL;
    __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
    goto __pyx_L36_unpacking_done;
    __pyx_L35_unpacking_failed:;
    __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
    __pyx_t_11 = NULL;
    if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
    __PYX_ERR(0, 2210, __pyx_L1_error)
    __pyx_L36_unpacking_done:;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":2210
 *     cdef vector[vector[INT]] final_indices_per_circuit = convert_dict_of_intlists(evalTree.final_indices_per_circuit)
 * 
 *     all_slices, my_slice, owners, subComm = \             # <<<<<<<<<<<<<<
 *         _mpit.distribute_slice(slice(0, len(param_indices)), comm)
 * 
 */
  __pyx_v_all_slices = __pyx_t_5;
  __pyx_t_5 = 0;
  __pyx_v_my_slice = __pyx_t_9;
  __pyx_t_9 = 0;
  __pyx_v_owners = __pyx_t_6;
  __pyx_t_6 = 0;
  __pyx_v_subComm = __pyx_t_4;
  __pyx_t_4 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2213
 *         _mpit.distribute_slice(slice(0, len(param_indices)), comm)
 * 
 *     my_param_indices = param_indices[my_slice]             # <<<<<<<<<<<<<<
 *     st = my_slice.start  # beginning of where my_param_indices results get placed into dpr_cache
 * 
 */
  __pyx_t_3 = __Pyx_PyObject_GetItem(__pyx_v_param_indices, __pyx_v_my_slice); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2213, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_v_my_param_indices = __pyx_t_3;
  __pyx_t_3 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2214
 * 
 *     my_param_indices = param_indices[my_slice]
 *     st = my_slice.start  # beginning of where my_param_indices results get placed into dpr_cache             # <<<<<<<<<<<<<<
 * 
 *     #Get a map from global parameter indices to the desired
 */
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_my_slice, __pyx_n_s_start); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2214, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_v_st = __pyx_t_3;
  __pyx_t_3 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2218
 *     #Get a map from global parameter indices to the desired
 *     # final index within mxToFill (fpoffset = final parameter offset)
 *     iParamToFinal = {i: dest_param_indices[st + ii] for ii, i in enumerate(my_param_indices)}             # <<<<<<<<<<<<<<
 * 
 *     nEls = evalTree.num_final_elements()
 */
  { /* enter inner scope */
    __pyx_t_3 = PyDict_New(); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2218, __pyx_L39_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_INCREF(__pyx_int_0);
    __pyx_t_4 = __pyx_int_0;
    if (likely(PyList_CheckExact(__pyx_v_my_param_indices)) || PyTuple_CheckExact(__pyx_v_my_param_indices)) {
      __pyx_t_6 = __pyx_v_my_param_indices; __Pyx_INCREF(__pyx_t_6); __pyx_t_7 = 0;
      __pyx_t_8 = NULL;
    } else {
      __pyx_t_7 = -1; __pyx_t_6 = PyObject_GetIter(__pyx_v_my_param_indices); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2218, __pyx_L39_error)
      __Pyx_GOTREF(__pyx_t_6);
      __pyx_t_8 = Py_TYPE(__pyx_t_6)->tp_iternext; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 2218, __pyx_L39_error)
    }
    for (;;) {
      if (likely(!__pyx_t_8)) {
        if (likely(PyList_CheckExact(__pyx_t_6))) {
          if (__pyx_t_7 >= PyList_GET_SIZE(__pyx_t_6)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_9 = PyList_GET_ITEM(__pyx_t_6, __pyx_t_7); __Pyx_INCREF(__pyx_t_9); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 2218, __pyx_L39_error)
          #else
          __pyx_t_9 = PySequence_ITEM(__pyx_t_6, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2218, __pyx_L39_error)
          __Pyx_GOTREF(__pyx_t_9);
          #endif
        } else {
          if (__pyx_t_7 >= PyTuple_GET_SIZE(__pyx_t_6)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_9 = PyTuple_GET_ITEM(__pyx_t_6, __pyx_t_7); __Pyx_INCREF(__pyx_t_9); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 2218, __pyx_L39_error)
          #else
          __pyx_t_9 = PySequence_ITEM(__pyx_t_6, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2218, __pyx_L39_error)
          __Pyx_GOTREF(__pyx_t_9);
          #endif
        }
      } else {
        __pyx_t_9 = __pyx_t_8(__pyx_t_6);
        if (unlikely(!__pyx_t_9)) {
          PyObject* exc_type = PyErr_Occurred();
          if (exc_type) {
            if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
            else __PYX_ERR(0, 2218, __pyx_L39_error)
          }
          break;
        }
        __Pyx_GOTREF(__pyx_t_9);
      }
      __Pyx_XDECREF_SET(__pyx_8genexpr8__pyx_v_i, __pyx_t_9);
      __pyx_t_9 = 0;
      __Pyx_INCREF(__pyx_t_4);
      __Pyx_XDECREF_SET(__pyx_8genexpr8__pyx_v_ii, __pyx_t_4);
      __pyx_t_9 = __Pyx_PyInt_AddObjC(__pyx_t_4, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2218, __pyx_L39_error)
      __Pyx_GOTREF(__pyx_t_9);
      __Pyx_DECREF(__pyx_t_4);
      __pyx_t_4 = __pyx_t_9;
      __pyx_t_9 = 0;
      __pyx_t_9 = PyNumber_Add(__pyx_v_st, __pyx_8genexpr8__pyx_v_ii); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2218, __pyx_L39_error)
      __Pyx_GOTREF(__pyx_t_9);
      __pyx_t_5 = __Pyx_PyObject_GetItem(__pyx_v_dest_param_indices, __pyx_t_9); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2218, __pyx_L39_error)
      __Pyx_GOTREF(__pyx_t_5);
      __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
      if (unlikely(PyDict_SetItem(__pyx_t_3, (PyObject*)__pyx_8genexpr8__pyx_v_i, (PyObject*)__pyx_t_5))) __PYX_ERR(0, 2218, __pyx_L39_error)
      __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
    }
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
    __Pyx_XDECREF(__pyx_8genexpr8__pyx_v_i); __pyx_8genexpr8__pyx_v_i = 0;
    __Pyx_XDECREF(__pyx_8genexpr8__pyx_v_ii); __pyx_8genexpr8__pyx_v_ii = 0;
    goto __pyx_L42_exit_scope;
    __pyx_L39_error:;
    __Pyx_XDECREF(__pyx_8genexpr8__pyx_v_i); __pyx_8genexpr8__pyx_v_i = 0;
    __Pyx_XDECREF(__pyx_8genexpr8__pyx_v_ii); __pyx_8genexpr8__pyx_v_ii = 0;
    goto __pyx_L1_error;
    __pyx_L42_exit_scope:;
  } /* exit inner scope */
  __pyx_v_iParamToFinal = ((PyObject*)__pyx_t_3);
  __pyx_t_3 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2220
 *     iParamToFinal = {i: dest_param_indices[st + ii] for ii, i in enumerate(my_param_indices)}
 * 
 *     nEls = evalTree.num_final_elements()             # <<<<<<<<<<<<<<
 *     probs = np.empty(nEls, 'd') #must be contiguous!
 *     probs2 = np.empty(nEls, 'd') #must be contiguous!
 */
  __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_evalTree, __pyx_n_s_num_final_elements); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2220, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __pyx_t_6 = NULL;
  if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) {
    __pyx_t_6 = PyMethod_GET_SELF(__pyx_t_4);
    if (likely(__pyx_t_6)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
      __Pyx_INCREF(__pyx_t_6);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_4, function);
    }
  }
  __pyx_t_3 = (__pyx_t_6) ? __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_6) : __Pyx_PyObject_CallNoArg(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
  if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2220, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  __pyx_v_nEls = __pyx_t_3;
  __pyx_t_3 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2221
 * 
 *     nEls = evalTree.num_final_elements()
 *     probs = np.empty(nEls, 'd') #must be contiguous!             # <<<<<<<<<<<<<<
 *     probs2 = np.empty(nEls, 'd') #must be contiguous!
 *     dm_mapfill_probs(probs, c_evalTree, c_gatereps, c_rhos, c_ereps, &rho_cache,
 */
  __Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_np); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2221, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_empty); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2221, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_6);
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  __pyx_t_4 = NULL;
  __pyx_t_14 = 0;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_6))) {
    __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_6);
    if (likely(__pyx_t_4)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_6);
      __Pyx_INCREF(__pyx_t_4);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_6, function);
      __pyx_t_14 = 1;
    }
  }
  #if CYTHON_FAST_PYCALL
  if (PyFunction_Check(__pyx_t_6)) {
    PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_v_nEls, __pyx_n_s_d};
    __pyx_t_3 = __Pyx_PyFunction_FastCall(__pyx_t_6, __pyx_temp+1-__pyx_t_14, 2+__pyx_t_14); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2221, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
    __Pyx_GOTREF(__pyx_t_3);
  } else
  #endif
  #if CYTHON_FAST_PYCCALL
  if (__Pyx_PyFastCFunction_Check(__pyx_t_6)) {
    PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_v_nEls, __pyx_n_s_d};
    __pyx_t_3 = __Pyx_PyCFunction_FastCall(__pyx_t_6, __pyx_temp+1-__pyx_t_14, 2+__pyx_t_14); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2221, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
    __Pyx_GOTREF(__pyx_t_3);
  } else
  #endif
  {
    __pyx_t_5 = PyTuple_New(2+__pyx_t_14); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2221, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    if (__pyx_t_4) {
      __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_4); __pyx_t_4 = NULL;
    }
    __Pyx_INCREF(__pyx_v_nEls);
    __Pyx_GIVEREF(__pyx_v_nEls);
    PyTuple_SET_ITEM(__pyx_t_5, 0+__pyx_t_14, __pyx_v_nEls);
    __Pyx_INCREF(__pyx_n_s_d);
    __Pyx_GIVEREF(__pyx_n_s_d);
    PyTuple_SET_ITEM(__pyx_t_5, 1+__pyx_t_14, __pyx_n_s_d);
    __pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_6, __pyx_t_5, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2221, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  }
  __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
  __pyx_v_probs = __pyx_t_3;
  __pyx_t_3 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2222
 *     nEls = evalTree.num_final_elements()
 *     probs = np.empty(nEls, 'd') #must be contiguous!
 *     probs2 = np.empty(nEls, 'd') #must be contiguous!             # <<<<<<<<<<<<<<
 *     dm_mapfill_probs(probs, c_evalTree, c_gatereps, c_rhos, c_ereps, &rho_cache,
 *                      elabel_indices_per_circuit, final_indices_per_circuit, calc.dim, subComm)
 */
  __Pyx_GetModuleGlobalName(__pyx_t_6, __pyx_n_s_np); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2222, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_6);
  __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_6, __pyx_n_s_empty); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2222, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
  __pyx_t_6 = NULL;
  __pyx_t_14 = 0;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_5))) {
    __pyx_t_6 = PyMethod_GET_SELF(__pyx_t_5);
    if (likely(__pyx_t_6)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
      __Pyx_INCREF(__pyx_t_6);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_5, function);
      __pyx_t_14 = 1;
    }
  }
  #if CYTHON_FAST_PYCALL
  if (PyFunction_Check(__pyx_t_5)) {
    PyObject *__pyx_temp[3] = {__pyx_t_6, __pyx_v_nEls, __pyx_n_s_d};
    __pyx_t_3 = __Pyx_PyFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_14, 2+__pyx_t_14); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2222, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
    __Pyx_GOTREF(__pyx_t_3);
  } else
  #endif
  #if CYTHON_FAST_PYCCALL
  if (__Pyx_PyFastCFunction_Check(__pyx_t_5)) {
    PyObject *__pyx_temp[3] = {__pyx_t_6, __pyx_v_nEls, __pyx_n_s_d};
    __pyx_t_3 = __Pyx_PyCFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_14, 2+__pyx_t_14); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2222, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
    __Pyx_GOTREF(__pyx_t_3);
  } else
  #endif
  {
    __pyx_t_4 = PyTuple_New(2+__pyx_t_14); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2222, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    if (__pyx_t_6) {
      __Pyx_GIVEREF(__pyx_t_6); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_6); __pyx_t_6 = NULL;
    }
    __Pyx_INCREF(__pyx_v_nEls);
    __Pyx_GIVEREF(__pyx_v_nEls);
    PyTuple_SET_ITEM(__pyx_t_4, 0+__pyx_t_14, __pyx_v_nEls);
    __Pyx_INCREF(__pyx_n_s_d);
    __Pyx_GIVEREF(__pyx_n_s_d);
    PyTuple_SET_ITEM(__pyx_t_4, 1+__pyx_t_14, __pyx_n_s_d);
    __pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_t_4, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2222, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  }
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  __pyx_v_probs2 = __pyx_t_3;
  __pyx_t_3 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2223
 *     probs = np.empty(nEls, 'd') #must be contiguous!
 *     probs2 = np.empty(nEls, 'd') #must be contiguous!
 *     dm_mapfill_probs(probs, c_evalTree, c_gatereps, c_rhos, c_ereps, &rho_cache,             # <<<<<<<<<<<<<<
 *                      elabel_indices_per_circuit, final_indices_per_circuit, calc.dim, subComm)
 * 
 */
  __pyx_t_15 = __Pyx_PyObject_to_MemoryviewSlice_ds_double(__pyx_v_probs, PyBUF_WRITABLE); if (unlikely(!__pyx_t_15.memview)) __PYX_ERR(0, 2223, __pyx_L1_error)
  __pyx_t_16 = __pyx_convert_vector_from_py_std_3a__3a_vector_3c___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT_3e___(__pyx_v_c_evalTree); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 2223, __pyx_L1_error)

  /* "pygsti/objects/replib/fastreplib.pyx":2224
 *     probs2 = np.empty(nEls, 'd') #must be contiguous!
 *     dm_mapfill_probs(probs, c_evalTree, c_gatereps, c_rhos, c_ereps, &rho_cache,
 *                      elabel_indices_per_circuit, final_indices_per_circuit, calc.dim, subComm)             # <<<<<<<<<<<<<<
 * 
 *     orig_vec = calc.to_vector().copy()
 */
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_dim); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2224, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_13 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_3); if (unlikely((__pyx_t_13 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 2224, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2223
 *     probs = np.empty(nEls, 'd') #must be contiguous!
 *     probs2 = np.empty(nEls, 'd') #must be contiguous!
 *     dm_mapfill_probs(probs, c_evalTree, c_gatereps, c_rhos, c_ereps, &rho_cache,             # <<<<<<<<<<<<<<
 *                      elabel_indices_per_circuit, final_indices_per_circuit, calc.dim, subComm)
 * 
 */
  __pyx_t_3 = __pyx_f_6pygsti_7objects_6replib_10fastreplib_dm_mapfill_probs(__pyx_t_15, __pyx_t_16, __pyx_v_c_gatereps, __pyx_v_c_rhos, __pyx_v_c_ereps, (&__pyx_v_rho_cache), __pyx_v_elabel_indices_per_circuit, __pyx_v_final_indices_per_circuit, __pyx_t_13, __pyx_v_subComm); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2223, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __PYX_XDEC_MEMVIEW(&__pyx_t_15, 1);
  __pyx_t_15.memview = NULL;
  __pyx_t_15.data = NULL;
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2226
 *                      elabel_indices_per_circuit, final_indices_per_circuit, calc.dim, subComm)
 * 
 *     orig_vec = calc.to_vector().copy()             # <<<<<<<<<<<<<<
 *     for i in range(calc.Np):
 *         #print("dprobs cache %d of %d" % (i,self.Np))
 */
  __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_to_vector); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2226, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __pyx_t_6 = NULL;
  if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) {
    __pyx_t_6 = PyMethod_GET_SELF(__pyx_t_4);
    if (likely(__pyx_t_6)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
      __Pyx_INCREF(__pyx_t_6);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_4, function);
    }
  }
  __pyx_t_5 = (__pyx_t_6) ? __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_6) : __Pyx_PyObject_CallNoArg(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
  if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2226, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_copy); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2226, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  __pyx_t_5 = NULL;
  if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) {
    __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_4);
    if (likely(__pyx_t_5)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
      __Pyx_INCREF(__pyx_t_5);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_4, function);
    }
  }
  __pyx_t_3 = (__pyx_t_5) ? __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_5) : __Pyx_PyObject_CallNoArg(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
  if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2226, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  __pyx_v_orig_vec = __pyx_t_3;
  __pyx_t_3 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2227
 * 
 *     orig_vec = calc.to_vector().copy()
 *     for i in range(calc.Np):             # <<<<<<<<<<<<<<
 *         #print("dprobs cache %d of %d" % (i,self.Np))
 *         if i in iParamToFinal:
 */
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_Np); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2227, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_4 = __Pyx_PyObject_CallOneArg(__pyx_builtin_range, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2227, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  if (likely(PyList_CheckExact(__pyx_t_4)) || PyTuple_CheckExact(__pyx_t_4)) {
    __pyx_t_3 = __pyx_t_4; __Pyx_INCREF(__pyx_t_3); __pyx_t_7 = 0;
    __pyx_t_8 = NULL;
  } else {
    __pyx_t_7 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2227, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __pyx_t_8 = Py_TYPE(__pyx_t_3)->tp_iternext; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 2227, __pyx_L1_error)
  }
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  for (;;) {
    if (likely(!__pyx_t_8)) {
      if (likely(PyList_CheckExact(__pyx_t_3))) {
        if (__pyx_t_7 >= PyList_GET_SIZE(__pyx_t_3)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_4 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_7); __Pyx_INCREF(__pyx_t_4); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 2227, __pyx_L1_error)
        #else
        __pyx_t_4 = PySequence_ITEM(__pyx_t_3, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2227, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_4);
        #endif
      } else {
        if (__pyx_t_7 >= PyTuple_GET_SIZE(__pyx_t_3)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_7); __Pyx_INCREF(__pyx_t_4); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 2227, __pyx_L1_error)
        #else
        __pyx_t_4 = PySequence_ITEM(__pyx_t_3, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2227, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_4);
        #endif
      }
    } else {
      __pyx_t_4 = __pyx_t_8(__pyx_t_3);
      if (unlikely(!__pyx_t_4)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
          else __PYX_ERR(0, 2227, __pyx_L1_error)
        }
        break;
      }
      __Pyx_GOTREF(__pyx_t_4);
    }
    __Pyx_XDECREF_SET(__pyx_v_i, __pyx_t_4);
    __pyx_t_4 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":2229
 *     for i in range(calc.Np):
 *         #print("dprobs cache %d of %d" % (i,self.Np))
 *         if i in iParamToFinal:             # <<<<<<<<<<<<<<
 *             iFinal = iParamToFinal[i]
 *             vec = orig_vec.copy(); vec[i] += eps
 */
    __pyx_t_1 = (__Pyx_PyDict_ContainsTF(__pyx_v_i, __pyx_v_iParamToFinal, Py_EQ)); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 2229, __pyx_L1_error)
    __pyx_t_2 = (__pyx_t_1 != 0);
    if (__pyx_t_2) {

      /* "pygsti/objects/replib/fastreplib.pyx":2230
 *         #print("dprobs cache %d of %d" % (i,self.Np))
 *         if i in iParamToFinal:
 *             iFinal = iParamToFinal[i]             # <<<<<<<<<<<<<<
 *             vec = orig_vec.copy(); vec[i] += eps
 *             calc.from_vector(vec, close=True)
 */
      __pyx_t_4 = __Pyx_PyDict_GetItem(__pyx_v_iParamToFinal, __pyx_v_i); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2230, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_4);
      __Pyx_XDECREF_SET(__pyx_v_iFinal, __pyx_t_4);
      __pyx_t_4 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":2231
 *         if i in iParamToFinal:
 *             iFinal = iParamToFinal[i]
 *             vec = orig_vec.copy(); vec[i] += eps             # <<<<<<<<<<<<<<
 *             calc.from_vector(vec, close=True)
 *             dm_mapfill_probs(probs2, c_evalTree, c_gatereps, c_rhos, c_ereps, &rho_cache,
 */
      __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_orig_vec, __pyx_n_s_copy); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2231, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_5);
      __pyx_t_6 = NULL;
      if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_5))) {
        __pyx_t_6 = PyMethod_GET_SELF(__pyx_t_5);
        if (likely(__pyx_t_6)) {
          PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
          __Pyx_INCREF(__pyx_t_6);
          __Pyx_INCREF(function);
          __Pyx_DECREF_SET(__pyx_t_5, function);
        }
      }
      __pyx_t_4 = (__pyx_t_6) ? __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_t_6) : __Pyx_PyObject_CallNoArg(__pyx_t_5);
      __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
      if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2231, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_4);
      __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
      __Pyx_XDECREF_SET(__pyx_v_vec, __pyx_t_4);
      __pyx_t_4 = 0;
      __Pyx_INCREF(__pyx_v_i);
      __pyx_t_4 = __pyx_v_i;
      __pyx_t_5 = __Pyx_PyObject_GetItem(__pyx_v_vec, __pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2231, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_5);
      __pyx_t_6 = PyFloat_FromDouble(__pyx_v_eps); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2231, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_6);
      __pyx_t_9 = PyNumber_InPlaceAdd(__pyx_t_5, __pyx_t_6); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2231, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_9);
      __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
      __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
      if (unlikely(PyObject_SetItem(__pyx_v_vec, __pyx_t_4, __pyx_t_9) < 0)) __PYX_ERR(0, 2231, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":2232
 *             iFinal = iParamToFinal[i]
 *             vec = orig_vec.copy(); vec[i] += eps
 *             calc.from_vector(vec, close=True)             # <<<<<<<<<<<<<<
 *             dm_mapfill_probs(probs2, c_evalTree, c_gatereps, c_rhos, c_ereps, &rho_cache,
 *                              elabel_indices_per_circuit, final_indices_per_circuit, calc.dim, subComm)
 */
      __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_from_vector); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2232, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_4);
      __pyx_t_9 = PyTuple_New(1); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2232, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_9);
      __Pyx_INCREF(__pyx_v_vec);
      __Pyx_GIVEREF(__pyx_v_vec);
      PyTuple_SET_ITEM(__pyx_t_9, 0, __pyx_v_vec);
      __pyx_t_6 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2232, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_6);
      if (PyDict_SetItem(__pyx_t_6, __pyx_n_s_close, Py_True) < 0) __PYX_ERR(0, 2232, __pyx_L1_error)
      __pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_9, __pyx_t_6); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2232, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_5);
      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
      __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
      __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
      __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":2233
 *             vec = orig_vec.copy(); vec[i] += eps
 *             calc.from_vector(vec, close=True)
 *             dm_mapfill_probs(probs2, c_evalTree, c_gatereps, c_rhos, c_ereps, &rho_cache,             # <<<<<<<<<<<<<<
 *                              elabel_indices_per_circuit, final_indices_per_circuit, calc.dim, subComm)
 *             _fas(mxToFill, [dest_indices, iFinal], (probs2 - probs) / eps)
 */
      __pyx_t_15 = __Pyx_PyObject_to_MemoryviewSlice_ds_double(__pyx_v_probs2, PyBUF_WRITABLE); if (unlikely(!__pyx_t_15.memview)) __PYX_ERR(0, 2233, __pyx_L1_error)
      __pyx_t_16 = __pyx_convert_vector_from_py_std_3a__3a_vector_3c___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT_3e___(__pyx_v_c_evalTree); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 2233, __pyx_L1_error)

      /* "pygsti/objects/replib/fastreplib.pyx":2234
 *             calc.from_vector(vec, close=True)
 *             dm_mapfill_probs(probs2, c_evalTree, c_gatereps, c_rhos, c_ereps, &rho_cache,
 *                              elabel_indices_per_circuit, final_indices_per_circuit, calc.dim, subComm)             # <<<<<<<<<<<<<<
 *             _fas(mxToFill, [dest_indices, iFinal], (probs2 - probs) / eps)
 *     calc.from_vector(orig_vec, close=True)
 */
      __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_dim); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2234, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_5);
      __pyx_t_13 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_5); if (unlikely((__pyx_t_13 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 2234, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":2233
 *             vec = orig_vec.copy(); vec[i] += eps
 *             calc.from_vector(vec, close=True)
 *             dm_mapfill_probs(probs2, c_evalTree, c_gatereps, c_rhos, c_ereps, &rho_cache,             # <<<<<<<<<<<<<<
 *                              elabel_indices_per_circuit, final_indices_per_circuit, calc.dim, subComm)
 *             _fas(mxToFill, [dest_indices, iFinal], (probs2 - probs) / eps)
 */
      __pyx_t_5 = __pyx_f_6pygsti_7objects_6replib_10fastreplib_dm_mapfill_probs(__pyx_t_15, __pyx_t_16, __pyx_v_c_gatereps, __pyx_v_c_rhos, __pyx_v_c_ereps, (&__pyx_v_rho_cache), __pyx_v_elabel_indices_per_circuit, __pyx_v_final_indices_per_circuit, __pyx_t_13, __pyx_v_subComm); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2233, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_5);
      __PYX_XDEC_MEMVIEW(&__pyx_t_15, 1);
      __pyx_t_15.memview = NULL;
      __pyx_t_15.data = NULL;
      __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":2235
 *             dm_mapfill_probs(probs2, c_evalTree, c_gatereps, c_rhos, c_ereps, &rho_cache,
 *                              elabel_indices_per_circuit, final_indices_per_circuit, calc.dim, subComm)
 *             _fas(mxToFill, [dest_indices, iFinal], (probs2 - probs) / eps)             # <<<<<<<<<<<<<<
 *     calc.from_vector(orig_vec, close=True)
 * 
 */
      __Pyx_GetModuleGlobalName(__pyx_t_6, __pyx_n_s_fas); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2235, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_6);
      __pyx_t_9 = PyList_New(2); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2235, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_9);
      __Pyx_INCREF(__pyx_v_dest_indices);
      __Pyx_GIVEREF(__pyx_v_dest_indices);
      PyList_SET_ITEM(__pyx_t_9, 0, __pyx_v_dest_indices);
      __Pyx_INCREF(__pyx_v_iFinal);
      __Pyx_GIVEREF(__pyx_v_iFinal);
      PyList_SET_ITEM(__pyx_t_9, 1, __pyx_v_iFinal);
      __pyx_t_4 = PyNumber_Subtract(__pyx_v_probs2, __pyx_v_probs); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2235, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_4);
      __pyx_t_10 = PyFloat_FromDouble(__pyx_v_eps); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 2235, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_10);
      __pyx_t_17 = __Pyx_PyNumber_Divide(__pyx_t_4, __pyx_t_10); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 2235, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_17);
      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
      __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
      __pyx_t_10 = NULL;
      __pyx_t_14 = 0;
      if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_6))) {
        __pyx_t_10 = PyMethod_GET_SELF(__pyx_t_6);
        if (likely(__pyx_t_10)) {
          PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_6);
          __Pyx_INCREF(__pyx_t_10);
          __Pyx_INCREF(function);
          __Pyx_DECREF_SET(__pyx_t_6, function);
          __pyx_t_14 = 1;
        }
      }
      #if CYTHON_FAST_PYCALL
      if (PyFunction_Check(__pyx_t_6)) {
        PyObject *__pyx_temp[4] = {__pyx_t_10, ((PyObject *)__pyx_v_mxToFill), __pyx_t_9, __pyx_t_17};
        __pyx_t_5 = __Pyx_PyFunction_FastCall(__pyx_t_6, __pyx_temp+1-__pyx_t_14, 3+__pyx_t_14); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2235, __pyx_L1_error)
        __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0;
        __Pyx_GOTREF(__pyx_t_5);
        __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
        __Pyx_DECREF(__pyx_t_17); __pyx_t_17 = 0;
      } else
      #endif
      #if CYTHON_FAST_PYCCALL
      if (__Pyx_PyFastCFunction_Check(__pyx_t_6)) {
        PyObject *__pyx_temp[4] = {__pyx_t_10, ((PyObject *)__pyx_v_mxToFill), __pyx_t_9, __pyx_t_17};
        __pyx_t_5 = __Pyx_PyCFunction_FastCall(__pyx_t_6, __pyx_temp+1-__pyx_t_14, 3+__pyx_t_14); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2235, __pyx_L1_error)
        __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0;
        __Pyx_GOTREF(__pyx_t_5);
        __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
        __Pyx_DECREF(__pyx_t_17); __pyx_t_17 = 0;
      } else
      #endif
      {
        __pyx_t_4 = PyTuple_New(3+__pyx_t_14); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2235, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_4);
        if (__pyx_t_10) {
          __Pyx_GIVEREF(__pyx_t_10); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_10); __pyx_t_10 = NULL;
        }
        __Pyx_INCREF(((PyObject *)__pyx_v_mxToFill));
        __Pyx_GIVEREF(((PyObject *)__pyx_v_mxToFill));
        PyTuple_SET_ITEM(__pyx_t_4, 0+__pyx_t_14, ((PyObject *)__pyx_v_mxToFill));
        __Pyx_GIVEREF(__pyx_t_9);
        PyTuple_SET_ITEM(__pyx_t_4, 1+__pyx_t_14, __pyx_t_9);
        __Pyx_GIVEREF(__pyx_t_17);
        PyTuple_SET_ITEM(__pyx_t_4, 2+__pyx_t_14, __pyx_t_17);
        __pyx_t_9 = 0;
        __pyx_t_17 = 0;
        __pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_6, __pyx_t_4, NULL); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2235, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_5);
        __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
      }
      __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
      __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":2229
 *     for i in range(calc.Np):
 *         #print("dprobs cache %d of %d" % (i,self.Np))
 *         if i in iParamToFinal:             # <<<<<<<<<<<<<<
 *             iFinal = iParamToFinal[i]
 *             vec = orig_vec.copy(); vec[i] += eps
 */
    }

    /* "pygsti/objects/replib/fastreplib.pyx":2227
 * 
 *     orig_vec = calc.to_vector().copy()
 *     for i in range(calc.Np):             # <<<<<<<<<<<<<<
 *         #print("dprobs cache %d of %d" % (i,self.Np))
 *         if i in iParamToFinal:
 */
  }
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2236
 *                              elabel_indices_per_circuit, final_indices_per_circuit, calc.dim, subComm)
 *             _fas(mxToFill, [dest_indices, iFinal], (probs2 - probs) / eps)
 *     calc.from_vector(orig_vec, close=True)             # <<<<<<<<<<<<<<
 * 
 *     #Now each processor has filled the relavant parts of mxToFill, so gather together:
 */
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_from_vector); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2236, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_5 = PyTuple_New(1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2236, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_INCREF(__pyx_v_orig_vec);
  __Pyx_GIVEREF(__pyx_v_orig_vec);
  PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_v_orig_vec);
  __pyx_t_6 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2236, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_6);
  if (PyDict_SetItem(__pyx_t_6, __pyx_n_s_close, Py_True) < 0) __PYX_ERR(0, 2236, __pyx_L1_error)
  __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_5, __pyx_t_6); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2236, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2239
 * 
 *     #Now each processor has filled the relavant parts of mxToFill, so gather together:
 *     _mpit.gather_slices(all_slices, owners, mxToFill, [], axes=1, comm=comm)             # <<<<<<<<<<<<<<
 * 
 *     free_rhocache(rho_cache)  #delete cache entries
 */
  __Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_mpit); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2239, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_gather_slices); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2239, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_6);
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  __pyx_t_4 = PyList_New(0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2239, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __pyx_t_5 = PyTuple_New(4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2239, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_INCREF(__pyx_v_all_slices);
  __Pyx_GIVEREF(__pyx_v_all_slices);
  PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_v_all_slices);
  __Pyx_INCREF(__pyx_v_owners);
  __Pyx_GIVEREF(__pyx_v_owners);
  PyTuple_SET_ITEM(__pyx_t_5, 1, __pyx_v_owners);
  __Pyx_INCREF(((PyObject *)__pyx_v_mxToFill));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_mxToFill));
  PyTuple_SET_ITEM(__pyx_t_5, 2, ((PyObject *)__pyx_v_mxToFill));
  __Pyx_GIVEREF(__pyx_t_4);
  PyTuple_SET_ITEM(__pyx_t_5, 3, __pyx_t_4);
  __pyx_t_4 = 0;
  __pyx_t_4 = __Pyx_PyDict_NewPresized(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2239, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_axes, __pyx_int_1) < 0) __PYX_ERR(0, 2239, __pyx_L1_error)
  if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_comm, __pyx_v_comm) < 0) __PYX_ERR(0, 2239, __pyx_L1_error)
  __pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_6, __pyx_t_5, __pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2239, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2241
 *     _mpit.gather_slices(all_slices, owners, mxToFill, [], axes=1, comm=comm)
 * 
 *     free_rhocache(rho_cache)  #delete cache entries             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_f_6pygsti_7objects_6replib_10fastreplib_free_rhocache(__pyx_v_rho_cache);

  /* "pygsti/objects/replib/fastreplib.pyx":2166
 * 
 * 
 * def DM_mapfill_dprobs_block(calc,             # <<<<<<<<<<<<<<
 *                             np.ndarray[double, mode="c", ndim=2] mxToFill,
 *                             dest_indices,
 */

  /* function exit code */
  __pyx_r = Py_None; __Pyx_INCREF(Py_None);
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_XDECREF(__pyx_t_9);
  __Pyx_XDECREF(__pyx_t_10);
  __PYX_XDEC_MEMVIEW(&__pyx_t_15, 1);
  __Pyx_XDECREF(__pyx_t_17);
  { PyObject *__pyx_type, *__pyx_value, *__pyx_tb;
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    __Pyx_ErrFetch(&__pyx_type, &__pyx_value, &__pyx_tb);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_mxToFill.rcbuffer->pybuffer);
  __Pyx_ErrRestore(__pyx_type, __pyx_value, __pyx_tb);}
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DM_mapfill_dprobs_block", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  goto __pyx_L2;
  __pyx_L0:;
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_mxToFill.rcbuffer->pybuffer);
  __pyx_L2:;
  __Pyx_XDECREF(__pyx_v_rho_lookup);
  __Pyx_XDECREF(__pyx_v_rhoreps);
  __Pyx_XDECREF(__pyx_v_operation_lookup);
  __Pyx_XDECREF(__pyx_v_operationreps);
  __Pyx_XDECREF(__pyx_v_ereps);
  __Pyx_XDECREF(__pyx_v_c_evalTree);
  __Pyx_XDECREF(__pyx_v_all_slices);
  __Pyx_XDECREF(__pyx_v_my_slice);
  __Pyx_XDECREF(__pyx_v_owners);
  __Pyx_XDECREF(__pyx_v_subComm);
  __Pyx_XDECREF(__pyx_v_my_param_indices);
  __Pyx_XDECREF(__pyx_v_st);
  __Pyx_XDECREF(__pyx_v_iParamToFinal);
  __Pyx_XDECREF(__pyx_v_nEls);
  __Pyx_XDECREF(__pyx_v_probs);
  __Pyx_XDECREF(__pyx_v_probs2);
  __Pyx_XDECREF(__pyx_v_orig_vec);
  __Pyx_XDECREF(__pyx_v_i);
  __Pyx_XDECREF(__pyx_v_iFinal);
  __Pyx_XDECREF(__pyx_v_vec);
  __Pyx_XDECREF(__pyx_8genexpr4__pyx_v_i);
  __Pyx_XDECREF(__pyx_8genexpr4__pyx_v_lbl);
  __Pyx_XDECREF(__pyx_8genexpr5__pyx_v_rholbl);
  __Pyx_XDECREF(__pyx_8genexpr5__pyx_v_i);
  __Pyx_XDECREF(__pyx_8genexpr6__pyx_v_i);
  __Pyx_XDECREF(__pyx_8genexpr6__pyx_v_lbl);
  __Pyx_XDECREF(__pyx_8genexpr7__pyx_v_lbl);
  __Pyx_XDECREF(__pyx_8genexpr7__pyx_v_i);
  __Pyx_XDECREF(__pyx_v_E);
  __Pyx_XDECREF(__pyx_8genexpr8__pyx_v_ii);
  __Pyx_XDECREF(__pyx_8genexpr8__pyx_v_i);
  __Pyx_XDECREF(__pyx_v_dest_indices);
  __Pyx_XDECREF(__pyx_v_dest_param_indices);
  __Pyx_XDECREF(__pyx_v_param_indices);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":2244
 * 
 * 
 * cdef double TDchi2_obj_fn(double p, double f, double Ni, double N, double omitted_p, double minProbClipForWeighting, double extra):             # <<<<<<<<<<<<<<
 *     cdef double cp, v, omitted_cp
 *     cp = p if p > minProbClipForWeighting else minProbClipForWeighting
 */

static double __pyx_f_6pygsti_7objects_6replib_10fastreplib_TDchi2_obj_fn(double __pyx_v_p, double __pyx_v_f, CYTHON_UNUSED double __pyx_v_Ni, double __pyx_v_N, double __pyx_v_omitted_p, double __pyx_v_minProbClipForWeighting, CYTHON_UNUSED double __pyx_v_extra) {
  double __pyx_v_cp;
  double __pyx_v_v;
  double __pyx_v_omitted_cp;
  double __pyx_r;
  __Pyx_RefNannyDeclarations
  double __pyx_t_1;
  int __pyx_t_2;
  __Pyx_RefNannySetupContext("TDchi2_obj_fn", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":2246
 * cdef double TDchi2_obj_fn(double p, double f, double Ni, double N, double omitted_p, double minProbClipForWeighting, double extra):
 *     cdef double cp, v, omitted_cp
 *     cp = p if p > minProbClipForWeighting else minProbClipForWeighting             # <<<<<<<<<<<<<<
 *     cp = cp if cp < 1 - minProbClipForWeighting else 1 - minProbClipForWeighting
 *     v = (p - f) * sqrt(N / cp)
 */
  if (((__pyx_v_p > __pyx_v_minProbClipForWeighting) != 0)) {
    __pyx_t_1 = __pyx_v_p;
  } else {
    __pyx_t_1 = __pyx_v_minProbClipForWeighting;
  }
  __pyx_v_cp = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":2247
 *     cdef double cp, v, omitted_cp
 *     cp = p if p > minProbClipForWeighting else minProbClipForWeighting
 *     cp = cp if cp < 1 - minProbClipForWeighting else 1 - minProbClipForWeighting             # <<<<<<<<<<<<<<
 *     v = (p - f) * sqrt(N / cp)
 * 
 */
  if (((__pyx_v_cp < (1.0 - __pyx_v_minProbClipForWeighting)) != 0)) {
    __pyx_t_1 = __pyx_v_cp;
  } else {
    __pyx_t_1 = (1.0 - __pyx_v_minProbClipForWeighting);
  }
  __pyx_v_cp = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":2248
 *     cp = p if p > minProbClipForWeighting else minProbClipForWeighting
 *     cp = cp if cp < 1 - minProbClipForWeighting else 1 - minProbClipForWeighting
 *     v = (p - f) * sqrt(N / cp)             # <<<<<<<<<<<<<<
 * 
 *     if omitted_p != 0.0:
 */
  if (unlikely(__pyx_v_cp == 0)) {
    PyErr_SetString(PyExc_ZeroDivisionError, "float division");
    __PYX_ERR(0, 2248, __pyx_L1_error)
  }
  __pyx_v_v = ((__pyx_v_p - __pyx_v_f) * sqrt((__pyx_v_N / __pyx_v_cp)));

  /* "pygsti/objects/replib/fastreplib.pyx":2250
 *     v = (p - f) * sqrt(N / cp)
 * 
 *     if omitted_p != 0.0:             # <<<<<<<<<<<<<<
 *         # if this is the *last* outcome at this time then account for any omitted probability
 *         if omitted_p < minProbClipForWeighting:        omitted_cp = minProbClipForWeighting
 */
  __pyx_t_2 = ((__pyx_v_omitted_p != 0.0) != 0);
  if (__pyx_t_2) {

    /* "pygsti/objects/replib/fastreplib.pyx":2252
 *     if omitted_p != 0.0:
 *         # if this is the *last* outcome at this time then account for any omitted probability
 *         if omitted_p < minProbClipForWeighting:        omitted_cp = minProbClipForWeighting             # <<<<<<<<<<<<<<
 *         elif omitted_p > 1 - minProbClipForWeighting:  omitted_cp = 1 - minProbClipForWeighting
 *         else:                                          omitted_cp = omitted_p
 */
    __pyx_t_2 = ((__pyx_v_omitted_p < __pyx_v_minProbClipForWeighting) != 0);
    if (__pyx_t_2) {
      __pyx_v_omitted_cp = __pyx_v_minProbClipForWeighting;
      goto __pyx_L4;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":2253
 *         # if this is the *last* outcome at this time then account for any omitted probability
 *         if omitted_p < minProbClipForWeighting:        omitted_cp = minProbClipForWeighting
 *         elif omitted_p > 1 - minProbClipForWeighting:  omitted_cp = 1 - minProbClipForWeighting             # <<<<<<<<<<<<<<
 *         else:                                          omitted_cp = omitted_p
 *         v = sqrt(v*v + N * omitted_p*omitted_p / omitted_cp)
 */
    __pyx_t_2 = ((__pyx_v_omitted_p > (1.0 - __pyx_v_minProbClipForWeighting)) != 0);
    if (__pyx_t_2) {
      __pyx_v_omitted_cp = (1.0 - __pyx_v_minProbClipForWeighting);
      goto __pyx_L4;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":2254
 *         if omitted_p < minProbClipForWeighting:        omitted_cp = minProbClipForWeighting
 *         elif omitted_p > 1 - minProbClipForWeighting:  omitted_cp = 1 - minProbClipForWeighting
 *         else:                                          omitted_cp = omitted_p             # <<<<<<<<<<<<<<
 *         v = sqrt(v*v + N * omitted_p*omitted_p / omitted_cp)
 *     return v  # sqrt(the objective function term)  (the qty stored in cache)
 */
    /*else*/ {
      __pyx_v_omitted_cp = __pyx_v_omitted_p;
    }
    __pyx_L4:;

    /* "pygsti/objects/replib/fastreplib.pyx":2255
 *         elif omitted_p > 1 - minProbClipForWeighting:  omitted_cp = 1 - minProbClipForWeighting
 *         else:                                          omitted_cp = omitted_p
 *         v = sqrt(v*v + N * omitted_p*omitted_p / omitted_cp)             # <<<<<<<<<<<<<<
 *     return v  # sqrt(the objective function term)  (the qty stored in cache)
 * 
 */
    __pyx_t_1 = ((__pyx_v_N * __pyx_v_omitted_p) * __pyx_v_omitted_p);
    if (unlikely(__pyx_v_omitted_cp == 0)) {
      PyErr_SetString(PyExc_ZeroDivisionError, "float division");
      __PYX_ERR(0, 2255, __pyx_L1_error)
    }
    __pyx_v_v = sqrt(((__pyx_v_v * __pyx_v_v) + (__pyx_t_1 / __pyx_v_omitted_cp)));

    /* "pygsti/objects/replib/fastreplib.pyx":2250
 *     v = (p - f) * sqrt(N / cp)
 * 
 *     if omitted_p != 0.0:             # <<<<<<<<<<<<<<
 *         # if this is the *last* outcome at this time then account for any omitted probability
 *         if omitted_p < minProbClipForWeighting:        omitted_cp = minProbClipForWeighting
 */
  }

  /* "pygsti/objects/replib/fastreplib.pyx":2256
 *         else:                                          omitted_cp = omitted_p
 *         v = sqrt(v*v + N * omitted_p*omitted_p / omitted_cp)
 *     return v  # sqrt(the objective function term)  (the qty stored in cache)             # <<<<<<<<<<<<<<
 * 
 * def DM_mapfill_TDchi2_terms(calc, mxToFill, dest_indices, num_outcomes, evalTree, dataset_rows,
 */
  __pyx_r = __pyx_v_v;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":2244
 * 
 * 
 * cdef double TDchi2_obj_fn(double p, double f, double Ni, double N, double omitted_p, double minProbClipForWeighting, double extra):             # <<<<<<<<<<<<<<
 *     cdef double cp, v, omitted_cp
 *     cp = p if p > minProbClipForWeighting else minProbClipForWeighting
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_WriteUnraisable("pygsti.objects.replib.fastreplib.TDchi2_obj_fn", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":2258
 *     return v  # sqrt(the objective function term)  (the qty stored in cache)
 * 
 * def DM_mapfill_TDchi2_terms(calc, mxToFill, dest_indices, num_outcomes, evalTree, dataset_rows,             # <<<<<<<<<<<<<<
 *                             minProbClipForWeighting, probClipInterval, comm):
 *     DM_mapfill_TDterms(calc, "chi2", mxToFill, dest_indices, num_outcomes, evalTree,
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7DM_mapfill_TDchi2_terms(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static PyMethodDef __pyx_mdef_6pygsti_7objects_6replib_10fastreplib_7DM_mapfill_TDchi2_terms = {"DM_mapfill_TDchi2_terms", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7DM_mapfill_TDchi2_terms, METH_VARARGS|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7DM_mapfill_TDchi2_terms(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyObject *__pyx_v_calc = 0;
  PyObject *__pyx_v_mxToFill = 0;
  PyObject *__pyx_v_dest_indices = 0;
  PyObject *__pyx_v_num_outcomes = 0;
  PyObject *__pyx_v_evalTree = 0;
  PyObject *__pyx_v_dataset_rows = 0;
  PyObject *__pyx_v_minProbClipForWeighting = 0;
  CYTHON_UNUSED PyObject *__pyx_v_probClipInterval = 0;
  PyObject *__pyx_v_comm = 0;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("DM_mapfill_TDchi2_terms (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_calc,&__pyx_n_s_mxToFill,&__pyx_n_s_dest_indices,&__pyx_n_s_num_outcomes,&__pyx_n_s_evalTree,&__pyx_n_s_dataset_rows,&__pyx_n_s_minProbClipForWeighting,&__pyx_n_s_probClipInterval,&__pyx_n_s_comm,0};
    PyObject* values[9] = {0,0,0,0,0,0,0,0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  9: values[8] = PyTuple_GET_ITEM(__pyx_args, 8);
        CYTHON_FALLTHROUGH;
        case  8: values[7] = PyTuple_GET_ITEM(__pyx_args, 7);
        CYTHON_FALLTHROUGH;
        case  7: values[6] = PyTuple_GET_ITEM(__pyx_args, 6);
        CYTHON_FALLTHROUGH;
        case  6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
        CYTHON_FALLTHROUGH;
        case  5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
        CYTHON_FALLTHROUGH;
        case  4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
        CYTHON_FALLTHROUGH;
        case  3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
        CYTHON_FALLTHROUGH;
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_calc)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_mxToFill)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDchi2_terms", 1, 9, 9, 1); __PYX_ERR(0, 2258, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  2:
        if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_dest_indices)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDchi2_terms", 1, 9, 9, 2); __PYX_ERR(0, 2258, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  3:
        if (likely((values[3] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_num_outcomes)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDchi2_terms", 1, 9, 9, 3); __PYX_ERR(0, 2258, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  4:
        if (likely((values[4] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_evalTree)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDchi2_terms", 1, 9, 9, 4); __PYX_ERR(0, 2258, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  5:
        if (likely((values[5] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_dataset_rows)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDchi2_terms", 1, 9, 9, 5); __PYX_ERR(0, 2258, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  6:
        if (likely((values[6] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_minProbClipForWeighting)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDchi2_terms", 1, 9, 9, 6); __PYX_ERR(0, 2258, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  7:
        if (likely((values[7] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_probClipInterval)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDchi2_terms", 1, 9, 9, 7); __PYX_ERR(0, 2258, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  8:
        if (likely((values[8] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_comm)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDchi2_terms", 1, 9, 9, 8); __PYX_ERR(0, 2258, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "DM_mapfill_TDchi2_terms") < 0)) __PYX_ERR(0, 2258, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 9) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
      values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
      values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
      values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
      values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
      values[6] = PyTuple_GET_ITEM(__pyx_args, 6);
      values[7] = PyTuple_GET_ITEM(__pyx_args, 7);
      values[8] = PyTuple_GET_ITEM(__pyx_args, 8);
    }
    __pyx_v_calc = values[0];
    __pyx_v_mxToFill = values[1];
    __pyx_v_dest_indices = values[2];
    __pyx_v_num_outcomes = values[3];
    __pyx_v_evalTree = values[4];
    __pyx_v_dataset_rows = values[5];
    __pyx_v_minProbClipForWeighting = values[6];
    __pyx_v_probClipInterval = values[7];
    __pyx_v_comm = values[8];
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDchi2_terms", 1, 9, 9, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 2258, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DM_mapfill_TDchi2_terms", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_6DM_mapfill_TDchi2_terms(__pyx_self, __pyx_v_calc, __pyx_v_mxToFill, __pyx_v_dest_indices, __pyx_v_num_outcomes, __pyx_v_evalTree, __pyx_v_dataset_rows, __pyx_v_minProbClipForWeighting, __pyx_v_probClipInterval, __pyx_v_comm);

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_6DM_mapfill_TDchi2_terms(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_calc, PyObject *__pyx_v_mxToFill, PyObject *__pyx_v_dest_indices, PyObject *__pyx_v_num_outcomes, PyObject *__pyx_v_evalTree, PyObject *__pyx_v_dataset_rows, PyObject *__pyx_v_minProbClipForWeighting, CYTHON_UNUSED PyObject *__pyx_v_probClipInterval, PyObject *__pyx_v_comm) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  int __pyx_t_4;
  PyObject *__pyx_t_5 = NULL;
  __Pyx_RefNannySetupContext("DM_mapfill_TDchi2_terms", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":2260
 * def DM_mapfill_TDchi2_terms(calc, mxToFill, dest_indices, num_outcomes, evalTree, dataset_rows,
 *                             minProbClipForWeighting, probClipInterval, comm):
 *     DM_mapfill_TDterms(calc, "chi2", mxToFill, dest_indices, num_outcomes, evalTree,             # <<<<<<<<<<<<<<
 *                        dataset_rows, comm, minProbClipForWeighting, 0.0)
 * 
 */
  __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_DM_mapfill_TDterms); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2260, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);

  /* "pygsti/objects/replib/fastreplib.pyx":2261
 *                             minProbClipForWeighting, probClipInterval, comm):
 *     DM_mapfill_TDterms(calc, "chi2", mxToFill, dest_indices, num_outcomes, evalTree,
 *                        dataset_rows, comm, minProbClipForWeighting, 0.0)             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_t_3 = NULL;
  __pyx_t_4 = 0;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) {
    __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
    if (likely(__pyx_t_3)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
      __Pyx_INCREF(__pyx_t_3);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_2, function);
      __pyx_t_4 = 1;
    }
  }
  #if CYTHON_FAST_PYCALL
  if (PyFunction_Check(__pyx_t_2)) {
    PyObject *__pyx_temp[11] = {__pyx_t_3, __pyx_v_calc, __pyx_n_s_chi2, __pyx_v_mxToFill, __pyx_v_dest_indices, __pyx_v_num_outcomes, __pyx_v_evalTree, __pyx_v_dataset_rows, __pyx_v_comm, __pyx_v_minProbClipForWeighting, __pyx_float_0_0};
    __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_4, 10+__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2260, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_GOTREF(__pyx_t_1);
  } else
  #endif
  #if CYTHON_FAST_PYCCALL
  if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) {
    PyObject *__pyx_temp[11] = {__pyx_t_3, __pyx_v_calc, __pyx_n_s_chi2, __pyx_v_mxToFill, __pyx_v_dest_indices, __pyx_v_num_outcomes, __pyx_v_evalTree, __pyx_v_dataset_rows, __pyx_v_comm, __pyx_v_minProbClipForWeighting, __pyx_float_0_0};
    __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_4, 10+__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2260, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_GOTREF(__pyx_t_1);
  } else
  #endif
  {
    __pyx_t_5 = PyTuple_New(10+__pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2260, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    if (__pyx_t_3) {
      __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_3); __pyx_t_3 = NULL;
    }
    __Pyx_INCREF(__pyx_v_calc);
    __Pyx_GIVEREF(__pyx_v_calc);
    PyTuple_SET_ITEM(__pyx_t_5, 0+__pyx_t_4, __pyx_v_calc);
    __Pyx_INCREF(__pyx_n_s_chi2);
    __Pyx_GIVEREF(__pyx_n_s_chi2);
    PyTuple_SET_ITEM(__pyx_t_5, 1+__pyx_t_4, __pyx_n_s_chi2);
    __Pyx_INCREF(__pyx_v_mxToFill);
    __Pyx_GIVEREF(__pyx_v_mxToFill);
    PyTuple_SET_ITEM(__pyx_t_5, 2+__pyx_t_4, __pyx_v_mxToFill);
    __Pyx_INCREF(__pyx_v_dest_indices);
    __Pyx_GIVEREF(__pyx_v_dest_indices);
    PyTuple_SET_ITEM(__pyx_t_5, 3+__pyx_t_4, __pyx_v_dest_indices);
    __Pyx_INCREF(__pyx_v_num_outcomes);
    __Pyx_GIVEREF(__pyx_v_num_outcomes);
    PyTuple_SET_ITEM(__pyx_t_5, 4+__pyx_t_4, __pyx_v_num_outcomes);
    __Pyx_INCREF(__pyx_v_evalTree);
    __Pyx_GIVEREF(__pyx_v_evalTree);
    PyTuple_SET_ITEM(__pyx_t_5, 5+__pyx_t_4, __pyx_v_evalTree);
    __Pyx_INCREF(__pyx_v_dataset_rows);
    __Pyx_GIVEREF(__pyx_v_dataset_rows);
    PyTuple_SET_ITEM(__pyx_t_5, 6+__pyx_t_4, __pyx_v_dataset_rows);
    __Pyx_INCREF(__pyx_v_comm);
    __Pyx_GIVEREF(__pyx_v_comm);
    PyTuple_SET_ITEM(__pyx_t_5, 7+__pyx_t_4, __pyx_v_comm);
    __Pyx_INCREF(__pyx_v_minProbClipForWeighting);
    __Pyx_GIVEREF(__pyx_v_minProbClipForWeighting);
    PyTuple_SET_ITEM(__pyx_t_5, 8+__pyx_t_4, __pyx_v_minProbClipForWeighting);
    __Pyx_INCREF(__pyx_float_0_0);
    __Pyx_GIVEREF(__pyx_float_0_0);
    PyTuple_SET_ITEM(__pyx_t_5, 9+__pyx_t_4, __pyx_float_0_0);
    __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_5, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2260, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  }
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2258
 *     return v  # sqrt(the objective function term)  (the qty stored in cache)
 * 
 * def DM_mapfill_TDchi2_terms(calc, mxToFill, dest_indices, num_outcomes, evalTree, dataset_rows,             # <<<<<<<<<<<<<<
 *                             minProbClipForWeighting, probClipInterval, comm):
 *     DM_mapfill_TDterms(calc, "chi2", mxToFill, dest_indices, num_outcomes, evalTree,
 */

  /* function exit code */
  __pyx_r = Py_None; __Pyx_INCREF(Py_None);
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DM_mapfill_TDchi2_terms", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":2264
 * 
 * 
 * cdef double TDloglpp_obj_fn(double p, double f, double Ni, double N, double omitted_p, double min_p, double a):             # <<<<<<<<<<<<<<
 *     cdef double freq_term, S, S2, v, tmp
 *     cdef double pos_p = max(p, min_p)
 */

static double __pyx_f_6pygsti_7objects_6replib_10fastreplib_TDloglpp_obj_fn(double __pyx_v_p, double __pyx_v_f, double __pyx_v_Ni, double __pyx_v_N, double __pyx_v_omitted_p, double __pyx_v_min_p, double __pyx_v_a) {
  double __pyx_v_freq_term;
  double __pyx_v_S;
  double __pyx_v_S2;
  double __pyx_v_v;
  double __pyx_v_tmp;
  double __pyx_v_pos_p;
  double __pyx_r;
  __Pyx_RefNannyDeclarations
  double __pyx_t_1;
  double __pyx_t_2;
  double __pyx_t_3;
  int __pyx_t_4;
  long __pyx_t_5;
  __Pyx_RefNannySetupContext("TDloglpp_obj_fn", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":2266
 * cdef double TDloglpp_obj_fn(double p, double f, double Ni, double N, double omitted_p, double min_p, double a):
 *     cdef double freq_term, S, S2, v, tmp
 *     cdef double pos_p = max(p, min_p)             # <<<<<<<<<<<<<<
 * 
 *     if Ni != 0.0:
 */
  __pyx_t_1 = __pyx_v_min_p;
  __pyx_t_2 = __pyx_v_p;
  if (((__pyx_t_1 > __pyx_t_2) != 0)) {
    __pyx_t_3 = __pyx_t_1;
  } else {
    __pyx_t_3 = __pyx_t_2;
  }
  __pyx_v_pos_p = __pyx_t_3;

  /* "pygsti/objects/replib/fastreplib.pyx":2268
 *     cdef double pos_p = max(p, min_p)
 * 
 *     if Ni != 0.0:             # <<<<<<<<<<<<<<
 *         freq_term = Ni * (log(f) - 1.0)
 *     else:
 */
  __pyx_t_4 = ((__pyx_v_Ni != 0.0) != 0);
  if (__pyx_t_4) {

    /* "pygsti/objects/replib/fastreplib.pyx":2269
 * 
 *     if Ni != 0.0:
 *         freq_term = Ni * (log(f) - 1.0)             # <<<<<<<<<<<<<<
 *     else:
 *         freq_term = 0.0
 */
    __pyx_v_freq_term = (__pyx_v_Ni * (log(__pyx_v_f) - 1.0));

    /* "pygsti/objects/replib/fastreplib.pyx":2268
 *     cdef double pos_p = max(p, min_p)
 * 
 *     if Ni != 0.0:             # <<<<<<<<<<<<<<
 *         freq_term = Ni * (log(f) - 1.0)
 *     else:
 */
    goto __pyx_L3;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":2271
 *         freq_term = Ni * (log(f) - 1.0)
 *     else:
 *         freq_term = 0.0             # <<<<<<<<<<<<<<
 * 
 *     S = -Ni / min_p + N
 */
  /*else*/ {
    __pyx_v_freq_term = 0.0;
  }
  __pyx_L3:;

  /* "pygsti/objects/replib/fastreplib.pyx":2273
 *         freq_term = 0.0
 * 
 *     S = -Ni / min_p + N             # <<<<<<<<<<<<<<
 *     S2 = 0.5 * Ni / (min_p*min_p)
 *     v = freq_term + -Ni * log(pos_p) + N * pos_p  # dims K x M (K = nSpamLabels, M = nCircuits)
 */
  __pyx_t_3 = (-__pyx_v_Ni);
  if (unlikely(__pyx_v_min_p == 0)) {
    PyErr_SetString(PyExc_ZeroDivisionError, "float division");
    __PYX_ERR(0, 2273, __pyx_L1_error)
  }
  __pyx_v_S = ((__pyx_t_3 / __pyx_v_min_p) + __pyx_v_N);

  /* "pygsti/objects/replib/fastreplib.pyx":2274
 * 
 *     S = -Ni / min_p + N
 *     S2 = 0.5 * Ni / (min_p*min_p)             # <<<<<<<<<<<<<<
 *     v = freq_term + -Ni * log(pos_p) + N * pos_p  # dims K x M (K = nSpamLabels, M = nCircuits)
 * 
 */
  __pyx_t_3 = (0.5 * __pyx_v_Ni);
  __pyx_t_1 = (__pyx_v_min_p * __pyx_v_min_p);
  if (unlikely(__pyx_t_1 == 0)) {
    PyErr_SetString(PyExc_ZeroDivisionError, "float division");
    __PYX_ERR(0, 2274, __pyx_L1_error)
  }
  __pyx_v_S2 = (__pyx_t_3 / __pyx_t_1);

  /* "pygsti/objects/replib/fastreplib.pyx":2275
 *     S = -Ni / min_p + N
 *     S2 = 0.5 * Ni / (min_p*min_p)
 *     v = freq_term + -Ni * log(pos_p) + N * pos_p  # dims K x M (K = nSpamLabels, M = nCircuits)             # <<<<<<<<<<<<<<
 * 
 *     # remove small negative elements due to roundoff error (above expression *cannot* really be negative)
 */
  __pyx_v_v = ((__pyx_v_freq_term + ((-__pyx_v_Ni) * log(__pyx_v_pos_p))) + (__pyx_v_N * __pyx_v_pos_p));

  /* "pygsti/objects/replib/fastreplib.pyx":2278
 * 
 *     # remove small negative elements due to roundoff error (above expression *cannot* really be negative)
 *     v = max(v, 0)             # <<<<<<<<<<<<<<
 * 
 *     # quadratic extrapolation of logl at min_p for probabilities < min_p
 */
  __pyx_t_5 = 0;
  __pyx_t_1 = __pyx_v_v;
  if (((__pyx_t_5 > __pyx_t_1) != 0)) {
    __pyx_t_3 = __pyx_t_5;
  } else {
    __pyx_t_3 = __pyx_t_1;
  }
  __pyx_v_v = __pyx_t_3;

  /* "pygsti/objects/replib/fastreplib.pyx":2281
 * 
 *     # quadratic extrapolation of logl at min_p for probabilities < min_p
 *     if p < min_p:             # <<<<<<<<<<<<<<
 *         tmp = (p - min_p)
 *         v = v + S * tmp + S2 * tmp * tmp
 */
  __pyx_t_4 = ((__pyx_v_p < __pyx_v_min_p) != 0);
  if (__pyx_t_4) {

    /* "pygsti/objects/replib/fastreplib.pyx":2282
 *     # quadratic extrapolation of logl at min_p for probabilities < min_p
 *     if p < min_p:
 *         tmp = (p - min_p)             # <<<<<<<<<<<<<<
 *         v = v + S * tmp + S2 * tmp * tmp
 * 
 */
    __pyx_v_tmp = (__pyx_v_p - __pyx_v_min_p);

    /* "pygsti/objects/replib/fastreplib.pyx":2283
 *     if p < min_p:
 *         tmp = (p - min_p)
 *         v = v + S * tmp + S2 * tmp * tmp             # <<<<<<<<<<<<<<
 * 
 *     if Ni == 0.0:
 */
    __pyx_v_v = ((__pyx_v_v + (__pyx_v_S * __pyx_v_tmp)) + ((__pyx_v_S2 * __pyx_v_tmp) * __pyx_v_tmp));

    /* "pygsti/objects/replib/fastreplib.pyx":2281
 * 
 *     # quadratic extrapolation of logl at min_p for probabilities < min_p
 *     if p < min_p:             # <<<<<<<<<<<<<<
 *         tmp = (p - min_p)
 *         v = v + S * tmp + S2 * tmp * tmp
 */
  }

  /* "pygsti/objects/replib/fastreplib.pyx":2285
 *         v = v + S * tmp + S2 * tmp * tmp
 * 
 *     if Ni == 0.0:             # <<<<<<<<<<<<<<
 *         if p >= a:
 *             v = N * p
 */
  __pyx_t_4 = ((__pyx_v_Ni == 0.0) != 0);
  if (__pyx_t_4) {

    /* "pygsti/objects/replib/fastreplib.pyx":2286
 * 
 *     if Ni == 0.0:
 *         if p >= a:             # <<<<<<<<<<<<<<
 *             v = N * p
 *         else:
 */
    __pyx_t_4 = ((__pyx_v_p >= __pyx_v_a) != 0);
    if (__pyx_t_4) {

      /* "pygsti/objects/replib/fastreplib.pyx":2287
 *     if Ni == 0.0:
 *         if p >= a:
 *             v = N * p             # <<<<<<<<<<<<<<
 *         else:
 *             v = N * ((-1.0 / (3 * a*a)) * p*p*p + p*p / a + a / 3.0)
 */
      __pyx_v_v = (__pyx_v_N * __pyx_v_p);

      /* "pygsti/objects/replib/fastreplib.pyx":2286
 * 
 *     if Ni == 0.0:
 *         if p >= a:             # <<<<<<<<<<<<<<
 *             v = N * p
 *         else:
 */
      goto __pyx_L6;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":2289
 *             v = N * p
 *         else:
 *             v = N * ((-1.0 / (3 * a*a)) * p*p*p + p*p / a + a / 3.0)             # <<<<<<<<<<<<<<
 *     # special handling for f == 0 terms
 *     # using quadratic rounding of function with minimum: max(0,(a-p)^2)/(2a) + p
 */
    /*else*/ {
      __pyx_t_3 = ((3.0 * __pyx_v_a) * __pyx_v_a);
      if (unlikely(__pyx_t_3 == 0)) {
        PyErr_SetString(PyExc_ZeroDivisionError, "float division");
        __PYX_ERR(0, 2289, __pyx_L1_error)
      }
      __pyx_t_1 = (__pyx_v_p * __pyx_v_p);
      if (unlikely(__pyx_v_a == 0)) {
        PyErr_SetString(PyExc_ZeroDivisionError, "float division");
        __PYX_ERR(0, 2289, __pyx_L1_error)
      }
      __pyx_v_v = (__pyx_v_N * ((((((-1.0 / __pyx_t_3) * __pyx_v_p) * __pyx_v_p) * __pyx_v_p) + (__pyx_t_1 / __pyx_v_a)) + (__pyx_v_a / 3.0)));
    }
    __pyx_L6:;

    /* "pygsti/objects/replib/fastreplib.pyx":2285
 *         v = v + S * tmp + S2 * tmp * tmp
 * 
 *     if Ni == 0.0:             # <<<<<<<<<<<<<<
 *         if p >= a:
 *             v = N * p
 */
  }

  /* "pygsti/objects/replib/fastreplib.pyx":2293
 *     # using quadratic rounding of function with minimum: max(0,(a-p)^2)/(2a) + p
 * 
 *     if omitted_p != 0.0:             # <<<<<<<<<<<<<<
 *         # if this is the *last* outcome at this time then account for any omitted probability
 *         v += N * omitted_p if omitted_p >= a else \
 */
  __pyx_t_4 = ((__pyx_v_omitted_p != 0.0) != 0);
  if (__pyx_t_4) {

    /* "pygsti/objects/replib/fastreplib.pyx":2295
 *     if omitted_p != 0.0:
 *         # if this is the *last* outcome at this time then account for any omitted probability
 *         v += N * omitted_p if omitted_p >= a else \             # <<<<<<<<<<<<<<
 *             N * ((-1.0 / (3 * a*a)) * omitted_p*omitted_p*omitted_p + omitted_p*omitted_p / a + a / 3.0)
 * 
 */
    if (((__pyx_v_omitted_p >= __pyx_v_a) != 0)) {
      __pyx_t_1 = (__pyx_v_N * __pyx_v_omitted_p);
    } else {

      /* "pygsti/objects/replib/fastreplib.pyx":2296
 *         # if this is the *last* outcome at this time then account for any omitted probability
 *         v += N * omitted_p if omitted_p >= a else \
 *             N * ((-1.0 / (3 * a*a)) * omitted_p*omitted_p*omitted_p + omitted_p*omitted_p / a + a / 3.0)             # <<<<<<<<<<<<<<
 * 
 *     return v  # objective function term (the qty stored in cache)
 */
      __pyx_t_3 = ((3.0 * __pyx_v_a) * __pyx_v_a);
      if (unlikely(__pyx_t_3 == 0)) {
        PyErr_SetString(PyExc_ZeroDivisionError, "float division");
        __PYX_ERR(0, 2296, __pyx_L1_error)
      }
      __pyx_t_2 = (__pyx_v_omitted_p * __pyx_v_omitted_p);
      if (unlikely(__pyx_v_a == 0)) {
        PyErr_SetString(PyExc_ZeroDivisionError, "float division");
        __PYX_ERR(0, 2296, __pyx_L1_error)
      }
      __pyx_t_1 = (__pyx_v_N * ((((((-1.0 / __pyx_t_3) * __pyx_v_omitted_p) * __pyx_v_omitted_p) * __pyx_v_omitted_p) + (__pyx_t_2 / __pyx_v_a)) + (__pyx_v_a / 3.0)));
    }

    /* "pygsti/objects/replib/fastreplib.pyx":2295
 *     if omitted_p != 0.0:
 *         # if this is the *last* outcome at this time then account for any omitted probability
 *         v += N * omitted_p if omitted_p >= a else \             # <<<<<<<<<<<<<<
 *             N * ((-1.0 / (3 * a*a)) * omitted_p*omitted_p*omitted_p + omitted_p*omitted_p / a + a / 3.0)
 * 
 */
    __pyx_v_v = (__pyx_v_v + __pyx_t_1);

    /* "pygsti/objects/replib/fastreplib.pyx":2293
 *     # using quadratic rounding of function with minimum: max(0,(a-p)^2)/(2a) + p
 * 
 *     if omitted_p != 0.0:             # <<<<<<<<<<<<<<
 *         # if this is the *last* outcome at this time then account for any omitted probability
 *         v += N * omitted_p if omitted_p >= a else \
 */
  }

  /* "pygsti/objects/replib/fastreplib.pyx":2298
 *             N * ((-1.0 / (3 * a*a)) * omitted_p*omitted_p*omitted_p + omitted_p*omitted_p / a + a / 3.0)
 * 
 *     return v  # objective function term (the qty stored in cache)             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_r = __pyx_v_v;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":2264
 * 
 * 
 * cdef double TDloglpp_obj_fn(double p, double f, double Ni, double N, double omitted_p, double min_p, double a):             # <<<<<<<<<<<<<<
 *     cdef double freq_term, S, S2, v, tmp
 *     cdef double pos_p = max(p, min_p)
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_WriteUnraisable("pygsti.objects.replib.fastreplib.TDloglpp_obj_fn", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":2301
 * 
 * 
 * def DM_mapfill_TDloglpp_terms(calc, mxToFill, dest_indices, num_outcomes, evalTree, dataset_rows,             # <<<<<<<<<<<<<<
 *                               minProbClip, radius, probClipInterval, comm):
 *     DM_mapfill_TDterms(calc, "logl", mxToFill, dest_indices, num_outcomes, evalTree,
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9DM_mapfill_TDloglpp_terms(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static PyMethodDef __pyx_mdef_6pygsti_7objects_6replib_10fastreplib_9DM_mapfill_TDloglpp_terms = {"DM_mapfill_TDloglpp_terms", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9DM_mapfill_TDloglpp_terms, METH_VARARGS|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9DM_mapfill_TDloglpp_terms(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyObject *__pyx_v_calc = 0;
  PyObject *__pyx_v_mxToFill = 0;
  PyObject *__pyx_v_dest_indices = 0;
  PyObject *__pyx_v_num_outcomes = 0;
  PyObject *__pyx_v_evalTree = 0;
  PyObject *__pyx_v_dataset_rows = 0;
  PyObject *__pyx_v_minProbClip = 0;
  PyObject *__pyx_v_radius = 0;
  CYTHON_UNUSED PyObject *__pyx_v_probClipInterval = 0;
  PyObject *__pyx_v_comm = 0;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("DM_mapfill_TDloglpp_terms (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_calc,&__pyx_n_s_mxToFill,&__pyx_n_s_dest_indices,&__pyx_n_s_num_outcomes,&__pyx_n_s_evalTree,&__pyx_n_s_dataset_rows,&__pyx_n_s_minProbClip,&__pyx_n_s_radius,&__pyx_n_s_probClipInterval,&__pyx_n_s_comm,0};
    PyObject* values[10] = {0,0,0,0,0,0,0,0,0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case 10: values[9] = PyTuple_GET_ITEM(__pyx_args, 9);
        CYTHON_FALLTHROUGH;
        case  9: values[8] = PyTuple_GET_ITEM(__pyx_args, 8);
        CYTHON_FALLTHROUGH;
        case  8: values[7] = PyTuple_GET_ITEM(__pyx_args, 7);
        CYTHON_FALLTHROUGH;
        case  7: values[6] = PyTuple_GET_ITEM(__pyx_args, 6);
        CYTHON_FALLTHROUGH;
        case  6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
        CYTHON_FALLTHROUGH;
        case  5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
        CYTHON_FALLTHROUGH;
        case  4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
        CYTHON_FALLTHROUGH;
        case  3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
        CYTHON_FALLTHROUGH;
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_calc)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_mxToFill)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDloglpp_terms", 1, 10, 10, 1); __PYX_ERR(0, 2301, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  2:
        if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_dest_indices)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDloglpp_terms", 1, 10, 10, 2); __PYX_ERR(0, 2301, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  3:
        if (likely((values[3] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_num_outcomes)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDloglpp_terms", 1, 10, 10, 3); __PYX_ERR(0, 2301, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  4:
        if (likely((values[4] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_evalTree)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDloglpp_terms", 1, 10, 10, 4); __PYX_ERR(0, 2301, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  5:
        if (likely((values[5] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_dataset_rows)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDloglpp_terms", 1, 10, 10, 5); __PYX_ERR(0, 2301, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  6:
        if (likely((values[6] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_minProbClip)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDloglpp_terms", 1, 10, 10, 6); __PYX_ERR(0, 2301, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  7:
        if (likely((values[7] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_radius)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDloglpp_terms", 1, 10, 10, 7); __PYX_ERR(0, 2301, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  8:
        if (likely((values[8] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_probClipInterval)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDloglpp_terms", 1, 10, 10, 8); __PYX_ERR(0, 2301, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  9:
        if (likely((values[9] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_comm)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDloglpp_terms", 1, 10, 10, 9); __PYX_ERR(0, 2301, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "DM_mapfill_TDloglpp_terms") < 0)) __PYX_ERR(0, 2301, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 10) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
      values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
      values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
      values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
      values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
      values[6] = PyTuple_GET_ITEM(__pyx_args, 6);
      values[7] = PyTuple_GET_ITEM(__pyx_args, 7);
      values[8] = PyTuple_GET_ITEM(__pyx_args, 8);
      values[9] = PyTuple_GET_ITEM(__pyx_args, 9);
    }
    __pyx_v_calc = values[0];
    __pyx_v_mxToFill = values[1];
    __pyx_v_dest_indices = values[2];
    __pyx_v_num_outcomes = values[3];
    __pyx_v_evalTree = values[4];
    __pyx_v_dataset_rows = values[5];
    __pyx_v_minProbClip = values[6];
    __pyx_v_radius = values[7];
    __pyx_v_probClipInterval = values[8];
    __pyx_v_comm = values[9];
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDloglpp_terms", 1, 10, 10, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 2301, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DM_mapfill_TDloglpp_terms", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_8DM_mapfill_TDloglpp_terms(__pyx_self, __pyx_v_calc, __pyx_v_mxToFill, __pyx_v_dest_indices, __pyx_v_num_outcomes, __pyx_v_evalTree, __pyx_v_dataset_rows, __pyx_v_minProbClip, __pyx_v_radius, __pyx_v_probClipInterval, __pyx_v_comm);

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_8DM_mapfill_TDloglpp_terms(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_calc, PyObject *__pyx_v_mxToFill, PyObject *__pyx_v_dest_indices, PyObject *__pyx_v_num_outcomes, PyObject *__pyx_v_evalTree, PyObject *__pyx_v_dataset_rows, PyObject *__pyx_v_minProbClip, PyObject *__pyx_v_radius, CYTHON_UNUSED PyObject *__pyx_v_probClipInterval, PyObject *__pyx_v_comm) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  int __pyx_t_4;
  PyObject *__pyx_t_5 = NULL;
  __Pyx_RefNannySetupContext("DM_mapfill_TDloglpp_terms", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":2303
 * def DM_mapfill_TDloglpp_terms(calc, mxToFill, dest_indices, num_outcomes, evalTree, dataset_rows,
 *                               minProbClip, radius, probClipInterval, comm):
 *     DM_mapfill_TDterms(calc, "logl", mxToFill, dest_indices, num_outcomes, evalTree,             # <<<<<<<<<<<<<<
 *                        dataset_rows, comm, minProbClip, radius)
 * 
 */
  __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_DM_mapfill_TDterms); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2303, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);

  /* "pygsti/objects/replib/fastreplib.pyx":2304
 *                               minProbClip, radius, probClipInterval, comm):
 *     DM_mapfill_TDterms(calc, "logl", mxToFill, dest_indices, num_outcomes, evalTree,
 *                        dataset_rows, comm, minProbClip, radius)             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_t_3 = NULL;
  __pyx_t_4 = 0;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) {
    __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
    if (likely(__pyx_t_3)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
      __Pyx_INCREF(__pyx_t_3);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_2, function);
      __pyx_t_4 = 1;
    }
  }
  #if CYTHON_FAST_PYCALL
  if (PyFunction_Check(__pyx_t_2)) {
    PyObject *__pyx_temp[11] = {__pyx_t_3, __pyx_v_calc, __pyx_n_s_logl, __pyx_v_mxToFill, __pyx_v_dest_indices, __pyx_v_num_outcomes, __pyx_v_evalTree, __pyx_v_dataset_rows, __pyx_v_comm, __pyx_v_minProbClip, __pyx_v_radius};
    __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_4, 10+__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2303, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_GOTREF(__pyx_t_1);
  } else
  #endif
  #if CYTHON_FAST_PYCCALL
  if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) {
    PyObject *__pyx_temp[11] = {__pyx_t_3, __pyx_v_calc, __pyx_n_s_logl, __pyx_v_mxToFill, __pyx_v_dest_indices, __pyx_v_num_outcomes, __pyx_v_evalTree, __pyx_v_dataset_rows, __pyx_v_comm, __pyx_v_minProbClip, __pyx_v_radius};
    __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_4, 10+__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2303, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_GOTREF(__pyx_t_1);
  } else
  #endif
  {
    __pyx_t_5 = PyTuple_New(10+__pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2303, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    if (__pyx_t_3) {
      __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_3); __pyx_t_3 = NULL;
    }
    __Pyx_INCREF(__pyx_v_calc);
    __Pyx_GIVEREF(__pyx_v_calc);
    PyTuple_SET_ITEM(__pyx_t_5, 0+__pyx_t_4, __pyx_v_calc);
    __Pyx_INCREF(__pyx_n_s_logl);
    __Pyx_GIVEREF(__pyx_n_s_logl);
    PyTuple_SET_ITEM(__pyx_t_5, 1+__pyx_t_4, __pyx_n_s_logl);
    __Pyx_INCREF(__pyx_v_mxToFill);
    __Pyx_GIVEREF(__pyx_v_mxToFill);
    PyTuple_SET_ITEM(__pyx_t_5, 2+__pyx_t_4, __pyx_v_mxToFill);
    __Pyx_INCREF(__pyx_v_dest_indices);
    __Pyx_GIVEREF(__pyx_v_dest_indices);
    PyTuple_SET_ITEM(__pyx_t_5, 3+__pyx_t_4, __pyx_v_dest_indices);
    __Pyx_INCREF(__pyx_v_num_outcomes);
    __Pyx_GIVEREF(__pyx_v_num_outcomes);
    PyTuple_SET_ITEM(__pyx_t_5, 4+__pyx_t_4, __pyx_v_num_outcomes);
    __Pyx_INCREF(__pyx_v_evalTree);
    __Pyx_GIVEREF(__pyx_v_evalTree);
    PyTuple_SET_ITEM(__pyx_t_5, 5+__pyx_t_4, __pyx_v_evalTree);
    __Pyx_INCREF(__pyx_v_dataset_rows);
    __Pyx_GIVEREF(__pyx_v_dataset_rows);
    PyTuple_SET_ITEM(__pyx_t_5, 6+__pyx_t_4, __pyx_v_dataset_rows);
    __Pyx_INCREF(__pyx_v_comm);
    __Pyx_GIVEREF(__pyx_v_comm);
    PyTuple_SET_ITEM(__pyx_t_5, 7+__pyx_t_4, __pyx_v_comm);
    __Pyx_INCREF(__pyx_v_minProbClip);
    __Pyx_GIVEREF(__pyx_v_minProbClip);
    PyTuple_SET_ITEM(__pyx_t_5, 8+__pyx_t_4, __pyx_v_minProbClip);
    __Pyx_INCREF(__pyx_v_radius);
    __Pyx_GIVEREF(__pyx_v_radius);
    PyTuple_SET_ITEM(__pyx_t_5, 9+__pyx_t_4, __pyx_v_radius);
    __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_5, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2303, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  }
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2301
 * 
 * 
 * def DM_mapfill_TDloglpp_terms(calc, mxToFill, dest_indices, num_outcomes, evalTree, dataset_rows,             # <<<<<<<<<<<<<<
 *                               minProbClip, radius, probClipInterval, comm):
 *     DM_mapfill_TDterms(calc, "logl", mxToFill, dest_indices, num_outcomes, evalTree,
 */

  /* function exit code */
  __pyx_r = Py_None; __Pyx_INCREF(Py_None);
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DM_mapfill_TDloglpp_terms", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":2307
 * 
 * 
 * def DM_mapfill_TDterms(calc, objective, mxToFill, dest_indices, num_outcomes,             # <<<<<<<<<<<<<<
 *                        evalTree, dataset_rows, comm, double fnarg1, double fnarg2):
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11DM_mapfill_TDterms(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static PyMethodDef __pyx_mdef_6pygsti_7objects_6replib_10fastreplib_11DM_mapfill_TDterms = {"DM_mapfill_TDterms", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11DM_mapfill_TDterms, METH_VARARGS|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11DM_mapfill_TDterms(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyObject *__pyx_v_calc = 0;
  PyObject *__pyx_v_objective = 0;
  PyObject *__pyx_v_mxToFill = 0;
  PyObject *__pyx_v_dest_indices = 0;
  PyObject *__pyx_v_num_outcomes = 0;
  PyObject *__pyx_v_evalTree = 0;
  PyObject *__pyx_v_dataset_rows = 0;
  CYTHON_UNUSED PyObject *__pyx_v_comm = 0;
  double __pyx_v_fnarg1;
  double __pyx_v_fnarg2;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("DM_mapfill_TDterms (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_calc,&__pyx_n_s_objective,&__pyx_n_s_mxToFill,&__pyx_n_s_dest_indices,&__pyx_n_s_num_outcomes,&__pyx_n_s_evalTree,&__pyx_n_s_dataset_rows,&__pyx_n_s_comm,&__pyx_n_s_fnarg1,&__pyx_n_s_fnarg2,0};
    PyObject* values[10] = {0,0,0,0,0,0,0,0,0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case 10: values[9] = PyTuple_GET_ITEM(__pyx_args, 9);
        CYTHON_FALLTHROUGH;
        case  9: values[8] = PyTuple_GET_ITEM(__pyx_args, 8);
        CYTHON_FALLTHROUGH;
        case  8: values[7] = PyTuple_GET_ITEM(__pyx_args, 7);
        CYTHON_FALLTHROUGH;
        case  7: values[6] = PyTuple_GET_ITEM(__pyx_args, 6);
        CYTHON_FALLTHROUGH;
        case  6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
        CYTHON_FALLTHROUGH;
        case  5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
        CYTHON_FALLTHROUGH;
        case  4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
        CYTHON_FALLTHROUGH;
        case  3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
        CYTHON_FALLTHROUGH;
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_calc)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_objective)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDterms", 1, 10, 10, 1); __PYX_ERR(0, 2307, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  2:
        if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_mxToFill)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDterms", 1, 10, 10, 2); __PYX_ERR(0, 2307, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  3:
        if (likely((values[3] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_dest_indices)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDterms", 1, 10, 10, 3); __PYX_ERR(0, 2307, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  4:
        if (likely((values[4] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_num_outcomes)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDterms", 1, 10, 10, 4); __PYX_ERR(0, 2307, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  5:
        if (likely((values[5] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_evalTree)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDterms", 1, 10, 10, 5); __PYX_ERR(0, 2307, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  6:
        if (likely((values[6] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_dataset_rows)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDterms", 1, 10, 10, 6); __PYX_ERR(0, 2307, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  7:
        if (likely((values[7] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_comm)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDterms", 1, 10, 10, 7); __PYX_ERR(0, 2307, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  8:
        if (likely((values[8] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_fnarg1)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDterms", 1, 10, 10, 8); __PYX_ERR(0, 2307, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  9:
        if (likely((values[9] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_fnarg2)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDterms", 1, 10, 10, 9); __PYX_ERR(0, 2307, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "DM_mapfill_TDterms") < 0)) __PYX_ERR(0, 2307, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 10) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
      values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
      values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
      values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
      values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
      values[6] = PyTuple_GET_ITEM(__pyx_args, 6);
      values[7] = PyTuple_GET_ITEM(__pyx_args, 7);
      values[8] = PyTuple_GET_ITEM(__pyx_args, 8);
      values[9] = PyTuple_GET_ITEM(__pyx_args, 9);
    }
    __pyx_v_calc = values[0];
    __pyx_v_objective = values[1];
    __pyx_v_mxToFill = values[2];
    __pyx_v_dest_indices = values[3];
    __pyx_v_num_outcomes = values[4];
    __pyx_v_evalTree = values[5];
    __pyx_v_dataset_rows = values[6];
    __pyx_v_comm = values[7];
    __pyx_v_fnarg1 = __pyx_PyFloat_AsDouble(values[8]); if (unlikely((__pyx_v_fnarg1 == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 2308, __pyx_L3_error)
    __pyx_v_fnarg2 = __pyx_PyFloat_AsDouble(values[9]); if (unlikely((__pyx_v_fnarg2 == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 2308, __pyx_L3_error)
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDterms", 1, 10, 10, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 2307, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DM_mapfill_TDterms", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_10DM_mapfill_TDterms(__pyx_self, __pyx_v_calc, __pyx_v_objective, __pyx_v_mxToFill, __pyx_v_dest_indices, __pyx_v_num_outcomes, __pyx_v_evalTree, __pyx_v_dataset_rows, __pyx_v_comm, __pyx_v_fnarg1, __pyx_v_fnarg2);

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_10DM_mapfill_TDterms(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_calc, PyObject *__pyx_v_objective, PyObject *__pyx_v_mxToFill, PyObject *__pyx_v_dest_indices, PyObject *__pyx_v_num_outcomes, PyObject *__pyx_v_evalTree, PyObject *__pyx_v_dataset_rows, CYTHON_UNUSED PyObject *__pyx_v_comm, double __pyx_v_fnarg1, double __pyx_v_fnarg2) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_j;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_k;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_l;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_n;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_kinit;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nTotOutcomes;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_N;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_Ni;
  double __pyx_v_cur_probtotal;
  double __pyx_v_t;
  double __pyx_v_t0;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_TD_obj_fn __pyx_v_objfn;
  CYTHON_UNUSED __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_cacheSize;
  PyObject *__pyx_v_EVecs = NULL;
  PyObject *__pyx_v_elabels_as_outcomes = NULL;
  PyObject *__pyx_v_outcome_to_elabel_index = NULL;
  CYTHON_UNUSED PyObject *__pyx_v_iStart = NULL;
  PyObject *__pyx_v_remainder = NULL;
  CYTHON_UNUSED PyObject *__pyx_v_iCache = NULL;
  PyObject *__pyx_v_rholabel = NULL;
  PyObject *__pyx_v_rhoVec = NULL;
  PyObject *__pyx_v_datarow = NULL;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nOutcomes;
  PyObject *__pyx_v_elbl_indices = NULL;
  PyObject *__pyx_v_final_indices = NULL;
  PyObject *__pyx_v_elbl_to_final_index = NULL;
  PyObject *__pyx_v_rho = NULL;
  PyObject *__pyx_v_outcome = NULL;
  PyObject *__pyx_v_gl = NULL;
  PyObject *__pyx_v_op = NULL;
  PyObject *__pyx_v_E = NULL;
  PyObject *__pyx_v_p = NULL;
  double __pyx_v_f;
  double __pyx_v_omitted_p;
  PyObject *__pyx_v_e = NULL;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_8genexpr9__pyx_v_i;
  PyObject *__pyx_8genexpr9__pyx_v_outcome = NULL;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_9genexpr10__pyx_v_i;
  PyObject *__pyx_9genexpr10__pyx_v_row = NULL;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_9genexpr11__pyx_v_i;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_9genexpr11__pyx_v_N;
  PyObject *__pyx_9genexpr12__pyx_v_elbl_index = NULL;
  PyObject *__pyx_9genexpr12__pyx_v_final_index = NULL;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_5;
  PyObject *__pyx_t_6 = NULL;
  Py_ssize_t __pyx_t_7;
  PyObject *(*__pyx_t_8)(PyObject *);
  PyObject *__pyx_t_9 = NULL;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_10;
  PyObject *__pyx_t_11 = NULL;
  PyObject *(*__pyx_t_12)(PyObject *);
  Py_ssize_t __pyx_t_13;
  PyObject *(*__pyx_t_14)(PyObject *);
  PyObject *__pyx_t_15 = NULL;
  double __pyx_t_16;
  int __pyx_t_17;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_18;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_19;
  __Pyx_RefNannySetupContext("DM_mapfill_TDterms", 0);
  __Pyx_INCREF(__pyx_v_dest_indices);
  __Pyx_INCREF(__pyx_v_num_outcomes);
  __Pyx_INCREF(__pyx_v_dataset_rows);

  /* "pygsti/objects/replib/fastreplib.pyx":2313
 *     cdef double cur_probtotal, t, t0
 *     cdef TD_obj_fn objfn
 *     if objective == "chi2":             # <<<<<<<<<<<<<<
 *         objfn = TDchi2_obj_fn
 *     else:
 */
  __pyx_t_1 = (__Pyx_PyString_Equals(__pyx_v_objective, __pyx_n_s_chi2, Py_EQ)); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 2313, __pyx_L1_error)
  if (__pyx_t_1) {

    /* "pygsti/objects/replib/fastreplib.pyx":2314
 *     cdef TD_obj_fn objfn
 *     if objective == "chi2":
 *         objfn = TDchi2_obj_fn             # <<<<<<<<<<<<<<
 *     else:
 *         objfn = TDloglpp_obj_fn
 */
    __pyx_v_objfn = __pyx_f_6pygsti_7objects_6replib_10fastreplib_TDchi2_obj_fn;

    /* "pygsti/objects/replib/fastreplib.pyx":2313
 *     cdef double cur_probtotal, t, t0
 *     cdef TD_obj_fn objfn
 *     if objective == "chi2":             # <<<<<<<<<<<<<<
 *         objfn = TDchi2_obj_fn
 *     else:
 */
    goto __pyx_L3;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":2316
 *         objfn = TDchi2_obj_fn
 *     else:
 *         objfn = TDloglpp_obj_fn             # <<<<<<<<<<<<<<
 * 
 *     mxToFill[dest_indices] = 0.0  # reset destination (we sum into it)
 */
  /*else*/ {
    __pyx_v_objfn = __pyx_f_6pygsti_7objects_6replib_10fastreplib_TDloglpp_obj_fn;
  }
  __pyx_L3:;

  /* "pygsti/objects/replib/fastreplib.pyx":2318
 *         objfn = TDloglpp_obj_fn
 * 
 *     mxToFill[dest_indices] = 0.0  # reset destination (we sum into it)             # <<<<<<<<<<<<<<
 *     dest_indices = _slct.as_array(dest_indices)  # make sure this is an array and not a slice
 * 
 */
  if (unlikely(PyObject_SetItem(__pyx_v_mxToFill, __pyx_v_dest_indices, __pyx_float_0_0) < 0)) __PYX_ERR(0, 2318, __pyx_L1_error)

  /* "pygsti/objects/replib/fastreplib.pyx":2319
 * 
 *     mxToFill[dest_indices] = 0.0  # reset destination (we sum into it)
 *     dest_indices = _slct.as_array(dest_indices)  # make sure this is an array and not a slice             # <<<<<<<<<<<<<<
 * 
 *     cdef INT cacheSize = evalTree.cache_size()
 */
  __Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_slct); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2319, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_as_array); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2319, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __pyx_t_3 = NULL;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_4))) {
    __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_4);
    if (likely(__pyx_t_3)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
      __Pyx_INCREF(__pyx_t_3);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_4, function);
    }
  }
  __pyx_t_2 = (__pyx_t_3) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_3, __pyx_v_dest_indices) : __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_v_dest_indices);
  __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
  if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2319, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  __Pyx_DECREF_SET(__pyx_v_dest_indices, __pyx_t_2);
  __pyx_t_2 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2321
 *     dest_indices = _slct.as_array(dest_indices)  # make sure this is an array and not a slice
 * 
 *     cdef INT cacheSize = evalTree.cache_size()             # <<<<<<<<<<<<<<
 *     #cdef np.ndarray ret = np.zeros((len(evalTree), len(elabels)), 'd')  # zeros so we can just add contributions below
 *     #rhoVec, EVecs = calc._rhoEs_from_labels(rholabel, elabels)
 */
  __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_evalTree, __pyx_n_s_cache_size); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2321, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __pyx_t_3 = NULL;
  if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) {
    __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_4);
    if (likely(__pyx_t_3)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
      __Pyx_INCREF(__pyx_t_3);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_4, function);
    }
  }
  __pyx_t_2 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
  if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2321, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  __pyx_t_5 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_2); if (unlikely((__pyx_t_5 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 2321, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_v_cacheSize = __pyx_t_5;

  /* "pygsti/objects/replib/fastreplib.pyx":2324
 *     #cdef np.ndarray ret = np.zeros((len(evalTree), len(elabels)), 'd')  # zeros so we can just add contributions below
 *     #rhoVec, EVecs = calc._rhoEs_from_labels(rholabel, elabels)
 *     EVecs = calc._Es_from_labels(evalTree.elabels)             # <<<<<<<<<<<<<<
 * 
 *     elabels_as_outcomes = [(_gt.eLabelToOutcome(e),) for e in evalTree.elabels]
 */
  __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_Es_from_labels); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2324, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_evalTree, __pyx_n_s_elabels); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2324, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_6 = NULL;
  if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) {
    __pyx_t_6 = PyMethod_GET_SELF(__pyx_t_4);
    if (likely(__pyx_t_6)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
      __Pyx_INCREF(__pyx_t_6);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_4, function);
    }
  }
  __pyx_t_2 = (__pyx_t_6) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_6, __pyx_t_3) : __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_3);
  __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2324, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  __pyx_v_EVecs = __pyx_t_2;
  __pyx_t_2 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2326
 *     EVecs = calc._Es_from_labels(evalTree.elabels)
 * 
 *     elabels_as_outcomes = [(_gt.eLabelToOutcome(e),) for e in evalTree.elabels]             # <<<<<<<<<<<<<<
 *     outcome_to_elabel_index = {outcome: i for i, outcome in enumerate(elabels_as_outcomes)}
 *     dataset_rows = {i: row for i,row in enumerate(dataset_rows) } # change to dict for indexing speed - maybe pass this in? FUTURE
 */
  __pyx_t_2 = PyList_New(0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2326, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_evalTree, __pyx_n_s_elabels); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2326, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  if (likely(PyList_CheckExact(__pyx_t_4)) || PyTuple_CheckExact(__pyx_t_4)) {
    __pyx_t_3 = __pyx_t_4; __Pyx_INCREF(__pyx_t_3); __pyx_t_7 = 0;
    __pyx_t_8 = NULL;
  } else {
    __pyx_t_7 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2326, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __pyx_t_8 = Py_TYPE(__pyx_t_3)->tp_iternext; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 2326, __pyx_L1_error)
  }
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  for (;;) {
    if (likely(!__pyx_t_8)) {
      if (likely(PyList_CheckExact(__pyx_t_3))) {
        if (__pyx_t_7 >= PyList_GET_SIZE(__pyx_t_3)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_4 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_7); __Pyx_INCREF(__pyx_t_4); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 2326, __pyx_L1_error)
        #else
        __pyx_t_4 = PySequence_ITEM(__pyx_t_3, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2326, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_4);
        #endif
      } else {
        if (__pyx_t_7 >= PyTuple_GET_SIZE(__pyx_t_3)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_7); __Pyx_INCREF(__pyx_t_4); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 2326, __pyx_L1_error)
        #else
        __pyx_t_4 = PySequence_ITEM(__pyx_t_3, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2326, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_4);
        #endif
      }
    } else {
      __pyx_t_4 = __pyx_t_8(__pyx_t_3);
      if (unlikely(!__pyx_t_4)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
          else __PYX_ERR(0, 2326, __pyx_L1_error)
        }
        break;
      }
      __Pyx_GOTREF(__pyx_t_4);
    }
    __Pyx_XDECREF_SET(__pyx_v_e, __pyx_t_4);
    __pyx_t_4 = 0;
    __Pyx_GetModuleGlobalName(__pyx_t_6, __pyx_n_s_gt); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2326, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_t_6, __pyx_n_s_eLabelToOutcome); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2326, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_9);
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    __pyx_t_6 = NULL;
    if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_9))) {
      __pyx_t_6 = PyMethod_GET_SELF(__pyx_t_9);
      if (likely(__pyx_t_6)) {
        PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_9);
        __Pyx_INCREF(__pyx_t_6);
        __Pyx_INCREF(function);
        __Pyx_DECREF_SET(__pyx_t_9, function);
      }
    }
    __pyx_t_4 = (__pyx_t_6) ? __Pyx_PyObject_Call2Args(__pyx_t_9, __pyx_t_6, __pyx_v_e) : __Pyx_PyObject_CallOneArg(__pyx_t_9, __pyx_v_e);
    __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
    if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2326, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
    __pyx_t_9 = PyTuple_New(1); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2326, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_9);
    __Pyx_GIVEREF(__pyx_t_4);
    PyTuple_SET_ITEM(__pyx_t_9, 0, __pyx_t_4);
    __pyx_t_4 = 0;
    if (unlikely(__Pyx_ListComp_Append(__pyx_t_2, (PyObject*)__pyx_t_9))) __PYX_ERR(0, 2326, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
  }
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __pyx_v_elabels_as_outcomes = ((PyObject*)__pyx_t_2);
  __pyx_t_2 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2327
 * 
 *     elabels_as_outcomes = [(_gt.eLabelToOutcome(e),) for e in evalTree.elabels]
 *     outcome_to_elabel_index = {outcome: i for i, outcome in enumerate(elabels_as_outcomes)}             # <<<<<<<<<<<<<<
 *     dataset_rows = {i: row for i,row in enumerate(dataset_rows) } # change to dict for indexing speed - maybe pass this in? FUTURE
 *     num_outcomes = {i: N for i,N in enumerate(num_outcomes) } # change to dict for indexing speed
 */
  { /* enter inner scope */
    __pyx_t_2 = PyDict_New(); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2327, __pyx_L8_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_5 = 0;
    __pyx_t_3 = __pyx_v_elabels_as_outcomes; __Pyx_INCREF(__pyx_t_3); __pyx_t_7 = 0;
    for (;;) {
      if (__pyx_t_7 >= PyList_GET_SIZE(__pyx_t_3)) break;
      #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
      __pyx_t_9 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_7); __Pyx_INCREF(__pyx_t_9); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 2327, __pyx_L8_error)
      #else
      __pyx_t_9 = PySequence_ITEM(__pyx_t_3, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2327, __pyx_L8_error)
      __Pyx_GOTREF(__pyx_t_9);
      #endif
      __Pyx_XDECREF_SET(__pyx_8genexpr9__pyx_v_outcome, __pyx_t_9);
      __pyx_t_9 = 0;
      __pyx_8genexpr9__pyx_v_i = __pyx_t_5;
      __pyx_t_5 = (__pyx_t_5 + 1);
      __pyx_t_9 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_8genexpr9__pyx_v_i); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2327, __pyx_L8_error)
      __Pyx_GOTREF(__pyx_t_9);
      if (unlikely(PyDict_SetItem(__pyx_t_2, (PyObject*)__pyx_8genexpr9__pyx_v_outcome, (PyObject*)__pyx_t_9))) __PYX_ERR(0, 2327, __pyx_L8_error)
      __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
    }
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_XDECREF(__pyx_8genexpr9__pyx_v_outcome); __pyx_8genexpr9__pyx_v_outcome = 0;
    goto __pyx_L11_exit_scope;
    __pyx_L8_error:;
    __Pyx_XDECREF(__pyx_8genexpr9__pyx_v_outcome); __pyx_8genexpr9__pyx_v_outcome = 0;
    goto __pyx_L1_error;
    __pyx_L11_exit_scope:;
  } /* exit inner scope */
  __pyx_v_outcome_to_elabel_index = ((PyObject*)__pyx_t_2);
  __pyx_t_2 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2328
 *     elabels_as_outcomes = [(_gt.eLabelToOutcome(e),) for e in evalTree.elabels]
 *     outcome_to_elabel_index = {outcome: i for i, outcome in enumerate(elabels_as_outcomes)}
 *     dataset_rows = {i: row for i,row in enumerate(dataset_rows) } # change to dict for indexing speed - maybe pass this in? FUTURE             # <<<<<<<<<<<<<<
 *     num_outcomes = {i: N for i,N in enumerate(num_outcomes) } # change to dict for indexing speed
 * 
 */
  { /* enter inner scope */
    __pyx_t_2 = PyDict_New(); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2328, __pyx_L14_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_5 = 0;
    if (likely(PyList_CheckExact(__pyx_v_dataset_rows)) || PyTuple_CheckExact(__pyx_v_dataset_rows)) {
      __pyx_t_3 = __pyx_v_dataset_rows; __Pyx_INCREF(__pyx_t_3); __pyx_t_7 = 0;
      __pyx_t_8 = NULL;
    } else {
      __pyx_t_7 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_v_dataset_rows); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2328, __pyx_L14_error)
      __Pyx_GOTREF(__pyx_t_3);
      __pyx_t_8 = Py_TYPE(__pyx_t_3)->tp_iternext; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 2328, __pyx_L14_error)
    }
    for (;;) {
      if (likely(!__pyx_t_8)) {
        if (likely(PyList_CheckExact(__pyx_t_3))) {
          if (__pyx_t_7 >= PyList_GET_SIZE(__pyx_t_3)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_9 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_7); __Pyx_INCREF(__pyx_t_9); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 2328, __pyx_L14_error)
          #else
          __pyx_t_9 = PySequence_ITEM(__pyx_t_3, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2328, __pyx_L14_error)
          __Pyx_GOTREF(__pyx_t_9);
          #endif
        } else {
          if (__pyx_t_7 >= PyTuple_GET_SIZE(__pyx_t_3)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_9 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_7); __Pyx_INCREF(__pyx_t_9); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 2328, __pyx_L14_error)
          #else
          __pyx_t_9 = PySequence_ITEM(__pyx_t_3, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2328, __pyx_L14_error)
          __Pyx_GOTREF(__pyx_t_9);
          #endif
        }
      } else {
        __pyx_t_9 = __pyx_t_8(__pyx_t_3);
        if (unlikely(!__pyx_t_9)) {
          PyObject* exc_type = PyErr_Occurred();
          if (exc_type) {
            if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
            else __PYX_ERR(0, 2328, __pyx_L14_error)
          }
          break;
        }
        __Pyx_GOTREF(__pyx_t_9);
      }
      __Pyx_XDECREF_SET(__pyx_9genexpr10__pyx_v_row, __pyx_t_9);
      __pyx_t_9 = 0;
      __pyx_9genexpr10__pyx_v_i = __pyx_t_5;
      __pyx_t_5 = (__pyx_t_5 + 1);
      __pyx_t_9 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_9genexpr10__pyx_v_i); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2328, __pyx_L14_error)
      __Pyx_GOTREF(__pyx_t_9);
      if (unlikely(PyDict_SetItem(__pyx_t_2, (PyObject*)__pyx_t_9, (PyObject*)__pyx_9genexpr10__pyx_v_row))) __PYX_ERR(0, 2328, __pyx_L14_error)
      __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
    }
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_XDECREF(__pyx_9genexpr10__pyx_v_row); __pyx_9genexpr10__pyx_v_row = 0;
    goto __pyx_L17_exit_scope;
    __pyx_L14_error:;
    __Pyx_XDECREF(__pyx_9genexpr10__pyx_v_row); __pyx_9genexpr10__pyx_v_row = 0;
    goto __pyx_L1_error;
    __pyx_L17_exit_scope:;
  } /* exit inner scope */
  __Pyx_DECREF_SET(__pyx_v_dataset_rows, __pyx_t_2);
  __pyx_t_2 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2329
 *     outcome_to_elabel_index = {outcome: i for i, outcome in enumerate(elabels_as_outcomes)}
 *     dataset_rows = {i: row for i,row in enumerate(dataset_rows) } # change to dict for indexing speed - maybe pass this in? FUTURE
 *     num_outcomes = {i: N for i,N in enumerate(num_outcomes) } # change to dict for indexing speed             # <<<<<<<<<<<<<<
 * 
 *     #comm is currently ignored
 */
  { /* enter inner scope */
    __pyx_t_2 = PyDict_New(); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2329, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_5 = 0;
    if (likely(PyList_CheckExact(__pyx_v_num_outcomes)) || PyTuple_CheckExact(__pyx_v_num_outcomes)) {
      __pyx_t_3 = __pyx_v_num_outcomes; __Pyx_INCREF(__pyx_t_3); __pyx_t_7 = 0;
      __pyx_t_8 = NULL;
    } else {
      __pyx_t_7 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_v_num_outcomes); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2329, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_3);
      __pyx_t_8 = Py_TYPE(__pyx_t_3)->tp_iternext; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 2329, __pyx_L1_error)
    }
    for (;;) {
      if (likely(!__pyx_t_8)) {
        if (likely(PyList_CheckExact(__pyx_t_3))) {
          if (__pyx_t_7 >= PyList_GET_SIZE(__pyx_t_3)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_9 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_7); __Pyx_INCREF(__pyx_t_9); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 2329, __pyx_L1_error)
          #else
          __pyx_t_9 = PySequence_ITEM(__pyx_t_3, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2329, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_9);
          #endif
        } else {
          if (__pyx_t_7 >= PyTuple_GET_SIZE(__pyx_t_3)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_9 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_7); __Pyx_INCREF(__pyx_t_9); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 2329, __pyx_L1_error)
          #else
          __pyx_t_9 = PySequence_ITEM(__pyx_t_3, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2329, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_9);
          #endif
        }
      } else {
        __pyx_t_9 = __pyx_t_8(__pyx_t_3);
        if (unlikely(!__pyx_t_9)) {
          PyObject* exc_type = PyErr_Occurred();
          if (exc_type) {
            if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
            else __PYX_ERR(0, 2329, __pyx_L1_error)
          }
          break;
        }
        __Pyx_GOTREF(__pyx_t_9);
      }
      __pyx_t_10 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_9); if (unlikely((__pyx_t_10 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 2329, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
      __pyx_9genexpr11__pyx_v_N = __pyx_t_10;
      __pyx_9genexpr11__pyx_v_i = __pyx_t_5;
      __pyx_t_5 = (__pyx_t_5 + 1);
      __pyx_t_9 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_9genexpr11__pyx_v_i); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2329, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_9);
      __pyx_t_4 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_9genexpr11__pyx_v_N); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2329, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_4);
      if (unlikely(PyDict_SetItem(__pyx_t_2, (PyObject*)__pyx_t_9, (PyObject*)__pyx_t_4))) __PYX_ERR(0, 2329, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
    }
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  } /* exit inner scope */
  __Pyx_DECREF_SET(__pyx_v_num_outcomes, __pyx_t_2);
  __pyx_t_2 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2333
 *     #comm is currently ignored
 *     #TODO: if evalTree is split, distribute among processors
 *     for i in evalTree.get_evaluation_order():             # <<<<<<<<<<<<<<
 *         iStart, remainder, iCache = evalTree[i]
 *         #--
 */
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_evalTree, __pyx_n_s_get_evaluation_order); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2333, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_4 = NULL;
  if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) {
    __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_3);
    if (likely(__pyx_t_4)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
      __Pyx_INCREF(__pyx_t_4);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_3, function);
    }
  }
  __pyx_t_2 = (__pyx_t_4) ? __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_t_4) : __Pyx_PyObject_CallNoArg(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
  if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2333, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  if (likely(PyList_CheckExact(__pyx_t_2)) || PyTuple_CheckExact(__pyx_t_2)) {
    __pyx_t_3 = __pyx_t_2; __Pyx_INCREF(__pyx_t_3); __pyx_t_7 = 0;
    __pyx_t_8 = NULL;
  } else {
    __pyx_t_7 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_t_2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2333, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __pyx_t_8 = Py_TYPE(__pyx_t_3)->tp_iternext; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 2333, __pyx_L1_error)
  }
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  for (;;) {
    if (likely(!__pyx_t_8)) {
      if (likely(PyList_CheckExact(__pyx_t_3))) {
        if (__pyx_t_7 >= PyList_GET_SIZE(__pyx_t_3)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_2 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_7); __Pyx_INCREF(__pyx_t_2); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 2333, __pyx_L1_error)
        #else
        __pyx_t_2 = PySequence_ITEM(__pyx_t_3, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2333, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_2);
        #endif
      } else {
        if (__pyx_t_7 >= PyTuple_GET_SIZE(__pyx_t_3)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_2 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_7); __Pyx_INCREF(__pyx_t_2); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 2333, __pyx_L1_error)
        #else
        __pyx_t_2 = PySequence_ITEM(__pyx_t_3, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2333, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_2);
        #endif
      }
    } else {
      __pyx_t_2 = __pyx_t_8(__pyx_t_3);
      if (unlikely(!__pyx_t_2)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
          else __PYX_ERR(0, 2333, __pyx_L1_error)
        }
        break;
      }
      __Pyx_GOTREF(__pyx_t_2);
    }
    __pyx_t_5 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_2); if (unlikely((__pyx_t_5 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 2333, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __pyx_v_i = __pyx_t_5;

    /* "pygsti/objects/replib/fastreplib.pyx":2334
 *     #TODO: if evalTree is split, distribute among processors
 *     for i in evalTree.get_evaluation_order():
 *         iStart, remainder, iCache = evalTree[i]             # <<<<<<<<<<<<<<
 *         #--
 *         rholabel = remainder[0]; remainder = remainder[1:]
 */
    __pyx_t_2 = __Pyx_GetItemInt(__pyx_v_evalTree, __pyx_v_i, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2334, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    if ((likely(PyTuple_CheckExact(__pyx_t_2))) || (PyList_CheckExact(__pyx_t_2))) {
      PyObject* sequence = __pyx_t_2;
      Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
      if (unlikely(size != 3)) {
        if (size > 3) __Pyx_RaiseTooManyValuesError(3);
        else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
        __PYX_ERR(0, 2334, __pyx_L1_error)
      }
      #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
      if (likely(PyTuple_CheckExact(sequence))) {
        __pyx_t_4 = PyTuple_GET_ITEM(sequence, 0); 
        __pyx_t_9 = PyTuple_GET_ITEM(sequence, 1); 
        __pyx_t_6 = PyTuple_GET_ITEM(sequence, 2); 
      } else {
        __pyx_t_4 = PyList_GET_ITEM(sequence, 0); 
        __pyx_t_9 = PyList_GET_ITEM(sequence, 1); 
        __pyx_t_6 = PyList_GET_ITEM(sequence, 2); 
      }
      __Pyx_INCREF(__pyx_t_4);
      __Pyx_INCREF(__pyx_t_9);
      __Pyx_INCREF(__pyx_t_6);
      #else
      __pyx_t_4 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2334, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_4);
      __pyx_t_9 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2334, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_9);
      __pyx_t_6 = PySequence_ITEM(sequence, 2); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2334, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_6);
      #endif
      __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    } else {
      Py_ssize_t index = -1;
      __pyx_t_11 = PyObject_GetIter(__pyx_t_2); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 2334, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_11);
      __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
      __pyx_t_12 = Py_TYPE(__pyx_t_11)->tp_iternext;
      index = 0; __pyx_t_4 = __pyx_t_12(__pyx_t_11); if (unlikely(!__pyx_t_4)) goto __pyx_L22_unpacking_failed;
      __Pyx_GOTREF(__pyx_t_4);
      index = 1; __pyx_t_9 = __pyx_t_12(__pyx_t_11); if (unlikely(!__pyx_t_9)) goto __pyx_L22_unpacking_failed;
      __Pyx_GOTREF(__pyx_t_9);
      index = 2; __pyx_t_6 = __pyx_t_12(__pyx_t_11); if (unlikely(!__pyx_t_6)) goto __pyx_L22_unpacking_failed;
      __Pyx_GOTREF(__pyx_t_6);
      if (__Pyx_IternextUnpackEndCheck(__pyx_t_12(__pyx_t_11), 3) < 0) __PYX_ERR(0, 2334, __pyx_L1_error)
      __pyx_t_12 = NULL;
      __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;
      goto __pyx_L23_unpacking_done;
      __pyx_L22_unpacking_failed:;
      __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;
      __pyx_t_12 = NULL;
      if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
      __PYX_ERR(0, 2334, __pyx_L1_error)
      __pyx_L23_unpacking_done:;
    }
    __Pyx_XDECREF_SET(__pyx_v_iStart, __pyx_t_4);
    __pyx_t_4 = 0;
    __Pyx_XDECREF_SET(__pyx_v_remainder, __pyx_t_9);
    __pyx_t_9 = 0;
    __Pyx_XDECREF_SET(__pyx_v_iCache, __pyx_t_6);
    __pyx_t_6 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":2336
 *         iStart, remainder, iCache = evalTree[i]
 *         #--
 *         rholabel = remainder[0]; remainder = remainder[1:]             # <<<<<<<<<<<<<<
 *         rhoVec = calc._rho_from_label(rholabel) #Cache?
 * 
 */
    __pyx_t_2 = __Pyx_GetItemInt(__pyx_v_remainder, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2336, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __Pyx_XDECREF_SET(__pyx_v_rholabel, __pyx_t_2);
    __pyx_t_2 = 0;
    __pyx_t_2 = __Pyx_PyObject_GetSlice(__pyx_v_remainder, 1, 0, NULL, NULL, &__pyx_slice__10, 1, 0, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2336, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __Pyx_DECREF_SET(__pyx_v_remainder, __pyx_t_2);
    __pyx_t_2 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":2337
 *         #--
 *         rholabel = remainder[0]; remainder = remainder[1:]
 *         rhoVec = calc._rho_from_label(rholabel) #Cache?             # <<<<<<<<<<<<<<
 * 
 *         datarow = dataset_rows[i]
 */
    __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_rho_from_label); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2337, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    __pyx_t_9 = NULL;
    if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_6))) {
      __pyx_t_9 = PyMethod_GET_SELF(__pyx_t_6);
      if (likely(__pyx_t_9)) {
        PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_6);
        __Pyx_INCREF(__pyx_t_9);
        __Pyx_INCREF(function);
        __Pyx_DECREF_SET(__pyx_t_6, function);
      }
    }
    __pyx_t_2 = (__pyx_t_9) ? __Pyx_PyObject_Call2Args(__pyx_t_6, __pyx_t_9, __pyx_v_rholabel) : __Pyx_PyObject_CallOneArg(__pyx_t_6, __pyx_v_rholabel);
    __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
    if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2337, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    __Pyx_XDECREF_SET(__pyx_v_rhoVec, __pyx_t_2);
    __pyx_t_2 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":2339
 *         rhoVec = calc._rho_from_label(rholabel) #Cache?
 * 
 *         datarow = dataset_rows[i]             # <<<<<<<<<<<<<<
 *         nTotOutcomes = num_outcomes[i]
 *         N = 0; nOutcomes = 0
 */
    __pyx_t_2 = __Pyx_GetItemInt(__pyx_v_dataset_rows, __pyx_v_i, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2339, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __Pyx_XDECREF_SET(__pyx_v_datarow, __pyx_t_2);
    __pyx_t_2 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":2340
 * 
 *         datarow = dataset_rows[i]
 *         nTotOutcomes = num_outcomes[i]             # <<<<<<<<<<<<<<
 *         N = 0; nOutcomes = 0
 * 
 */
    __pyx_t_2 = __Pyx_GetItemInt(__pyx_v_num_outcomes, __pyx_v_i, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2340, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_5 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_2); if (unlikely((__pyx_t_5 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 2340, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __pyx_v_nTotOutcomes = __pyx_t_5;

    /* "pygsti/objects/replib/fastreplib.pyx":2341
 *         datarow = dataset_rows[i]
 *         nTotOutcomes = num_outcomes[i]
 *         N = 0; nOutcomes = 0             # <<<<<<<<<<<<<<
 * 
 *         elbl_indices = evalTree.eLbl_indices_per_circuit[i]
 */
    __pyx_v_N = 0;
    __pyx_v_nOutcomes = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":2343
 *         N = 0; nOutcomes = 0
 * 
 *         elbl_indices = evalTree.eLbl_indices_per_circuit[i]             # <<<<<<<<<<<<<<
 *         final_indices = [dest_indices[j] for j in evalTree.final_indices_per_circuit[i]]
 *         elbl_to_final_index = {elbl_index: final_index for elbl_index, final_index in zip(elbl_indices, final_indices)}
 */
    __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_evalTree, __pyx_n_s_eLbl_indices_per_circuit); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2343, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_6 = __Pyx_GetItemInt(__pyx_t_2, __pyx_v_i, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2343, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __Pyx_XDECREF_SET(__pyx_v_elbl_indices, __pyx_t_6);
    __pyx_t_6 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":2344
 * 
 *         elbl_indices = evalTree.eLbl_indices_per_circuit[i]
 *         final_indices = [dest_indices[j] for j in evalTree.final_indices_per_circuit[i]]             # <<<<<<<<<<<<<<
 *         elbl_to_final_index = {elbl_index: final_index for elbl_index, final_index in zip(elbl_indices, final_indices)}
 * 
 */
    __pyx_t_6 = PyList_New(0); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2344, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_evalTree, __pyx_n_s_final_indices_per_circuit); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2344, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_9 = __Pyx_GetItemInt(__pyx_t_2, __pyx_v_i, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2344, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_9);
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    if (likely(PyList_CheckExact(__pyx_t_9)) || PyTuple_CheckExact(__pyx_t_9)) {
      __pyx_t_2 = __pyx_t_9; __Pyx_INCREF(__pyx_t_2); __pyx_t_13 = 0;
      __pyx_t_14 = NULL;
    } else {
      __pyx_t_13 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_t_9); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2344, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_2);
      __pyx_t_14 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 2344, __pyx_L1_error)
    }
    __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
    for (;;) {
      if (likely(!__pyx_t_14)) {
        if (likely(PyList_CheckExact(__pyx_t_2))) {
          if (__pyx_t_13 >= PyList_GET_SIZE(__pyx_t_2)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_9 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_13); __Pyx_INCREF(__pyx_t_9); __pyx_t_13++; if (unlikely(0 < 0)) __PYX_ERR(0, 2344, __pyx_L1_error)
          #else
          __pyx_t_9 = PySequence_ITEM(__pyx_t_2, __pyx_t_13); __pyx_t_13++; if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2344, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_9);
          #endif
        } else {
          if (__pyx_t_13 >= PyTuple_GET_SIZE(__pyx_t_2)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_9 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_13); __Pyx_INCREF(__pyx_t_9); __pyx_t_13++; if (unlikely(0 < 0)) __PYX_ERR(0, 2344, __pyx_L1_error)
          #else
          __pyx_t_9 = PySequence_ITEM(__pyx_t_2, __pyx_t_13); __pyx_t_13++; if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2344, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_9);
          #endif
        }
      } else {
        __pyx_t_9 = __pyx_t_14(__pyx_t_2);
        if (unlikely(!__pyx_t_9)) {
          PyObject* exc_type = PyErr_Occurred();
          if (exc_type) {
            if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
            else __PYX_ERR(0, 2344, __pyx_L1_error)
          }
          break;
        }
        __Pyx_GOTREF(__pyx_t_9);
      }
      __pyx_t_5 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_9); if (unlikely((__pyx_t_5 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 2344, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
      __pyx_v_j = __pyx_t_5;
      __pyx_t_9 = __Pyx_GetItemInt(__pyx_v_dest_indices, __pyx_v_j, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2344, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_9);
      if (unlikely(__Pyx_ListComp_Append(__pyx_t_6, (PyObject*)__pyx_t_9))) __PYX_ERR(0, 2344, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
    }
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __Pyx_XDECREF_SET(__pyx_v_final_indices, ((PyObject*)__pyx_t_6));
    __pyx_t_6 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":2345
 *         elbl_indices = evalTree.eLbl_indices_per_circuit[i]
 *         final_indices = [dest_indices[j] for j in evalTree.final_indices_per_circuit[i]]
 *         elbl_to_final_index = {elbl_index: final_index for elbl_index, final_index in zip(elbl_indices, final_indices)}             # <<<<<<<<<<<<<<
 * 
 *         n = len(datarow.reps) # == len(datarow.time)
 */
    { /* enter inner scope */
      __pyx_t_6 = PyDict_New(); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2345, __pyx_L28_error)
      __Pyx_GOTREF(__pyx_t_6);
      __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2345, __pyx_L28_error)
      __Pyx_GOTREF(__pyx_t_2);
      __Pyx_INCREF(__pyx_v_elbl_indices);
      __Pyx_GIVEREF(__pyx_v_elbl_indices);
      PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_v_elbl_indices);
      __Pyx_INCREF(__pyx_v_final_indices);
      __Pyx_GIVEREF(__pyx_v_final_indices);
      PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_v_final_indices);
      __pyx_t_9 = __Pyx_PyObject_Call(__pyx_builtin_zip, __pyx_t_2, NULL); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2345, __pyx_L28_error)
      __Pyx_GOTREF(__pyx_t_9);
      __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
      if (likely(PyList_CheckExact(__pyx_t_9)) || PyTuple_CheckExact(__pyx_t_9)) {
        __pyx_t_2 = __pyx_t_9; __Pyx_INCREF(__pyx_t_2); __pyx_t_13 = 0;
        __pyx_t_14 = NULL;
      } else {
        __pyx_t_13 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_t_9); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2345, __pyx_L28_error)
        __Pyx_GOTREF(__pyx_t_2);
        __pyx_t_14 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 2345, __pyx_L28_error)
      }
      __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
      for (;;) {
        if (likely(!__pyx_t_14)) {
          if (likely(PyList_CheckExact(__pyx_t_2))) {
            if (__pyx_t_13 >= PyList_GET_SIZE(__pyx_t_2)) break;
            #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
            __pyx_t_9 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_13); __Pyx_INCREF(__pyx_t_9); __pyx_t_13++; if (unlikely(0 < 0)) __PYX_ERR(0, 2345, __pyx_L28_error)
            #else
            __pyx_t_9 = PySequence_ITEM(__pyx_t_2, __pyx_t_13); __pyx_t_13++; if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2345, __pyx_L28_error)
            __Pyx_GOTREF(__pyx_t_9);
            #endif
          } else {
            if (__pyx_t_13 >= PyTuple_GET_SIZE(__pyx_t_2)) break;
            #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
            __pyx_t_9 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_13); __Pyx_INCREF(__pyx_t_9); __pyx_t_13++; if (unlikely(0 < 0)) __PYX_ERR(0, 2345, __pyx_L28_error)
            #else
            __pyx_t_9 = PySequence_ITEM(__pyx_t_2, __pyx_t_13); __pyx_t_13++; if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2345, __pyx_L28_error)
            __Pyx_GOTREF(__pyx_t_9);
            #endif
          }
        } else {
          __pyx_t_9 = __pyx_t_14(__pyx_t_2);
          if (unlikely(!__pyx_t_9)) {
            PyObject* exc_type = PyErr_Occurred();
            if (exc_type) {
              if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
              else __PYX_ERR(0, 2345, __pyx_L28_error)
            }
            break;
          }
          __Pyx_GOTREF(__pyx_t_9);
        }
        if ((likely(PyTuple_CheckExact(__pyx_t_9))) || (PyList_CheckExact(__pyx_t_9))) {
          PyObject* sequence = __pyx_t_9;
          Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
          if (unlikely(size != 2)) {
            if (size > 2) __Pyx_RaiseTooManyValuesError(2);
            else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
            __PYX_ERR(0, 2345, __pyx_L28_error)
          }
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          if (likely(PyTuple_CheckExact(sequence))) {
            __pyx_t_4 = PyTuple_GET_ITEM(sequence, 0); 
            __pyx_t_11 = PyTuple_GET_ITEM(sequence, 1); 
          } else {
            __pyx_t_4 = PyList_GET_ITEM(sequence, 0); 
            __pyx_t_11 = PyList_GET_ITEM(sequence, 1); 
          }
          __Pyx_INCREF(__pyx_t_4);
          __Pyx_INCREF(__pyx_t_11);
          #else
          __pyx_t_4 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2345, __pyx_L28_error)
          __Pyx_GOTREF(__pyx_t_4);
          __pyx_t_11 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 2345, __pyx_L28_error)
          __Pyx_GOTREF(__pyx_t_11);
          #endif
          __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
        } else {
          Py_ssize_t index = -1;
          __pyx_t_15 = PyObject_GetIter(__pyx_t_9); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 2345, __pyx_L28_error)
          __Pyx_GOTREF(__pyx_t_15);
          __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
          __pyx_t_12 = Py_TYPE(__pyx_t_15)->tp_iternext;
          index = 0; __pyx_t_4 = __pyx_t_12(__pyx_t_15); if (unlikely(!__pyx_t_4)) goto __pyx_L31_unpacking_failed;
          __Pyx_GOTREF(__pyx_t_4);
          index = 1; __pyx_t_11 = __pyx_t_12(__pyx_t_15); if (unlikely(!__pyx_t_11)) goto __pyx_L31_unpacking_failed;
          __Pyx_GOTREF(__pyx_t_11);
          if (__Pyx_IternextUnpackEndCheck(__pyx_t_12(__pyx_t_15), 2) < 0) __PYX_ERR(0, 2345, __pyx_L28_error)
          __pyx_t_12 = NULL;
          __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
          goto __pyx_L32_unpacking_done;
          __pyx_L31_unpacking_failed:;
          __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
          __pyx_t_12 = NULL;
          if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
          __PYX_ERR(0, 2345, __pyx_L28_error)
          __pyx_L32_unpacking_done:;
        }
        __Pyx_XDECREF_SET(__pyx_9genexpr12__pyx_v_elbl_index, __pyx_t_4);
        __pyx_t_4 = 0;
        __Pyx_XDECREF_SET(__pyx_9genexpr12__pyx_v_final_index, __pyx_t_11);
        __pyx_t_11 = 0;
        if (unlikely(PyDict_SetItem(__pyx_t_6, (PyObject*)__pyx_9genexpr12__pyx_v_elbl_index, (PyObject*)__pyx_9genexpr12__pyx_v_final_index))) __PYX_ERR(0, 2345, __pyx_L28_error)
      }
      __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
      __Pyx_XDECREF(__pyx_9genexpr12__pyx_v_elbl_index); __pyx_9genexpr12__pyx_v_elbl_index = 0;
      __Pyx_XDECREF(__pyx_9genexpr12__pyx_v_final_index); __pyx_9genexpr12__pyx_v_final_index = 0;
      goto __pyx_L33_exit_scope;
      __pyx_L28_error:;
      __Pyx_XDECREF(__pyx_9genexpr12__pyx_v_elbl_index); __pyx_9genexpr12__pyx_v_elbl_index = 0;
      __Pyx_XDECREF(__pyx_9genexpr12__pyx_v_final_index); __pyx_9genexpr12__pyx_v_final_index = 0;
      goto __pyx_L1_error;
      __pyx_L33_exit_scope:;
    } /* exit inner scope */
    __Pyx_XDECREF_SET(__pyx_v_elbl_to_final_index, ((PyObject*)__pyx_t_6));
    __pyx_t_6 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":2347
 *         elbl_to_final_index = {elbl_index: final_index for elbl_index, final_index in zip(elbl_indices, final_indices)}
 * 
 *         n = len(datarow.reps) # == len(datarow.time)             # <<<<<<<<<<<<<<
 *         kinit = 0
 *         while kinit < n:
 */
    __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_datarow, __pyx_n_s_reps); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2347, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    __pyx_t_13 = PyObject_Length(__pyx_t_6); if (unlikely(__pyx_t_13 == ((Py_ssize_t)-1))) __PYX_ERR(0, 2347, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    __pyx_v_n = __pyx_t_13;

    /* "pygsti/objects/replib/fastreplib.pyx":2348
 * 
 *         n = len(datarow.reps) # == len(datarow.time)
 *         kinit = 0             # <<<<<<<<<<<<<<
 *         while kinit < n:
 *             #Process all outcomes of this datarow occuring at a single time, t0
 */
    __pyx_v_kinit = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":2349
 *         n = len(datarow.reps) # == len(datarow.time)
 *         kinit = 0
 *         while kinit < n:             # <<<<<<<<<<<<<<
 *             #Process all outcomes of this datarow occuring at a single time, t0
 *             t0 = datarow.time[kinit]
 */
    while (1) {
      __pyx_t_1 = ((__pyx_v_kinit < __pyx_v_n) != 0);
      if (!__pyx_t_1) break;

      /* "pygsti/objects/replib/fastreplib.pyx":2351
 *         while kinit < n:
 *             #Process all outcomes of this datarow occuring at a single time, t0
 *             t0 = datarow.time[kinit]             # <<<<<<<<<<<<<<
 * 
 *             #Compute N, nOutcomes for t0
 */
      __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_datarow, __pyx_n_s_time); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2351, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_6);
      __pyx_t_2 = __Pyx_GetItemInt(__pyx_t_6, __pyx_v_kinit, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2351, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_2);
      __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
      __pyx_t_16 = __pyx_PyFloat_AsDouble(__pyx_t_2); if (unlikely((__pyx_t_16 == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 2351, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
      __pyx_v_t0 = __pyx_t_16;

      /* "pygsti/objects/replib/fastreplib.pyx":2354
 * 
 *             #Compute N, nOutcomes for t0
 *             N = 0; k = kinit             # <<<<<<<<<<<<<<
 *             while k < n and datarow.time[k] == t0:
 *                 N += datarow.reps[k]
 */
      __pyx_v_N = 0;
      __pyx_v_k = __pyx_v_kinit;

      /* "pygsti/objects/replib/fastreplib.pyx":2355
 *             #Compute N, nOutcomes for t0
 *             N = 0; k = kinit
 *             while k < n and datarow.time[k] == t0:             # <<<<<<<<<<<<<<
 *                 N += datarow.reps[k]
 *                 k += 1
 */
      while (1) {
        __pyx_t_17 = ((__pyx_v_k < __pyx_v_n) != 0);
        if (__pyx_t_17) {
        } else {
          __pyx_t_1 = __pyx_t_17;
          goto __pyx_L38_bool_binop_done;
        }
        __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_datarow, __pyx_n_s_time); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2355, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_2);
        __pyx_t_6 = __Pyx_GetItemInt(__pyx_t_2, __pyx_v_k, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2355, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_6);
        __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
        __pyx_t_2 = PyFloat_FromDouble(__pyx_v_t0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2355, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_2);
        __pyx_t_9 = PyObject_RichCompare(__pyx_t_6, __pyx_t_2, Py_EQ); __Pyx_XGOTREF(__pyx_t_9); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2355, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
        __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
        __pyx_t_17 = __Pyx_PyObject_IsTrue(__pyx_t_9); if (unlikely(__pyx_t_17 < 0)) __PYX_ERR(0, 2355, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
        __pyx_t_1 = __pyx_t_17;
        __pyx_L38_bool_binop_done:;
        if (!__pyx_t_1) break;

        /* "pygsti/objects/replib/fastreplib.pyx":2356
 *             N = 0; k = kinit
 *             while k < n and datarow.time[k] == t0:
 *                 N += datarow.reps[k]             # <<<<<<<<<<<<<<
 *                 k += 1
 *             nOutcomes = k - kinit
 */
        __pyx_t_9 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_N); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2356, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_9);
        __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_datarow, __pyx_n_s_reps); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2356, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_2);
        __pyx_t_6 = __Pyx_GetItemInt(__pyx_t_2, __pyx_v_k, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2356, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_6);
        __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
        __pyx_t_2 = PyNumber_InPlaceAdd(__pyx_t_9, __pyx_t_6); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2356, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_2);
        __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
        __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
        __pyx_t_5 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_2); if (unlikely((__pyx_t_5 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 2356, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
        __pyx_v_N = __pyx_t_5;

        /* "pygsti/objects/replib/fastreplib.pyx":2357
 *             while k < n and datarow.time[k] == t0:
 *                 N += datarow.reps[k]
 *                 k += 1             # <<<<<<<<<<<<<<
 *             nOutcomes = k - kinit
 * 
 */
        __pyx_v_k = (__pyx_v_k + 1);
      }

      /* "pygsti/objects/replib/fastreplib.pyx":2358
 *                 N += datarow.reps[k]
 *                 k += 1
 *             nOutcomes = k - kinit             # <<<<<<<<<<<<<<
 * 
 *             #Compute each outcome's contribution
 */
      __pyx_v_nOutcomes = (__pyx_v_k - __pyx_v_kinit);

      /* "pygsti/objects/replib/fastreplib.pyx":2361
 * 
 *             #Compute each outcome's contribution
 *             cur_probtotal = 0.0             # <<<<<<<<<<<<<<
 *             for l in range(kinit,k):
 *                 t = t0
 */
      __pyx_v_cur_probtotal = 0.0;

      /* "pygsti/objects/replib/fastreplib.pyx":2362
 *             #Compute each outcome's contribution
 *             cur_probtotal = 0.0
 *             for l in range(kinit,k):             # <<<<<<<<<<<<<<
 *                 t = t0
 *                 rhoVec.set_time(t)
 */
      __pyx_t_5 = __pyx_v_k;
      __pyx_t_10 = __pyx_t_5;
      for (__pyx_t_18 = __pyx_v_kinit; __pyx_t_18 < __pyx_t_10; __pyx_t_18+=1) {
        __pyx_v_l = __pyx_t_18;

        /* "pygsti/objects/replib/fastreplib.pyx":2363
 *             cur_probtotal = 0.0
 *             for l in range(kinit,k):
 *                 t = t0             # <<<<<<<<<<<<<<
 *                 rhoVec.set_time(t)
 *                 rho = rhoVec._rep
 */
        __pyx_v_t = __pyx_v_t0;

        /* "pygsti/objects/replib/fastreplib.pyx":2364
 *             for l in range(kinit,k):
 *                 t = t0
 *                 rhoVec.set_time(t)             # <<<<<<<<<<<<<<
 *                 rho = rhoVec._rep
 *                 t += rholabel.time
 */
        __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_rhoVec, __pyx_n_s_set_time); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2364, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_6);
        __pyx_t_9 = PyFloat_FromDouble(__pyx_v_t); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2364, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_9);
        __pyx_t_11 = NULL;
        if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_6))) {
          __pyx_t_11 = PyMethod_GET_SELF(__pyx_t_6);
          if (likely(__pyx_t_11)) {
            PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_6);
            __Pyx_INCREF(__pyx_t_11);
            __Pyx_INCREF(function);
            __Pyx_DECREF_SET(__pyx_t_6, function);
          }
        }
        __pyx_t_2 = (__pyx_t_11) ? __Pyx_PyObject_Call2Args(__pyx_t_6, __pyx_t_11, __pyx_t_9) : __Pyx_PyObject_CallOneArg(__pyx_t_6, __pyx_t_9);
        __Pyx_XDECREF(__pyx_t_11); __pyx_t_11 = 0;
        __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
        if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2364, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_2);
        __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
        __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

        /* "pygsti/objects/replib/fastreplib.pyx":2365
 *                 t = t0
 *                 rhoVec.set_time(t)
 *                 rho = rhoVec._rep             # <<<<<<<<<<<<<<
 *                 t += rholabel.time
 * 
 */
        __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_rhoVec, __pyx_n_s_rep); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2365, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_2);
        __Pyx_XDECREF_SET(__pyx_v_rho, __pyx_t_2);
        __pyx_t_2 = 0;

        /* "pygsti/objects/replib/fastreplib.pyx":2366
 *                 rhoVec.set_time(t)
 *                 rho = rhoVec._rep
 *                 t += rholabel.time             # <<<<<<<<<<<<<<
 * 
 *                 Ni = datarow.reps[l]
 */
        __pyx_t_2 = PyFloat_FromDouble(__pyx_v_t); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2366, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_2);
        __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_rholabel, __pyx_n_s_time); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2366, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_6);
        __pyx_t_9 = PyNumber_InPlaceAdd(__pyx_t_2, __pyx_t_6); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2366, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_9);
        __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
        __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
        __pyx_t_16 = __pyx_PyFloat_AsDouble(__pyx_t_9); if (unlikely((__pyx_t_16 == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 2366, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
        __pyx_v_t = __pyx_t_16;

        /* "pygsti/objects/replib/fastreplib.pyx":2368
 *                 t += rholabel.time
 * 
 *                 Ni = datarow.reps[l]             # <<<<<<<<<<<<<<
 *                 outcome = datarow.outcomes[l]
 * 
 */
        __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_datarow, __pyx_n_s_reps); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2368, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_9);
        __pyx_t_6 = __Pyx_GetItemInt(__pyx_t_9, __pyx_v_l, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2368, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_6);
        __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
        __pyx_t_19 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_6); if (unlikely((__pyx_t_19 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 2368, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
        __pyx_v_Ni = __pyx_t_19;

        /* "pygsti/objects/replib/fastreplib.pyx":2369
 * 
 *                 Ni = datarow.reps[l]
 *                 outcome = datarow.outcomes[l]             # <<<<<<<<<<<<<<
 * 
 *                 for gl in remainder:
 */
        __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_datarow, __pyx_n_s_outcomes); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2369, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_6);
        __pyx_t_9 = __Pyx_GetItemInt(__pyx_t_6, __pyx_v_l, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2369, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_9);
        __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
        __Pyx_XDECREF_SET(__pyx_v_outcome, __pyx_t_9);
        __pyx_t_9 = 0;

        /* "pygsti/objects/replib/fastreplib.pyx":2371
 *                 outcome = datarow.outcomes[l]
 * 
 *                 for gl in remainder:             # <<<<<<<<<<<<<<
 *                     op = calc.sos.get_operation(gl)
 *                     op.set_time(t); t += gl.time  # time in gate label == gate duration?
 */
        if (likely(PyList_CheckExact(__pyx_v_remainder)) || PyTuple_CheckExact(__pyx_v_remainder)) {
          __pyx_t_9 = __pyx_v_remainder; __Pyx_INCREF(__pyx_t_9); __pyx_t_13 = 0;
          __pyx_t_14 = NULL;
        } else {
          __pyx_t_13 = -1; __pyx_t_9 = PyObject_GetIter(__pyx_v_remainder); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2371, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_9);
          __pyx_t_14 = Py_TYPE(__pyx_t_9)->tp_iternext; if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 2371, __pyx_L1_error)
        }
        for (;;) {
          if (likely(!__pyx_t_14)) {
            if (likely(PyList_CheckExact(__pyx_t_9))) {
              if (__pyx_t_13 >= PyList_GET_SIZE(__pyx_t_9)) break;
              #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
              __pyx_t_6 = PyList_GET_ITEM(__pyx_t_9, __pyx_t_13); __Pyx_INCREF(__pyx_t_6); __pyx_t_13++; if (unlikely(0 < 0)) __PYX_ERR(0, 2371, __pyx_L1_error)
              #else
              __pyx_t_6 = PySequence_ITEM(__pyx_t_9, __pyx_t_13); __pyx_t_13++; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2371, __pyx_L1_error)
              __Pyx_GOTREF(__pyx_t_6);
              #endif
            } else {
              if (__pyx_t_13 >= PyTuple_GET_SIZE(__pyx_t_9)) break;
              #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
              __pyx_t_6 = PyTuple_GET_ITEM(__pyx_t_9, __pyx_t_13); __Pyx_INCREF(__pyx_t_6); __pyx_t_13++; if (unlikely(0 < 0)) __PYX_ERR(0, 2371, __pyx_L1_error)
              #else
              __pyx_t_6 = PySequence_ITEM(__pyx_t_9, __pyx_t_13); __pyx_t_13++; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2371, __pyx_L1_error)
              __Pyx_GOTREF(__pyx_t_6);
              #endif
            }
          } else {
            __pyx_t_6 = __pyx_t_14(__pyx_t_9);
            if (unlikely(!__pyx_t_6)) {
              PyObject* exc_type = PyErr_Occurred();
              if (exc_type) {
                if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
                else __PYX_ERR(0, 2371, __pyx_L1_error)
              }
              break;
            }
            __Pyx_GOTREF(__pyx_t_6);
          }
          __Pyx_XDECREF_SET(__pyx_v_gl, __pyx_t_6);
          __pyx_t_6 = 0;

          /* "pygsti/objects/replib/fastreplib.pyx":2372
 * 
 *                 for gl in remainder:
 *                     op = calc.sos.get_operation(gl)             # <<<<<<<<<<<<<<
 *                     op.set_time(t); t += gl.time  # time in gate label == gate duration?
 *                     rho = op._rep.acton(rho)
 */
          __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_sos); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2372, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_2);
          __pyx_t_11 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_get_operation); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 2372, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_11);
          __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
          __pyx_t_2 = NULL;
          if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_11))) {
            __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_11);
            if (likely(__pyx_t_2)) {
              PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_11);
              __Pyx_INCREF(__pyx_t_2);
              __Pyx_INCREF(function);
              __Pyx_DECREF_SET(__pyx_t_11, function);
            }
          }
          __pyx_t_6 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_11, __pyx_t_2, __pyx_v_gl) : __Pyx_PyObject_CallOneArg(__pyx_t_11, __pyx_v_gl);
          __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
          if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2372, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_6);
          __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;
          __Pyx_XDECREF_SET(__pyx_v_op, __pyx_t_6);
          __pyx_t_6 = 0;

          /* "pygsti/objects/replib/fastreplib.pyx":2373
 *                 for gl in remainder:
 *                     op = calc.sos.get_operation(gl)
 *                     op.set_time(t); t += gl.time  # time in gate label == gate duration?             # <<<<<<<<<<<<<<
 *                     rho = op._rep.acton(rho)
 * 
 */
          __pyx_t_11 = __Pyx_PyObject_GetAttrStr(__pyx_v_op, __pyx_n_s_set_time); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 2373, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_11);
          __pyx_t_2 = PyFloat_FromDouble(__pyx_v_t); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2373, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_2);
          __pyx_t_4 = NULL;
          if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_11))) {
            __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_11);
            if (likely(__pyx_t_4)) {
              PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_11);
              __Pyx_INCREF(__pyx_t_4);
              __Pyx_INCREF(function);
              __Pyx_DECREF_SET(__pyx_t_11, function);
            }
          }
          __pyx_t_6 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_11, __pyx_t_4, __pyx_t_2) : __Pyx_PyObject_CallOneArg(__pyx_t_11, __pyx_t_2);
          __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
          __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
          if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2373, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_6);
          __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;
          __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
          __pyx_t_6 = PyFloat_FromDouble(__pyx_v_t); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2373, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_6);
          __pyx_t_11 = __Pyx_PyObject_GetAttrStr(__pyx_v_gl, __pyx_n_s_time); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 2373, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_11);
          __pyx_t_2 = PyNumber_InPlaceAdd(__pyx_t_6, __pyx_t_11); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2373, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_2);
          __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
          __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;
          __pyx_t_16 = __pyx_PyFloat_AsDouble(__pyx_t_2); if (unlikely((__pyx_t_16 == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 2373, __pyx_L1_error)
          __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
          __pyx_v_t = __pyx_t_16;

          /* "pygsti/objects/replib/fastreplib.pyx":2374
 *                     op = calc.sos.get_operation(gl)
 *                     op.set_time(t); t += gl.time  # time in gate label == gate duration?
 *                     rho = op._rep.acton(rho)             # <<<<<<<<<<<<<<
 * 
 *                 j = outcome_to_elabel_index[outcome]
 */
          __pyx_t_11 = __Pyx_PyObject_GetAttrStr(__pyx_v_op, __pyx_n_s_rep); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 2374, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_11);
          __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_t_11, __pyx_n_s_acton); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2374, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_6);
          __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;
          __pyx_t_11 = NULL;
          if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_6))) {
            __pyx_t_11 = PyMethod_GET_SELF(__pyx_t_6);
            if (likely(__pyx_t_11)) {
              PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_6);
              __Pyx_INCREF(__pyx_t_11);
              __Pyx_INCREF(function);
              __Pyx_DECREF_SET(__pyx_t_6, function);
            }
          }
          __pyx_t_2 = (__pyx_t_11) ? __Pyx_PyObject_Call2Args(__pyx_t_6, __pyx_t_11, __pyx_v_rho) : __Pyx_PyObject_CallOneArg(__pyx_t_6, __pyx_v_rho);
          __Pyx_XDECREF(__pyx_t_11); __pyx_t_11 = 0;
          if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2374, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_2);
          __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
          __Pyx_DECREF_SET(__pyx_v_rho, __pyx_t_2);
          __pyx_t_2 = 0;

          /* "pygsti/objects/replib/fastreplib.pyx":2371
 *                 outcome = datarow.outcomes[l]
 * 
 *                 for gl in remainder:             # <<<<<<<<<<<<<<
 *                     op = calc.sos.get_operation(gl)
 *                     op.set_time(t); t += gl.time  # time in gate label == gate duration?
 */
        }
        __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;

        /* "pygsti/objects/replib/fastreplib.pyx":2376
 *                     rho = op._rep.acton(rho)
 * 
 *                 j = outcome_to_elabel_index[outcome]             # <<<<<<<<<<<<<<
 *                 E = EVecs[j]; E.set_time(t)
 *                 p = E._rep.probability(rho)  # outcome probability
 */
        __pyx_t_9 = __Pyx_PyDict_GetItem(__pyx_v_outcome_to_elabel_index, __pyx_v_outcome); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2376, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_9);
        __pyx_t_19 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_9); if (unlikely((__pyx_t_19 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 2376, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
        __pyx_v_j = __pyx_t_19;

        /* "pygsti/objects/replib/fastreplib.pyx":2377
 * 
 *                 j = outcome_to_elabel_index[outcome]
 *                 E = EVecs[j]; E.set_time(t)             # <<<<<<<<<<<<<<
 *                 p = E._rep.probability(rho)  # outcome probability
 *                 f = float(Ni) / float(N)
 */
        __pyx_t_9 = __Pyx_GetItemInt(__pyx_v_EVecs, __pyx_v_j, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2377, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_9);
        __Pyx_XDECREF_SET(__pyx_v_E, __pyx_t_9);
        __pyx_t_9 = 0;
        __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_E, __pyx_n_s_set_time); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2377, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_2);
        __pyx_t_6 = PyFloat_FromDouble(__pyx_v_t); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2377, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_6);
        __pyx_t_11 = NULL;
        if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
          __pyx_t_11 = PyMethod_GET_SELF(__pyx_t_2);
          if (likely(__pyx_t_11)) {
            PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
            __Pyx_INCREF(__pyx_t_11);
            __Pyx_INCREF(function);
            __Pyx_DECREF_SET(__pyx_t_2, function);
          }
        }
        __pyx_t_9 = (__pyx_t_11) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_11, __pyx_t_6) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_6);
        __Pyx_XDECREF(__pyx_t_11); __pyx_t_11 = 0;
        __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
        if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2377, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_9);
        __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
        __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;

        /* "pygsti/objects/replib/fastreplib.pyx":2378
 *                 j = outcome_to_elabel_index[outcome]
 *                 E = EVecs[j]; E.set_time(t)
 *                 p = E._rep.probability(rho)  # outcome probability             # <<<<<<<<<<<<<<
 *                 f = float(Ni) / float(N)
 *                 cur_probtotal += p
 */
        __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_E, __pyx_n_s_rep); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2378, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_2);
        __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_probability); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2378, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_6);
        __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
        __pyx_t_2 = NULL;
        if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_6))) {
          __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_6);
          if (likely(__pyx_t_2)) {
            PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_6);
            __Pyx_INCREF(__pyx_t_2);
            __Pyx_INCREF(function);
            __Pyx_DECREF_SET(__pyx_t_6, function);
          }
        }
        __pyx_t_9 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_6, __pyx_t_2, __pyx_v_rho) : __Pyx_PyObject_CallOneArg(__pyx_t_6, __pyx_v_rho);
        __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
        if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2378, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_9);
        __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
        __Pyx_XDECREF_SET(__pyx_v_p, __pyx_t_9);
        __pyx_t_9 = 0;

        /* "pygsti/objects/replib/fastreplib.pyx":2379
 *                 E = EVecs[j]; E.set_time(t)
 *                 p = E._rep.probability(rho)  # outcome probability
 *                 f = float(Ni) / float(N)             # <<<<<<<<<<<<<<
 *                 cur_probtotal += p
 * 
 */
        if (unlikely(((double)__pyx_v_N) == 0)) {
          PyErr_SetString(PyExc_ZeroDivisionError, "float division");
          __PYX_ERR(0, 2379, __pyx_L1_error)
        }
        __pyx_v_f = (((double)__pyx_v_Ni) / ((double)__pyx_v_N));

        /* "pygsti/objects/replib/fastreplib.pyx":2380
 *                 p = E._rep.probability(rho)  # outcome probability
 *                 f = float(Ni) / float(N)
 *                 cur_probtotal += p             # <<<<<<<<<<<<<<
 * 
 *                 omitted_p = 1.0 - cur_probtotal if (l == k-1 and nOutcomes < nTotOutcomes) else 0.0
 */
        __pyx_t_9 = PyFloat_FromDouble(__pyx_v_cur_probtotal); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2380, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_9);
        __pyx_t_6 = PyNumber_InPlaceAdd(__pyx_t_9, __pyx_v_p); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2380, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_6);
        __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
        __pyx_t_16 = __pyx_PyFloat_AsDouble(__pyx_t_6); if (unlikely((__pyx_t_16 == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 2380, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
        __pyx_v_cur_probtotal = __pyx_t_16;

        /* "pygsti/objects/replib/fastreplib.pyx":2382
 *                 cur_probtotal += p
 * 
 *                 omitted_p = 1.0 - cur_probtotal if (l == k-1 and nOutcomes < nTotOutcomes) else 0.0             # <<<<<<<<<<<<<<
 *                 # and cur_probtotal < 1.0?
 * 
 */
        __pyx_t_17 = ((__pyx_v_l == (__pyx_v_k - 1)) != 0);
        if (__pyx_t_17) {
        } else {
          __pyx_t_1 = __pyx_t_17;
          goto __pyx_L44_bool_binop_done;
        }
        __pyx_t_17 = ((__pyx_v_nOutcomes < __pyx_v_nTotOutcomes) != 0);
        __pyx_t_1 = __pyx_t_17;
        __pyx_L44_bool_binop_done:;
        if (__pyx_t_1) {
          __pyx_t_16 = (1.0 - __pyx_v_cur_probtotal);
        } else {
          __pyx_t_16 = 0.0;
        }
        __pyx_v_omitted_p = __pyx_t_16;

        /* "pygsti/objects/replib/fastreplib.pyx":2385
 *                 # and cur_probtotal < 1.0?
 * 
 *                 mxToFill[elbl_to_final_index[j]] += objfn(p, f, Ni, N, omitted_p, fnarg1, fnarg2)             # <<<<<<<<<<<<<<
 *             kinit = k
 * 
 */
        __pyx_t_6 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_j); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2385, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_6);
        __pyx_t_9 = __Pyx_PyDict_GetItem(__pyx_v_elbl_to_final_index, __pyx_t_6); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2385, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_9);
        __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
        __pyx_t_6 = __Pyx_PyObject_GetItem(__pyx_v_mxToFill, __pyx_t_9); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2385, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_6);
        __pyx_t_16 = __pyx_PyFloat_AsDouble(__pyx_v_p); if (unlikely((__pyx_t_16 == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 2385, __pyx_L1_error)
        __pyx_t_2 = PyFloat_FromDouble(__pyx_v_objfn(__pyx_t_16, __pyx_v_f, __pyx_v_Ni, __pyx_v_N, __pyx_v_omitted_p, __pyx_v_fnarg1, __pyx_v_fnarg2)); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2385, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_2);
        __pyx_t_11 = PyNumber_InPlaceAdd(__pyx_t_6, __pyx_t_2); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 2385, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_11);
        __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
        __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
        if (unlikely(PyObject_SetItem(__pyx_v_mxToFill, __pyx_t_9, __pyx_t_11) < 0)) __PYX_ERR(0, 2385, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;
        __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
      }

      /* "pygsti/objects/replib/fastreplib.pyx":2386
 * 
 *                 mxToFill[elbl_to_final_index[j]] += objfn(p, f, Ni, N, omitted_p, fnarg1, fnarg2)
 *             kinit = k             # <<<<<<<<<<<<<<
 * 
 * 
 */
      __pyx_v_kinit = __pyx_v_k;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":2333
 *     #comm is currently ignored
 *     #TODO: if evalTree is split, distribute among processors
 *     for i in evalTree.get_evaluation_order():             # <<<<<<<<<<<<<<
 *         iStart, remainder, iCache = evalTree[i]
 *         #--
 */
  }
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2307
 * 
 * 
 * def DM_mapfill_TDterms(calc, objective, mxToFill, dest_indices, num_outcomes,             # <<<<<<<<<<<<<<
 *                        evalTree, dataset_rows, comm, double fnarg1, double fnarg2):
 * 
 */

  /* function exit code */
  __pyx_r = Py_None; __Pyx_INCREF(Py_None);
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_XDECREF(__pyx_t_9);
  __Pyx_XDECREF(__pyx_t_11);
  __Pyx_XDECREF(__pyx_t_15);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DM_mapfill_TDterms", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_EVecs);
  __Pyx_XDECREF(__pyx_v_elabels_as_outcomes);
  __Pyx_XDECREF(__pyx_v_outcome_to_elabel_index);
  __Pyx_XDECREF(__pyx_v_iStart);
  __Pyx_XDECREF(__pyx_v_remainder);
  __Pyx_XDECREF(__pyx_v_iCache);
  __Pyx_XDECREF(__pyx_v_rholabel);
  __Pyx_XDECREF(__pyx_v_rhoVec);
  __Pyx_XDECREF(__pyx_v_datarow);
  __Pyx_XDECREF(__pyx_v_elbl_indices);
  __Pyx_XDECREF(__pyx_v_final_indices);
  __Pyx_XDECREF(__pyx_v_elbl_to_final_index);
  __Pyx_XDECREF(__pyx_v_rho);
  __Pyx_XDECREF(__pyx_v_outcome);
  __Pyx_XDECREF(__pyx_v_gl);
  __Pyx_XDECREF(__pyx_v_op);
  __Pyx_XDECREF(__pyx_v_E);
  __Pyx_XDECREF(__pyx_v_p);
  __Pyx_XDECREF(__pyx_v_e);
  __Pyx_XDECREF(__pyx_8genexpr9__pyx_v_outcome);
  __Pyx_XDECREF(__pyx_9genexpr10__pyx_v_row);
  __Pyx_XDECREF(__pyx_9genexpr12__pyx_v_elbl_index);
  __Pyx_XDECREF(__pyx_9genexpr12__pyx_v_final_index);
  __Pyx_XDECREF(__pyx_v_dest_indices);
  __Pyx_XDECREF(__pyx_v_num_outcomes);
  __Pyx_XDECREF(__pyx_v_dataset_rows);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":2389
 * 
 * 
 * def DM_mapfill_TDdchi2_terms(calc, mxToFill, dest_indices, dest_param_indices, num_outcomes,             # <<<<<<<<<<<<<<
 *                              evalTree, dataset_rows, minProbClipForWeighting, probClipInterval, wrtSlice, comm):
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_13DM_mapfill_TDdchi2_terms(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static PyMethodDef __pyx_mdef_6pygsti_7objects_6replib_10fastreplib_13DM_mapfill_TDdchi2_terms = {"DM_mapfill_TDdchi2_terms", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_13DM_mapfill_TDdchi2_terms, METH_VARARGS|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_13DM_mapfill_TDdchi2_terms(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyObject *__pyx_v_calc = 0;
  PyObject *__pyx_v_mxToFill = 0;
  PyObject *__pyx_v_dest_indices = 0;
  PyObject *__pyx_v_dest_param_indices = 0;
  PyObject *__pyx_v_num_outcomes = 0;
  PyObject *__pyx_v_evalTree = 0;
  PyObject *__pyx_v_dataset_rows = 0;
  PyObject *__pyx_v_minProbClipForWeighting = 0;
  PyObject *__pyx_v_probClipInterval = 0;
  PyObject *__pyx_v_wrtSlice = 0;
  PyObject *__pyx_v_comm = 0;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("DM_mapfill_TDdchi2_terms (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_calc,&__pyx_n_s_mxToFill,&__pyx_n_s_dest_indices,&__pyx_n_s_dest_param_indices,&__pyx_n_s_num_outcomes,&__pyx_n_s_evalTree,&__pyx_n_s_dataset_rows,&__pyx_n_s_minProbClipForWeighting,&__pyx_n_s_probClipInterval,&__pyx_n_s_wrtSlice,&__pyx_n_s_comm,0};
    PyObject* values[11] = {0,0,0,0,0,0,0,0,0,0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case 11: values[10] = PyTuple_GET_ITEM(__pyx_args, 10);
        CYTHON_FALLTHROUGH;
        case 10: values[9] = PyTuple_GET_ITEM(__pyx_args, 9);
        CYTHON_FALLTHROUGH;
        case  9: values[8] = PyTuple_GET_ITEM(__pyx_args, 8);
        CYTHON_FALLTHROUGH;
        case  8: values[7] = PyTuple_GET_ITEM(__pyx_args, 7);
        CYTHON_FALLTHROUGH;
        case  7: values[6] = PyTuple_GET_ITEM(__pyx_args, 6);
        CYTHON_FALLTHROUGH;
        case  6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
        CYTHON_FALLTHROUGH;
        case  5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
        CYTHON_FALLTHROUGH;
        case  4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
        CYTHON_FALLTHROUGH;
        case  3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
        CYTHON_FALLTHROUGH;
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_calc)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_mxToFill)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDdchi2_terms", 1, 11, 11, 1); __PYX_ERR(0, 2389, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  2:
        if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_dest_indices)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDdchi2_terms", 1, 11, 11, 2); __PYX_ERR(0, 2389, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  3:
        if (likely((values[3] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_dest_param_indices)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDdchi2_terms", 1, 11, 11, 3); __PYX_ERR(0, 2389, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  4:
        if (likely((values[4] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_num_outcomes)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDdchi2_terms", 1, 11, 11, 4); __PYX_ERR(0, 2389, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  5:
        if (likely((values[5] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_evalTree)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDdchi2_terms", 1, 11, 11, 5); __PYX_ERR(0, 2389, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  6:
        if (likely((values[6] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_dataset_rows)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDdchi2_terms", 1, 11, 11, 6); __PYX_ERR(0, 2389, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  7:
        if (likely((values[7] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_minProbClipForWeighting)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDdchi2_terms", 1, 11, 11, 7); __PYX_ERR(0, 2389, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  8:
        if (likely((values[8] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_probClipInterval)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDdchi2_terms", 1, 11, 11, 8); __PYX_ERR(0, 2389, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  9:
        if (likely((values[9] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_wrtSlice)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDdchi2_terms", 1, 11, 11, 9); __PYX_ERR(0, 2389, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case 10:
        if (likely((values[10] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_comm)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDdchi2_terms", 1, 11, 11, 10); __PYX_ERR(0, 2389, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "DM_mapfill_TDdchi2_terms") < 0)) __PYX_ERR(0, 2389, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 11) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
      values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
      values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
      values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
      values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
      values[6] = PyTuple_GET_ITEM(__pyx_args, 6);
      values[7] = PyTuple_GET_ITEM(__pyx_args, 7);
      values[8] = PyTuple_GET_ITEM(__pyx_args, 8);
      values[9] = PyTuple_GET_ITEM(__pyx_args, 9);
      values[10] = PyTuple_GET_ITEM(__pyx_args, 10);
    }
    __pyx_v_calc = values[0];
    __pyx_v_mxToFill = values[1];
    __pyx_v_dest_indices = values[2];
    __pyx_v_dest_param_indices = values[3];
    __pyx_v_num_outcomes = values[4];
    __pyx_v_evalTree = values[5];
    __pyx_v_dataset_rows = values[6];
    __pyx_v_minProbClipForWeighting = values[7];
    __pyx_v_probClipInterval = values[8];
    __pyx_v_wrtSlice = values[9];
    __pyx_v_comm = values[10];
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDdchi2_terms", 1, 11, 11, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 2389, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DM_mapfill_TDdchi2_terms", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_12DM_mapfill_TDdchi2_terms(__pyx_self, __pyx_v_calc, __pyx_v_mxToFill, __pyx_v_dest_indices, __pyx_v_dest_param_indices, __pyx_v_num_outcomes, __pyx_v_evalTree, __pyx_v_dataset_rows, __pyx_v_minProbClipForWeighting, __pyx_v_probClipInterval, __pyx_v_wrtSlice, __pyx_v_comm);

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":2392
 *                              evalTree, dataset_rows, minProbClipForWeighting, probClipInterval, wrtSlice, comm):
 * 
 *     def fillfn(mxToFill, dest_indices, n_outcomes, evTree, dataset_rows, fillComm):             # <<<<<<<<<<<<<<
 *         DM_mapfill_TDchi2_terms(calc, mxToFill, dest_indices, n_outcomes, evTree, dataset_rows,
 *                                 minProbClipForWeighting, probClipInterval, fillComm)
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_24DM_mapfill_TDdchi2_terms_1fillfn(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static PyMethodDef __pyx_mdef_6pygsti_7objects_6replib_10fastreplib_24DM_mapfill_TDdchi2_terms_1fillfn = {"fillfn", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_24DM_mapfill_TDdchi2_terms_1fillfn, METH_VARARGS|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_24DM_mapfill_TDdchi2_terms_1fillfn(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyObject *__pyx_v_mxToFill = 0;
  PyObject *__pyx_v_dest_indices = 0;
  PyObject *__pyx_v_n_outcomes = 0;
  PyObject *__pyx_v_evTree = 0;
  PyObject *__pyx_v_dataset_rows = 0;
  PyObject *__pyx_v_fillComm = 0;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("fillfn (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_mxToFill,&__pyx_n_s_dest_indices,&__pyx_n_s_n_outcomes,&__pyx_n_s_evTree,&__pyx_n_s_dataset_rows,&__pyx_n_s_fillComm,0};
    PyObject* values[6] = {0,0,0,0,0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
        CYTHON_FALLTHROUGH;
        case  5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
        CYTHON_FALLTHROUGH;
        case  4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
        CYTHON_FALLTHROUGH;
        case  3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
        CYTHON_FALLTHROUGH;
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_mxToFill)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_dest_indices)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("fillfn", 1, 6, 6, 1); __PYX_ERR(0, 2392, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  2:
        if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_n_outcomes)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("fillfn", 1, 6, 6, 2); __PYX_ERR(0, 2392, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  3:
        if (likely((values[3] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_evTree)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("fillfn", 1, 6, 6, 3); __PYX_ERR(0, 2392, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  4:
        if (likely((values[4] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_dataset_rows)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("fillfn", 1, 6, 6, 4); __PYX_ERR(0, 2392, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  5:
        if (likely((values[5] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_fillComm)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("fillfn", 1, 6, 6, 5); __PYX_ERR(0, 2392, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "fillfn") < 0)) __PYX_ERR(0, 2392, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 6) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
      values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
      values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
      values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
      values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
    }
    __pyx_v_mxToFill = values[0];
    __pyx_v_dest_indices = values[1];
    __pyx_v_n_outcomes = values[2];
    __pyx_v_evTree = values[3];
    __pyx_v_dataset_rows = values[4];
    __pyx_v_fillComm = values[5];
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("fillfn", 1, 6, 6, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 2392, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DM_mapfill_TDdchi2_terms.fillfn", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_24DM_mapfill_TDdchi2_terms_fillfn(__pyx_self, __pyx_v_mxToFill, __pyx_v_dest_indices, __pyx_v_n_outcomes, __pyx_v_evTree, __pyx_v_dataset_rows, __pyx_v_fillComm);

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_24DM_mapfill_TDdchi2_terms_fillfn(PyObject *__pyx_self, PyObject *__pyx_v_mxToFill, PyObject *__pyx_v_dest_indices, PyObject *__pyx_v_n_outcomes, PyObject *__pyx_v_evTree, PyObject *__pyx_v_dataset_rows, PyObject *__pyx_v_fillComm) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms *__pyx_cur_scope;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms *__pyx_outer_scope;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  int __pyx_t_4;
  PyObject *__pyx_t_5 = NULL;
  __Pyx_RefNannySetupContext("fillfn", 0);
  __pyx_outer_scope = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms *) __Pyx_CyFunction_GetClosure(__pyx_self);
  __pyx_cur_scope = __pyx_outer_scope;

  /* "pygsti/objects/replib/fastreplib.pyx":2393
 * 
 *     def fillfn(mxToFill, dest_indices, n_outcomes, evTree, dataset_rows, fillComm):
 *         DM_mapfill_TDchi2_terms(calc, mxToFill, dest_indices, n_outcomes, evTree, dataset_rows,             # <<<<<<<<<<<<<<
 *                                 minProbClipForWeighting, probClipInterval, fillComm)
 * 
 */
  __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_DM_mapfill_TDchi2_terms); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2393, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  if (unlikely(!__pyx_cur_scope->__pyx_v_calc)) { __Pyx_RaiseClosureNameError("calc"); __PYX_ERR(0, 2393, __pyx_L1_error) }

  /* "pygsti/objects/replib/fastreplib.pyx":2394
 *     def fillfn(mxToFill, dest_indices, n_outcomes, evTree, dataset_rows, fillComm):
 *         DM_mapfill_TDchi2_terms(calc, mxToFill, dest_indices, n_outcomes, evTree, dataset_rows,
 *                                 minProbClipForWeighting, probClipInterval, fillComm)             # <<<<<<<<<<<<<<
 * 
 *     DM_mapfill_timedep_dterms(calc, mxToFill, dest_indices, dest_param_indices, num_outcomes,
 */
  if (unlikely(!__pyx_cur_scope->__pyx_v_minProbClipForWeighting)) { __Pyx_RaiseClosureNameError("minProbClipForWeighting"); __PYX_ERR(0, 2394, __pyx_L1_error) }
  if (unlikely(!__pyx_cur_scope->__pyx_v_probClipInterval)) { __Pyx_RaiseClosureNameError("probClipInterval"); __PYX_ERR(0, 2394, __pyx_L1_error) }
  __pyx_t_3 = NULL;
  __pyx_t_4 = 0;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) {
    __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
    if (likely(__pyx_t_3)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
      __Pyx_INCREF(__pyx_t_3);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_2, function);
      __pyx_t_4 = 1;
    }
  }
  #if CYTHON_FAST_PYCALL
  if (PyFunction_Check(__pyx_t_2)) {
    PyObject *__pyx_temp[10] = {__pyx_t_3, __pyx_cur_scope->__pyx_v_calc, __pyx_v_mxToFill, __pyx_v_dest_indices, __pyx_v_n_outcomes, __pyx_v_evTree, __pyx_v_dataset_rows, __pyx_cur_scope->__pyx_v_minProbClipForWeighting, __pyx_cur_scope->__pyx_v_probClipInterval, __pyx_v_fillComm};
    __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_4, 9+__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2393, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_GOTREF(__pyx_t_1);
  } else
  #endif
  #if CYTHON_FAST_PYCCALL
  if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) {
    PyObject *__pyx_temp[10] = {__pyx_t_3, __pyx_cur_scope->__pyx_v_calc, __pyx_v_mxToFill, __pyx_v_dest_indices, __pyx_v_n_outcomes, __pyx_v_evTree, __pyx_v_dataset_rows, __pyx_cur_scope->__pyx_v_minProbClipForWeighting, __pyx_cur_scope->__pyx_v_probClipInterval, __pyx_v_fillComm};
    __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_4, 9+__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2393, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_GOTREF(__pyx_t_1);
  } else
  #endif
  {
    __pyx_t_5 = PyTuple_New(9+__pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2393, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    if (__pyx_t_3) {
      __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_3); __pyx_t_3 = NULL;
    }
    __Pyx_INCREF(__pyx_cur_scope->__pyx_v_calc);
    __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_calc);
    PyTuple_SET_ITEM(__pyx_t_5, 0+__pyx_t_4, __pyx_cur_scope->__pyx_v_calc);
    __Pyx_INCREF(__pyx_v_mxToFill);
    __Pyx_GIVEREF(__pyx_v_mxToFill);
    PyTuple_SET_ITEM(__pyx_t_5, 1+__pyx_t_4, __pyx_v_mxToFill);
    __Pyx_INCREF(__pyx_v_dest_indices);
    __Pyx_GIVEREF(__pyx_v_dest_indices);
    PyTuple_SET_ITEM(__pyx_t_5, 2+__pyx_t_4, __pyx_v_dest_indices);
    __Pyx_INCREF(__pyx_v_n_outcomes);
    __Pyx_GIVEREF(__pyx_v_n_outcomes);
    PyTuple_SET_ITEM(__pyx_t_5, 3+__pyx_t_4, __pyx_v_n_outcomes);
    __Pyx_INCREF(__pyx_v_evTree);
    __Pyx_GIVEREF(__pyx_v_evTree);
    PyTuple_SET_ITEM(__pyx_t_5, 4+__pyx_t_4, __pyx_v_evTree);
    __Pyx_INCREF(__pyx_v_dataset_rows);
    __Pyx_GIVEREF(__pyx_v_dataset_rows);
    PyTuple_SET_ITEM(__pyx_t_5, 5+__pyx_t_4, __pyx_v_dataset_rows);
    __Pyx_INCREF(__pyx_cur_scope->__pyx_v_minProbClipForWeighting);
    __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_minProbClipForWeighting);
    PyTuple_SET_ITEM(__pyx_t_5, 6+__pyx_t_4, __pyx_cur_scope->__pyx_v_minProbClipForWeighting);
    __Pyx_INCREF(__pyx_cur_scope->__pyx_v_probClipInterval);
    __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_probClipInterval);
    PyTuple_SET_ITEM(__pyx_t_5, 7+__pyx_t_4, __pyx_cur_scope->__pyx_v_probClipInterval);
    __Pyx_INCREF(__pyx_v_fillComm);
    __Pyx_GIVEREF(__pyx_v_fillComm);
    PyTuple_SET_ITEM(__pyx_t_5, 8+__pyx_t_4, __pyx_v_fillComm);
    __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_5, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2393, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  }
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2392
 *                              evalTree, dataset_rows, minProbClipForWeighting, probClipInterval, wrtSlice, comm):
 * 
 *     def fillfn(mxToFill, dest_indices, n_outcomes, evTree, dataset_rows, fillComm):             # <<<<<<<<<<<<<<
 *         DM_mapfill_TDchi2_terms(calc, mxToFill, dest_indices, n_outcomes, evTree, dataset_rows,
 *                                 minProbClipForWeighting, probClipInterval, fillComm)
 */

  /* function exit code */
  __pyx_r = Py_None; __Pyx_INCREF(Py_None);
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DM_mapfill_TDdchi2_terms.fillfn", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":2389
 * 
 * 
 * def DM_mapfill_TDdchi2_terms(calc, mxToFill, dest_indices, dest_param_indices, num_outcomes,             # <<<<<<<<<<<<<<
 *                              evalTree, dataset_rows, minProbClipForWeighting, probClipInterval, wrtSlice, comm):
 * 
 */

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_12DM_mapfill_TDdchi2_terms(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_calc, PyObject *__pyx_v_mxToFill, PyObject *__pyx_v_dest_indices, PyObject *__pyx_v_dest_param_indices, PyObject *__pyx_v_num_outcomes, PyObject *__pyx_v_evalTree, PyObject *__pyx_v_dataset_rows, PyObject *__pyx_v_minProbClipForWeighting, PyObject *__pyx_v_probClipInterval, PyObject *__pyx_v_wrtSlice, PyObject *__pyx_v_comm) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms *__pyx_cur_scope;
  PyObject *__pyx_v_fillfn = 0;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  int __pyx_t_4;
  PyObject *__pyx_t_5 = NULL;
  __Pyx_RefNannySetupContext("DM_mapfill_TDdchi2_terms", 0);
  __pyx_cur_scope = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms *)__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms, __pyx_empty_tuple, NULL);
  if (unlikely(!__pyx_cur_scope)) {
    __pyx_cur_scope = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms *)Py_None);
    __Pyx_INCREF(Py_None);
    __PYX_ERR(0, 2389, __pyx_L1_error)
  } else {
    __Pyx_GOTREF(__pyx_cur_scope);
  }
  __pyx_cur_scope->__pyx_v_calc = __pyx_v_calc;
  __Pyx_INCREF(__pyx_cur_scope->__pyx_v_calc);
  __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_calc);
  __pyx_cur_scope->__pyx_v_minProbClipForWeighting = __pyx_v_minProbClipForWeighting;
  __Pyx_INCREF(__pyx_cur_scope->__pyx_v_minProbClipForWeighting);
  __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_minProbClipForWeighting);
  __pyx_cur_scope->__pyx_v_probClipInterval = __pyx_v_probClipInterval;
  __Pyx_INCREF(__pyx_cur_scope->__pyx_v_probClipInterval);
  __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_probClipInterval);

  /* "pygsti/objects/replib/fastreplib.pyx":2392
 *                              evalTree, dataset_rows, minProbClipForWeighting, probClipInterval, wrtSlice, comm):
 * 
 *     def fillfn(mxToFill, dest_indices, n_outcomes, evTree, dataset_rows, fillComm):             # <<<<<<<<<<<<<<
 *         DM_mapfill_TDchi2_terms(calc, mxToFill, dest_indices, n_outcomes, evTree, dataset_rows,
 *                                 minProbClipForWeighting, probClipInterval, fillComm)
 */
  __pyx_t_1 = __Pyx_CyFunction_NewEx(&__pyx_mdef_6pygsti_7objects_6replib_10fastreplib_24DM_mapfill_TDdchi2_terms_1fillfn, 0, __pyx_n_s_DM_mapfill_TDdchi2_terms_locals, ((PyObject*)__pyx_cur_scope), __pyx_n_s_pygsti_objects_replib_fastreplib_2, __pyx_d, ((PyObject *)__pyx_codeobj__18)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2392, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_v_fillfn = __pyx_t_1;
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2396
 *                                 minProbClipForWeighting, probClipInterval, fillComm)
 * 
 *     DM_mapfill_timedep_dterms(calc, mxToFill, dest_indices, dest_param_indices, num_outcomes,             # <<<<<<<<<<<<<<
 *                               evalTree, dataset_rows, fillfn, wrtSlice, comm)
 * 
 */
  __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_DM_mapfill_timedep_dterms); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2396, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);

  /* "pygsti/objects/replib/fastreplib.pyx":2397
 * 
 *     DM_mapfill_timedep_dterms(calc, mxToFill, dest_indices, dest_param_indices, num_outcomes,
 *                               evalTree, dataset_rows, fillfn, wrtSlice, comm)             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_t_3 = NULL;
  __pyx_t_4 = 0;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) {
    __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
    if (likely(__pyx_t_3)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
      __Pyx_INCREF(__pyx_t_3);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_2, function);
      __pyx_t_4 = 1;
    }
  }
  #if CYTHON_FAST_PYCALL
  if (PyFunction_Check(__pyx_t_2)) {
    PyObject *__pyx_temp[11] = {__pyx_t_3, __pyx_cur_scope->__pyx_v_calc, __pyx_v_mxToFill, __pyx_v_dest_indices, __pyx_v_dest_param_indices, __pyx_v_num_outcomes, __pyx_v_evalTree, __pyx_v_dataset_rows, __pyx_v_fillfn, __pyx_v_wrtSlice, __pyx_v_comm};
    __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_4, 10+__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2396, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_GOTREF(__pyx_t_1);
  } else
  #endif
  #if CYTHON_FAST_PYCCALL
  if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) {
    PyObject *__pyx_temp[11] = {__pyx_t_3, __pyx_cur_scope->__pyx_v_calc, __pyx_v_mxToFill, __pyx_v_dest_indices, __pyx_v_dest_param_indices, __pyx_v_num_outcomes, __pyx_v_evalTree, __pyx_v_dataset_rows, __pyx_v_fillfn, __pyx_v_wrtSlice, __pyx_v_comm};
    __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_4, 10+__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2396, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_GOTREF(__pyx_t_1);
  } else
  #endif
  {
    __pyx_t_5 = PyTuple_New(10+__pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2396, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    if (__pyx_t_3) {
      __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_3); __pyx_t_3 = NULL;
    }
    __Pyx_INCREF(__pyx_cur_scope->__pyx_v_calc);
    __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_calc);
    PyTuple_SET_ITEM(__pyx_t_5, 0+__pyx_t_4, __pyx_cur_scope->__pyx_v_calc);
    __Pyx_INCREF(__pyx_v_mxToFill);
    __Pyx_GIVEREF(__pyx_v_mxToFill);
    PyTuple_SET_ITEM(__pyx_t_5, 1+__pyx_t_4, __pyx_v_mxToFill);
    __Pyx_INCREF(__pyx_v_dest_indices);
    __Pyx_GIVEREF(__pyx_v_dest_indices);
    PyTuple_SET_ITEM(__pyx_t_5, 2+__pyx_t_4, __pyx_v_dest_indices);
    __Pyx_INCREF(__pyx_v_dest_param_indices);
    __Pyx_GIVEREF(__pyx_v_dest_param_indices);
    PyTuple_SET_ITEM(__pyx_t_5, 3+__pyx_t_4, __pyx_v_dest_param_indices);
    __Pyx_INCREF(__pyx_v_num_outcomes);
    __Pyx_GIVEREF(__pyx_v_num_outcomes);
    PyTuple_SET_ITEM(__pyx_t_5, 4+__pyx_t_4, __pyx_v_num_outcomes);
    __Pyx_INCREF(__pyx_v_evalTree);
    __Pyx_GIVEREF(__pyx_v_evalTree);
    PyTuple_SET_ITEM(__pyx_t_5, 5+__pyx_t_4, __pyx_v_evalTree);
    __Pyx_INCREF(__pyx_v_dataset_rows);
    __Pyx_GIVEREF(__pyx_v_dataset_rows);
    PyTuple_SET_ITEM(__pyx_t_5, 6+__pyx_t_4, __pyx_v_dataset_rows);
    __Pyx_INCREF(__pyx_v_fillfn);
    __Pyx_GIVEREF(__pyx_v_fillfn);
    PyTuple_SET_ITEM(__pyx_t_5, 7+__pyx_t_4, __pyx_v_fillfn);
    __Pyx_INCREF(__pyx_v_wrtSlice);
    __Pyx_GIVEREF(__pyx_v_wrtSlice);
    PyTuple_SET_ITEM(__pyx_t_5, 8+__pyx_t_4, __pyx_v_wrtSlice);
    __Pyx_INCREF(__pyx_v_comm);
    __Pyx_GIVEREF(__pyx_v_comm);
    PyTuple_SET_ITEM(__pyx_t_5, 9+__pyx_t_4, __pyx_v_comm);
    __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_5, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2396, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  }
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2389
 * 
 * 
 * def DM_mapfill_TDdchi2_terms(calc, mxToFill, dest_indices, dest_param_indices, num_outcomes,             # <<<<<<<<<<<<<<
 *                              evalTree, dataset_rows, minProbClipForWeighting, probClipInterval, wrtSlice, comm):
 * 
 */

  /* function exit code */
  __pyx_r = Py_None; __Pyx_INCREF(Py_None);
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DM_mapfill_TDdchi2_terms", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_fillfn);
  __Pyx_DECREF(((PyObject *)__pyx_cur_scope));
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":2400
 * 
 * 
 * def DM_mapfill_TDdloglpp_terms(calc, mxToFill, dest_indices, dest_param_indices, num_outcomes,             # <<<<<<<<<<<<<<
 *                                evalTree, dataset_rows, minProbClip, radius, probClipInterval, wrtSlice, comm):
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_15DM_mapfill_TDdloglpp_terms(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static PyMethodDef __pyx_mdef_6pygsti_7objects_6replib_10fastreplib_15DM_mapfill_TDdloglpp_terms = {"DM_mapfill_TDdloglpp_terms", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_15DM_mapfill_TDdloglpp_terms, METH_VARARGS|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_15DM_mapfill_TDdloglpp_terms(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyObject *__pyx_v_calc = 0;
  PyObject *__pyx_v_mxToFill = 0;
  PyObject *__pyx_v_dest_indices = 0;
  PyObject *__pyx_v_dest_param_indices = 0;
  PyObject *__pyx_v_num_outcomes = 0;
  PyObject *__pyx_v_evalTree = 0;
  PyObject *__pyx_v_dataset_rows = 0;
  PyObject *__pyx_v_minProbClip = 0;
  PyObject *__pyx_v_radius = 0;
  PyObject *__pyx_v_probClipInterval = 0;
  PyObject *__pyx_v_wrtSlice = 0;
  PyObject *__pyx_v_comm = 0;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("DM_mapfill_TDdloglpp_terms (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_calc,&__pyx_n_s_mxToFill,&__pyx_n_s_dest_indices,&__pyx_n_s_dest_param_indices,&__pyx_n_s_num_outcomes,&__pyx_n_s_evalTree,&__pyx_n_s_dataset_rows,&__pyx_n_s_minProbClip,&__pyx_n_s_radius,&__pyx_n_s_probClipInterval,&__pyx_n_s_wrtSlice,&__pyx_n_s_comm,0};
    PyObject* values[12] = {0,0,0,0,0,0,0,0,0,0,0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case 12: values[11] = PyTuple_GET_ITEM(__pyx_args, 11);
        CYTHON_FALLTHROUGH;
        case 11: values[10] = PyTuple_GET_ITEM(__pyx_args, 10);
        CYTHON_FALLTHROUGH;
        case 10: values[9] = PyTuple_GET_ITEM(__pyx_args, 9);
        CYTHON_FALLTHROUGH;
        case  9: values[8] = PyTuple_GET_ITEM(__pyx_args, 8);
        CYTHON_FALLTHROUGH;
        case  8: values[7] = PyTuple_GET_ITEM(__pyx_args, 7);
        CYTHON_FALLTHROUGH;
        case  7: values[6] = PyTuple_GET_ITEM(__pyx_args, 6);
        CYTHON_FALLTHROUGH;
        case  6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
        CYTHON_FALLTHROUGH;
        case  5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
        CYTHON_FALLTHROUGH;
        case  4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
        CYTHON_FALLTHROUGH;
        case  3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
        CYTHON_FALLTHROUGH;
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_calc)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_mxToFill)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDdloglpp_terms", 1, 12, 12, 1); __PYX_ERR(0, 2400, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  2:
        if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_dest_indices)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDdloglpp_terms", 1, 12, 12, 2); __PYX_ERR(0, 2400, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  3:
        if (likely((values[3] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_dest_param_indices)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDdloglpp_terms", 1, 12, 12, 3); __PYX_ERR(0, 2400, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  4:
        if (likely((values[4] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_num_outcomes)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDdloglpp_terms", 1, 12, 12, 4); __PYX_ERR(0, 2400, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  5:
        if (likely((values[5] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_evalTree)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDdloglpp_terms", 1, 12, 12, 5); __PYX_ERR(0, 2400, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  6:
        if (likely((values[6] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_dataset_rows)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDdloglpp_terms", 1, 12, 12, 6); __PYX_ERR(0, 2400, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  7:
        if (likely((values[7] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_minProbClip)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDdloglpp_terms", 1, 12, 12, 7); __PYX_ERR(0, 2400, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  8:
        if (likely((values[8] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_radius)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDdloglpp_terms", 1, 12, 12, 8); __PYX_ERR(0, 2400, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  9:
        if (likely((values[9] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_probClipInterval)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDdloglpp_terms", 1, 12, 12, 9); __PYX_ERR(0, 2400, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case 10:
        if (likely((values[10] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_wrtSlice)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDdloglpp_terms", 1, 12, 12, 10); __PYX_ERR(0, 2400, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case 11:
        if (likely((values[11] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_comm)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDdloglpp_terms", 1, 12, 12, 11); __PYX_ERR(0, 2400, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "DM_mapfill_TDdloglpp_terms") < 0)) __PYX_ERR(0, 2400, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 12) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
      values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
      values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
      values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
      values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
      values[6] = PyTuple_GET_ITEM(__pyx_args, 6);
      values[7] = PyTuple_GET_ITEM(__pyx_args, 7);
      values[8] = PyTuple_GET_ITEM(__pyx_args, 8);
      values[9] = PyTuple_GET_ITEM(__pyx_args, 9);
      values[10] = PyTuple_GET_ITEM(__pyx_args, 10);
      values[11] = PyTuple_GET_ITEM(__pyx_args, 11);
    }
    __pyx_v_calc = values[0];
    __pyx_v_mxToFill = values[1];
    __pyx_v_dest_indices = values[2];
    __pyx_v_dest_param_indices = values[3];
    __pyx_v_num_outcomes = values[4];
    __pyx_v_evalTree = values[5];
    __pyx_v_dataset_rows = values[6];
    __pyx_v_minProbClip = values[7];
    __pyx_v_radius = values[8];
    __pyx_v_probClipInterval = values[9];
    __pyx_v_wrtSlice = values[10];
    __pyx_v_comm = values[11];
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("DM_mapfill_TDdloglpp_terms", 1, 12, 12, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 2400, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DM_mapfill_TDdloglpp_terms", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_14DM_mapfill_TDdloglpp_terms(__pyx_self, __pyx_v_calc, __pyx_v_mxToFill, __pyx_v_dest_indices, __pyx_v_dest_param_indices, __pyx_v_num_outcomes, __pyx_v_evalTree, __pyx_v_dataset_rows, __pyx_v_minProbClip, __pyx_v_radius, __pyx_v_probClipInterval, __pyx_v_wrtSlice, __pyx_v_comm);

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":2403
 *                                evalTree, dataset_rows, minProbClip, radius, probClipInterval, wrtSlice, comm):
 * 
 *     def fillfn(mxToFill, dest_indices, n_outcomes, evTree, dataset_rows, fillComm):             # <<<<<<<<<<<<<<
 *         DM_mapfill_TDloglpp_terms(calc, mxToFill, dest_indices, n_outcomes, evTree, dataset_rows,
 *                                   minProbClip, radius, probClipInterval, fillComm)
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_26DM_mapfill_TDdloglpp_terms_1fillfn(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static PyMethodDef __pyx_mdef_6pygsti_7objects_6replib_10fastreplib_26DM_mapfill_TDdloglpp_terms_1fillfn = {"fillfn", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_26DM_mapfill_TDdloglpp_terms_1fillfn, METH_VARARGS|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_26DM_mapfill_TDdloglpp_terms_1fillfn(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyObject *__pyx_v_mxToFill = 0;
  PyObject *__pyx_v_dest_indices = 0;
  PyObject *__pyx_v_n_outcomes = 0;
  PyObject *__pyx_v_evTree = 0;
  PyObject *__pyx_v_dataset_rows = 0;
  PyObject *__pyx_v_fillComm = 0;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("fillfn (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_mxToFill,&__pyx_n_s_dest_indices,&__pyx_n_s_n_outcomes,&__pyx_n_s_evTree,&__pyx_n_s_dataset_rows,&__pyx_n_s_fillComm,0};
    PyObject* values[6] = {0,0,0,0,0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
        CYTHON_FALLTHROUGH;
        case  5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
        CYTHON_FALLTHROUGH;
        case  4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
        CYTHON_FALLTHROUGH;
        case  3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
        CYTHON_FALLTHROUGH;
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_mxToFill)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_dest_indices)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("fillfn", 1, 6, 6, 1); __PYX_ERR(0, 2403, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  2:
        if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_n_outcomes)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("fillfn", 1, 6, 6, 2); __PYX_ERR(0, 2403, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  3:
        if (likely((values[3] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_evTree)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("fillfn", 1, 6, 6, 3); __PYX_ERR(0, 2403, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  4:
        if (likely((values[4] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_dataset_rows)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("fillfn", 1, 6, 6, 4); __PYX_ERR(0, 2403, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  5:
        if (likely((values[5] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_fillComm)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("fillfn", 1, 6, 6, 5); __PYX_ERR(0, 2403, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "fillfn") < 0)) __PYX_ERR(0, 2403, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 6) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
      values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
      values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
      values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
      values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
    }
    __pyx_v_mxToFill = values[0];
    __pyx_v_dest_indices = values[1];
    __pyx_v_n_outcomes = values[2];
    __pyx_v_evTree = values[3];
    __pyx_v_dataset_rows = values[4];
    __pyx_v_fillComm = values[5];
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("fillfn", 1, 6, 6, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 2403, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DM_mapfill_TDdloglpp_terms.fillfn", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_26DM_mapfill_TDdloglpp_terms_fillfn(__pyx_self, __pyx_v_mxToFill, __pyx_v_dest_indices, __pyx_v_n_outcomes, __pyx_v_evTree, __pyx_v_dataset_rows, __pyx_v_fillComm);

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_26DM_mapfill_TDdloglpp_terms_fillfn(PyObject *__pyx_self, PyObject *__pyx_v_mxToFill, PyObject *__pyx_v_dest_indices, PyObject *__pyx_v_n_outcomes, PyObject *__pyx_v_evTree, PyObject *__pyx_v_dataset_rows, PyObject *__pyx_v_fillComm) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms *__pyx_cur_scope;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms *__pyx_outer_scope;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  int __pyx_t_4;
  PyObject *__pyx_t_5 = NULL;
  __Pyx_RefNannySetupContext("fillfn", 0);
  __pyx_outer_scope = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms *) __Pyx_CyFunction_GetClosure(__pyx_self);
  __pyx_cur_scope = __pyx_outer_scope;

  /* "pygsti/objects/replib/fastreplib.pyx":2404
 * 
 *     def fillfn(mxToFill, dest_indices, n_outcomes, evTree, dataset_rows, fillComm):
 *         DM_mapfill_TDloglpp_terms(calc, mxToFill, dest_indices, n_outcomes, evTree, dataset_rows,             # <<<<<<<<<<<<<<
 *                                   minProbClip, radius, probClipInterval, fillComm)
 * 
 */
  __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_DM_mapfill_TDloglpp_terms); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2404, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  if (unlikely(!__pyx_cur_scope->__pyx_v_calc)) { __Pyx_RaiseClosureNameError("calc"); __PYX_ERR(0, 2404, __pyx_L1_error) }

  /* "pygsti/objects/replib/fastreplib.pyx":2405
 *     def fillfn(mxToFill, dest_indices, n_outcomes, evTree, dataset_rows, fillComm):
 *         DM_mapfill_TDloglpp_terms(calc, mxToFill, dest_indices, n_outcomes, evTree, dataset_rows,
 *                                   minProbClip, radius, probClipInterval, fillComm)             # <<<<<<<<<<<<<<
 * 
 *     DM_mapfill_timedep_dterms(calc, mxToFill, dest_indices, dest_param_indices, num_outcomes,
 */
  if (unlikely(!__pyx_cur_scope->__pyx_v_minProbClip)) { __Pyx_RaiseClosureNameError("minProbClip"); __PYX_ERR(0, 2405, __pyx_L1_error) }
  if (unlikely(!__pyx_cur_scope->__pyx_v_radius)) { __Pyx_RaiseClosureNameError("radius"); __PYX_ERR(0, 2405, __pyx_L1_error) }
  if (unlikely(!__pyx_cur_scope->__pyx_v_probClipInterval)) { __Pyx_RaiseClosureNameError("probClipInterval"); __PYX_ERR(0, 2405, __pyx_L1_error) }
  __pyx_t_3 = NULL;
  __pyx_t_4 = 0;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) {
    __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
    if (likely(__pyx_t_3)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
      __Pyx_INCREF(__pyx_t_3);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_2, function);
      __pyx_t_4 = 1;
    }
  }
  #if CYTHON_FAST_PYCALL
  if (PyFunction_Check(__pyx_t_2)) {
    PyObject *__pyx_temp[11] = {__pyx_t_3, __pyx_cur_scope->__pyx_v_calc, __pyx_v_mxToFill, __pyx_v_dest_indices, __pyx_v_n_outcomes, __pyx_v_evTree, __pyx_v_dataset_rows, __pyx_cur_scope->__pyx_v_minProbClip, __pyx_cur_scope->__pyx_v_radius, __pyx_cur_scope->__pyx_v_probClipInterval, __pyx_v_fillComm};
    __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_4, 10+__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2404, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_GOTREF(__pyx_t_1);
  } else
  #endif
  #if CYTHON_FAST_PYCCALL
  if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) {
    PyObject *__pyx_temp[11] = {__pyx_t_3, __pyx_cur_scope->__pyx_v_calc, __pyx_v_mxToFill, __pyx_v_dest_indices, __pyx_v_n_outcomes, __pyx_v_evTree, __pyx_v_dataset_rows, __pyx_cur_scope->__pyx_v_minProbClip, __pyx_cur_scope->__pyx_v_radius, __pyx_cur_scope->__pyx_v_probClipInterval, __pyx_v_fillComm};
    __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_4, 10+__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2404, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_GOTREF(__pyx_t_1);
  } else
  #endif
  {
    __pyx_t_5 = PyTuple_New(10+__pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2404, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    if (__pyx_t_3) {
      __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_3); __pyx_t_3 = NULL;
    }
    __Pyx_INCREF(__pyx_cur_scope->__pyx_v_calc);
    __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_calc);
    PyTuple_SET_ITEM(__pyx_t_5, 0+__pyx_t_4, __pyx_cur_scope->__pyx_v_calc);
    __Pyx_INCREF(__pyx_v_mxToFill);
    __Pyx_GIVEREF(__pyx_v_mxToFill);
    PyTuple_SET_ITEM(__pyx_t_5, 1+__pyx_t_4, __pyx_v_mxToFill);
    __Pyx_INCREF(__pyx_v_dest_indices);
    __Pyx_GIVEREF(__pyx_v_dest_indices);
    PyTuple_SET_ITEM(__pyx_t_5, 2+__pyx_t_4, __pyx_v_dest_indices);
    __Pyx_INCREF(__pyx_v_n_outcomes);
    __Pyx_GIVEREF(__pyx_v_n_outcomes);
    PyTuple_SET_ITEM(__pyx_t_5, 3+__pyx_t_4, __pyx_v_n_outcomes);
    __Pyx_INCREF(__pyx_v_evTree);
    __Pyx_GIVEREF(__pyx_v_evTree);
    PyTuple_SET_ITEM(__pyx_t_5, 4+__pyx_t_4, __pyx_v_evTree);
    __Pyx_INCREF(__pyx_v_dataset_rows);
    __Pyx_GIVEREF(__pyx_v_dataset_rows);
    PyTuple_SET_ITEM(__pyx_t_5, 5+__pyx_t_4, __pyx_v_dataset_rows);
    __Pyx_INCREF(__pyx_cur_scope->__pyx_v_minProbClip);
    __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_minProbClip);
    PyTuple_SET_ITEM(__pyx_t_5, 6+__pyx_t_4, __pyx_cur_scope->__pyx_v_minProbClip);
    __Pyx_INCREF(__pyx_cur_scope->__pyx_v_radius);
    __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_radius);
    PyTuple_SET_ITEM(__pyx_t_5, 7+__pyx_t_4, __pyx_cur_scope->__pyx_v_radius);
    __Pyx_INCREF(__pyx_cur_scope->__pyx_v_probClipInterval);
    __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_probClipInterval);
    PyTuple_SET_ITEM(__pyx_t_5, 8+__pyx_t_4, __pyx_cur_scope->__pyx_v_probClipInterval);
    __Pyx_INCREF(__pyx_v_fillComm);
    __Pyx_GIVEREF(__pyx_v_fillComm);
    PyTuple_SET_ITEM(__pyx_t_5, 9+__pyx_t_4, __pyx_v_fillComm);
    __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_5, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2404, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  }
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2403
 *                                evalTree, dataset_rows, minProbClip, radius, probClipInterval, wrtSlice, comm):
 * 
 *     def fillfn(mxToFill, dest_indices, n_outcomes, evTree, dataset_rows, fillComm):             # <<<<<<<<<<<<<<
 *         DM_mapfill_TDloglpp_terms(calc, mxToFill, dest_indices, n_outcomes, evTree, dataset_rows,
 *                                   minProbClip, radius, probClipInterval, fillComm)
 */

  /* function exit code */
  __pyx_r = Py_None; __Pyx_INCREF(Py_None);
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DM_mapfill_TDdloglpp_terms.fillfn", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":2400
 * 
 * 
 * def DM_mapfill_TDdloglpp_terms(calc, mxToFill, dest_indices, dest_param_indices, num_outcomes,             # <<<<<<<<<<<<<<
 *                                evalTree, dataset_rows, minProbClip, radius, probClipInterval, wrtSlice, comm):
 * 
 */

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_14DM_mapfill_TDdloglpp_terms(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_calc, PyObject *__pyx_v_mxToFill, PyObject *__pyx_v_dest_indices, PyObject *__pyx_v_dest_param_indices, PyObject *__pyx_v_num_outcomes, PyObject *__pyx_v_evalTree, PyObject *__pyx_v_dataset_rows, PyObject *__pyx_v_minProbClip, PyObject *__pyx_v_radius, PyObject *__pyx_v_probClipInterval, PyObject *__pyx_v_wrtSlice, PyObject *__pyx_v_comm) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms *__pyx_cur_scope;
  PyObject *__pyx_v_fillfn = 0;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  int __pyx_t_4;
  PyObject *__pyx_t_5 = NULL;
  __Pyx_RefNannySetupContext("DM_mapfill_TDdloglpp_terms", 0);
  __pyx_cur_scope = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms *)__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms, __pyx_empty_tuple, NULL);
  if (unlikely(!__pyx_cur_scope)) {
    __pyx_cur_scope = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms *)Py_None);
    __Pyx_INCREF(Py_None);
    __PYX_ERR(0, 2400, __pyx_L1_error)
  } else {
    __Pyx_GOTREF(__pyx_cur_scope);
  }
  __pyx_cur_scope->__pyx_v_calc = __pyx_v_calc;
  __Pyx_INCREF(__pyx_cur_scope->__pyx_v_calc);
  __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_calc);
  __pyx_cur_scope->__pyx_v_minProbClip = __pyx_v_minProbClip;
  __Pyx_INCREF(__pyx_cur_scope->__pyx_v_minProbClip);
  __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_minProbClip);
  __pyx_cur_scope->__pyx_v_radius = __pyx_v_radius;
  __Pyx_INCREF(__pyx_cur_scope->__pyx_v_radius);
  __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_radius);
  __pyx_cur_scope->__pyx_v_probClipInterval = __pyx_v_probClipInterval;
  __Pyx_INCREF(__pyx_cur_scope->__pyx_v_probClipInterval);
  __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_probClipInterval);

  /* "pygsti/objects/replib/fastreplib.pyx":2403
 *                                evalTree, dataset_rows, minProbClip, radius, probClipInterval, wrtSlice, comm):
 * 
 *     def fillfn(mxToFill, dest_indices, n_outcomes, evTree, dataset_rows, fillComm):             # <<<<<<<<<<<<<<
 *         DM_mapfill_TDloglpp_terms(calc, mxToFill, dest_indices, n_outcomes, evTree, dataset_rows,
 *                                   minProbClip, radius, probClipInterval, fillComm)
 */
  __pyx_t_1 = __Pyx_CyFunction_NewEx(&__pyx_mdef_6pygsti_7objects_6replib_10fastreplib_26DM_mapfill_TDdloglpp_terms_1fillfn, 0, __pyx_n_s_DM_mapfill_TDdloglpp_terms_local, ((PyObject*)__pyx_cur_scope), __pyx_n_s_pygsti_objects_replib_fastreplib_2, __pyx_d, ((PyObject *)__pyx_codeobj__20)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2403, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_v_fillfn = __pyx_t_1;
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2407
 *                                   minProbClip, radius, probClipInterval, fillComm)
 * 
 *     DM_mapfill_timedep_dterms(calc, mxToFill, dest_indices, dest_param_indices, num_outcomes,             # <<<<<<<<<<<<<<
 *                               evalTree, dataset_rows, fillfn, wrtSlice, comm)
 * 
 */
  __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_DM_mapfill_timedep_dterms); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2407, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);

  /* "pygsti/objects/replib/fastreplib.pyx":2408
 * 
 *     DM_mapfill_timedep_dterms(calc, mxToFill, dest_indices, dest_param_indices, num_outcomes,
 *                               evalTree, dataset_rows, fillfn, wrtSlice, comm)             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_t_3 = NULL;
  __pyx_t_4 = 0;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) {
    __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
    if (likely(__pyx_t_3)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
      __Pyx_INCREF(__pyx_t_3);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_2, function);
      __pyx_t_4 = 1;
    }
  }
  #if CYTHON_FAST_PYCALL
  if (PyFunction_Check(__pyx_t_2)) {
    PyObject *__pyx_temp[11] = {__pyx_t_3, __pyx_cur_scope->__pyx_v_calc, __pyx_v_mxToFill, __pyx_v_dest_indices, __pyx_v_dest_param_indices, __pyx_v_num_outcomes, __pyx_v_evalTree, __pyx_v_dataset_rows, __pyx_v_fillfn, __pyx_v_wrtSlice, __pyx_v_comm};
    __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_4, 10+__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2407, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_GOTREF(__pyx_t_1);
  } else
  #endif
  #if CYTHON_FAST_PYCCALL
  if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) {
    PyObject *__pyx_temp[11] = {__pyx_t_3, __pyx_cur_scope->__pyx_v_calc, __pyx_v_mxToFill, __pyx_v_dest_indices, __pyx_v_dest_param_indices, __pyx_v_num_outcomes, __pyx_v_evalTree, __pyx_v_dataset_rows, __pyx_v_fillfn, __pyx_v_wrtSlice, __pyx_v_comm};
    __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_4, 10+__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2407, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_GOTREF(__pyx_t_1);
  } else
  #endif
  {
    __pyx_t_5 = PyTuple_New(10+__pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2407, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    if (__pyx_t_3) {
      __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_3); __pyx_t_3 = NULL;
    }
    __Pyx_INCREF(__pyx_cur_scope->__pyx_v_calc);
    __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_calc);
    PyTuple_SET_ITEM(__pyx_t_5, 0+__pyx_t_4, __pyx_cur_scope->__pyx_v_calc);
    __Pyx_INCREF(__pyx_v_mxToFill);
    __Pyx_GIVEREF(__pyx_v_mxToFill);
    PyTuple_SET_ITEM(__pyx_t_5, 1+__pyx_t_4, __pyx_v_mxToFill);
    __Pyx_INCREF(__pyx_v_dest_indices);
    __Pyx_GIVEREF(__pyx_v_dest_indices);
    PyTuple_SET_ITEM(__pyx_t_5, 2+__pyx_t_4, __pyx_v_dest_indices);
    __Pyx_INCREF(__pyx_v_dest_param_indices);
    __Pyx_GIVEREF(__pyx_v_dest_param_indices);
    PyTuple_SET_ITEM(__pyx_t_5, 3+__pyx_t_4, __pyx_v_dest_param_indices);
    __Pyx_INCREF(__pyx_v_num_outcomes);
    __Pyx_GIVEREF(__pyx_v_num_outcomes);
    PyTuple_SET_ITEM(__pyx_t_5, 4+__pyx_t_4, __pyx_v_num_outcomes);
    __Pyx_INCREF(__pyx_v_evalTree);
    __Pyx_GIVEREF(__pyx_v_evalTree);
    PyTuple_SET_ITEM(__pyx_t_5, 5+__pyx_t_4, __pyx_v_evalTree);
    __Pyx_INCREF(__pyx_v_dataset_rows);
    __Pyx_GIVEREF(__pyx_v_dataset_rows);
    PyTuple_SET_ITEM(__pyx_t_5, 6+__pyx_t_4, __pyx_v_dataset_rows);
    __Pyx_INCREF(__pyx_v_fillfn);
    __Pyx_GIVEREF(__pyx_v_fillfn);
    PyTuple_SET_ITEM(__pyx_t_5, 7+__pyx_t_4, __pyx_v_fillfn);
    __Pyx_INCREF(__pyx_v_wrtSlice);
    __Pyx_GIVEREF(__pyx_v_wrtSlice);
    PyTuple_SET_ITEM(__pyx_t_5, 8+__pyx_t_4, __pyx_v_wrtSlice);
    __Pyx_INCREF(__pyx_v_comm);
    __Pyx_GIVEREF(__pyx_v_comm);
    PyTuple_SET_ITEM(__pyx_t_5, 9+__pyx_t_4, __pyx_v_comm);
    __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_5, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2407, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  }
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2400
 * 
 * 
 * def DM_mapfill_TDdloglpp_terms(calc, mxToFill, dest_indices, dest_param_indices, num_outcomes,             # <<<<<<<<<<<<<<
 *                                evalTree, dataset_rows, minProbClip, radius, probClipInterval, wrtSlice, comm):
 * 
 */

  /* function exit code */
  __pyx_r = Py_None; __Pyx_INCREF(Py_None);
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DM_mapfill_TDdloglpp_terms", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_fillfn);
  __Pyx_DECREF(((PyObject *)__pyx_cur_scope));
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":2411
 * 
 * 
 * def DM_mapfill_timedep_dterms(calc, mxToFill, dest_indices, dest_param_indices, num_outcomes,             # <<<<<<<<<<<<<<
 *                               evalTree, dataset_rows, fillfn, wrtSlice, comm):
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_17DM_mapfill_timedep_dterms(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static PyMethodDef __pyx_mdef_6pygsti_7objects_6replib_10fastreplib_17DM_mapfill_timedep_dterms = {"DM_mapfill_timedep_dterms", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_17DM_mapfill_timedep_dterms, METH_VARARGS|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_17DM_mapfill_timedep_dterms(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyObject *__pyx_v_calc = 0;
  PyObject *__pyx_v_mxToFill = 0;
  PyObject *__pyx_v_dest_indices = 0;
  CYTHON_UNUSED PyObject *__pyx_v_dest_param_indices = 0;
  PyObject *__pyx_v_num_outcomes = 0;
  PyObject *__pyx_v_evalTree = 0;
  PyObject *__pyx_v_dataset_rows = 0;
  PyObject *__pyx_v_fillfn = 0;
  PyObject *__pyx_v_wrtSlice = 0;
  PyObject *__pyx_v_comm = 0;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("DM_mapfill_timedep_dterms (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_calc,&__pyx_n_s_mxToFill,&__pyx_n_s_dest_indices,&__pyx_n_s_dest_param_indices,&__pyx_n_s_num_outcomes,&__pyx_n_s_evalTree,&__pyx_n_s_dataset_rows,&__pyx_n_s_fillfn,&__pyx_n_s_wrtSlice,&__pyx_n_s_comm,0};
    PyObject* values[10] = {0,0,0,0,0,0,0,0,0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case 10: values[9] = PyTuple_GET_ITEM(__pyx_args, 9);
        CYTHON_FALLTHROUGH;
        case  9: values[8] = PyTuple_GET_ITEM(__pyx_args, 8);
        CYTHON_FALLTHROUGH;
        case  8: values[7] = PyTuple_GET_ITEM(__pyx_args, 7);
        CYTHON_FALLTHROUGH;
        case  7: values[6] = PyTuple_GET_ITEM(__pyx_args, 6);
        CYTHON_FALLTHROUGH;
        case  6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
        CYTHON_FALLTHROUGH;
        case  5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
        CYTHON_FALLTHROUGH;
        case  4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
        CYTHON_FALLTHROUGH;
        case  3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
        CYTHON_FALLTHROUGH;
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_calc)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_mxToFill)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_timedep_dterms", 1, 10, 10, 1); __PYX_ERR(0, 2411, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  2:
        if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_dest_indices)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_timedep_dterms", 1, 10, 10, 2); __PYX_ERR(0, 2411, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  3:
        if (likely((values[3] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_dest_param_indices)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_timedep_dterms", 1, 10, 10, 3); __PYX_ERR(0, 2411, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  4:
        if (likely((values[4] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_num_outcomes)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_timedep_dterms", 1, 10, 10, 4); __PYX_ERR(0, 2411, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  5:
        if (likely((values[5] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_evalTree)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_timedep_dterms", 1, 10, 10, 5); __PYX_ERR(0, 2411, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  6:
        if (likely((values[6] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_dataset_rows)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_timedep_dterms", 1, 10, 10, 6); __PYX_ERR(0, 2411, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  7:
        if (likely((values[7] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_fillfn)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_timedep_dterms", 1, 10, 10, 7); __PYX_ERR(0, 2411, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  8:
        if (likely((values[8] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_wrtSlice)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_timedep_dterms", 1, 10, 10, 8); __PYX_ERR(0, 2411, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  9:
        if (likely((values[9] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_comm)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("DM_mapfill_timedep_dterms", 1, 10, 10, 9); __PYX_ERR(0, 2411, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "DM_mapfill_timedep_dterms") < 0)) __PYX_ERR(0, 2411, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 10) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
      values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
      values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
      values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
      values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
      values[6] = PyTuple_GET_ITEM(__pyx_args, 6);
      values[7] = PyTuple_GET_ITEM(__pyx_args, 7);
      values[8] = PyTuple_GET_ITEM(__pyx_args, 8);
      values[9] = PyTuple_GET_ITEM(__pyx_args, 9);
    }
    __pyx_v_calc = values[0];
    __pyx_v_mxToFill = values[1];
    __pyx_v_dest_indices = values[2];
    __pyx_v_dest_param_indices = values[3];
    __pyx_v_num_outcomes = values[4];
    __pyx_v_evalTree = values[5];
    __pyx_v_dataset_rows = values[6];
    __pyx_v_fillfn = values[7];
    __pyx_v_wrtSlice = values[8];
    __pyx_v_comm = values[9];
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("DM_mapfill_timedep_dterms", 1, 10, 10, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 2411, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DM_mapfill_timedep_dterms", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DM_mapfill_timedep_dterms(__pyx_self, __pyx_v_calc, __pyx_v_mxToFill, __pyx_v_dest_indices, __pyx_v_dest_param_indices, __pyx_v_num_outcomes, __pyx_v_evalTree, __pyx_v_dataset_rows, __pyx_v_fillfn, __pyx_v_wrtSlice, __pyx_v_comm);

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_16DM_mapfill_timedep_dterms(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_calc, PyObject *__pyx_v_mxToFill, PyObject *__pyx_v_dest_indices, CYTHON_UNUSED PyObject *__pyx_v_dest_param_indices, PyObject *__pyx_v_num_outcomes, PyObject *__pyx_v_evalTree, PyObject *__pyx_v_dataset_rows, PyObject *__pyx_v_fillfn, PyObject *__pyx_v_wrtSlice, PyObject *__pyx_v_comm) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_iFinal;
  double __pyx_v_eps;
  PyObject *__pyx_v_param_indices = NULL;
  CYTHON_UNUSED __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_cacheSize;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nEls;
  PyArrayObject *__pyx_v_vals = 0;
  PyArrayObject *__pyx_v_vals2 = 0;
  PyObject *__pyx_v_all_slices = NULL;
  PyObject *__pyx_v_my_slice = NULL;
  PyObject *__pyx_v_owners = NULL;
  PyObject *__pyx_v_subComm = NULL;
  PyObject *__pyx_v_my_param_indices = NULL;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_st;
  PyObject *__pyx_v_iParamToFinal = NULL;
  PyObject *__pyx_v_orig_vec = NULL;
  PyObject *__pyx_v_vec = NULL;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_9genexpr13__pyx_v_ii;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_9genexpr13__pyx_v_i;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  int __pyx_t_2;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  PyObject *__pyx_t_5 = NULL;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_6;
  int __pyx_t_7;
  PyObject *__pyx_t_8 = NULL;
  Py_ssize_t __pyx_t_9;
  PyObject *__pyx_t_10 = NULL;
  PyObject *(*__pyx_t_11)(PyObject *);
  PyObject *(*__pyx_t_12)(PyObject *);
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_13;
  long __pyx_t_14;
  long __pyx_t_15;
  int __pyx_t_16;
  __Pyx_RefNannySetupContext("DM_mapfill_timedep_dterms", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":2415
 * 
 *     cdef INT i, ii, iFinal
 *     cdef double eps = 1e-7  # hardcoded?             # <<<<<<<<<<<<<<
 * 
 *     #Compute finite difference derivatives, one parameter at a time.
 */
  __pyx_v_eps = 1e-7;

  /* "pygsti/objects/replib/fastreplib.pyx":2418
 * 
 *     #Compute finite difference derivatives, one parameter at a time.
 *     param_indices = range(calc.Np) if (wrtSlice is None) else _slct.indices(wrtSlice)             # <<<<<<<<<<<<<<
 *     #cdef INT nDerivCols = len(param_indices)  # *all*, not just locally computed ones
 * 
 */
  __pyx_t_2 = (__pyx_v_wrtSlice == Py_None);
  if ((__pyx_t_2 != 0)) {
    __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_Np); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2418, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __pyx_t_4 = __Pyx_PyObject_CallOneArg(__pyx_builtin_range, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2418, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __pyx_t_1 = __pyx_t_4;
    __pyx_t_4 = 0;
  } else {
    __Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_slct); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2418, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_indices); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2418, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __pyx_t_3 = NULL;
    if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_5))) {
      __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_5);
      if (likely(__pyx_t_3)) {
        PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
        __Pyx_INCREF(__pyx_t_3);
        __Pyx_INCREF(function);
        __Pyx_DECREF_SET(__pyx_t_5, function);
      }
    }
    __pyx_t_4 = (__pyx_t_3) ? __Pyx_PyObject_Call2Args(__pyx_t_5, __pyx_t_3, __pyx_v_wrtSlice) : __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_v_wrtSlice);
    __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
    if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2418, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
    __pyx_t_1 = __pyx_t_4;
    __pyx_t_4 = 0;
  }
  __pyx_v_param_indices = __pyx_t_1;
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2425
 *     #cdef np.ndarray dcache = np.zeros((len(evalTree), len(elabels), nDerivCols), 'd')
 * 
 *     cdef INT cacheSize = evalTree.cache_size()             # <<<<<<<<<<<<<<
 *     cdef INT nEls = evalTree.num_final_elements()
 *     cdef np.ndarray vals = np.empty(nEls, 'd')
 */
  __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_evalTree, __pyx_n_s_cache_size); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2425, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __pyx_t_5 = NULL;
  if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) {
    __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_4);
    if (likely(__pyx_t_5)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
      __Pyx_INCREF(__pyx_t_5);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_4, function);
    }
  }
  __pyx_t_1 = (__pyx_t_5) ? __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_5) : __Pyx_PyObject_CallNoArg(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
  if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2425, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  __pyx_t_6 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_1); if (unlikely((__pyx_t_6 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 2425, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_v_cacheSize = __pyx_t_6;

  /* "pygsti/objects/replib/fastreplib.pyx":2426
 * 
 *     cdef INT cacheSize = evalTree.cache_size()
 *     cdef INT nEls = evalTree.num_final_elements()             # <<<<<<<<<<<<<<
 *     cdef np.ndarray vals = np.empty(nEls, 'd')
 *     cdef np.ndarray vals2 = np.empty(nEls, 'd')
 */
  __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_evalTree, __pyx_n_s_num_final_elements); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2426, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __pyx_t_5 = NULL;
  if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) {
    __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_4);
    if (likely(__pyx_t_5)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
      __Pyx_INCREF(__pyx_t_5);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_4, function);
    }
  }
  __pyx_t_1 = (__pyx_t_5) ? __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_5) : __Pyx_PyObject_CallNoArg(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
  if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2426, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  __pyx_t_6 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_1); if (unlikely((__pyx_t_6 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 2426, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_v_nEls = __pyx_t_6;

  /* "pygsti/objects/replib/fastreplib.pyx":2427
 *     cdef INT cacheSize = evalTree.cache_size()
 *     cdef INT nEls = evalTree.num_final_elements()
 *     cdef np.ndarray vals = np.empty(nEls, 'd')             # <<<<<<<<<<<<<<
 *     cdef np.ndarray vals2 = np.empty(nEls, 'd')
 *     #assert(cacheSize == 0)
 */
  __Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_np); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2427, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_empty); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2427, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  __pyx_t_4 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_nEls); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2427, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __pyx_t_3 = NULL;
  __pyx_t_7 = 0;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_5))) {
    __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_5);
    if (likely(__pyx_t_3)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
      __Pyx_INCREF(__pyx_t_3);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_5, function);
      __pyx_t_7 = 1;
    }
  }
  #if CYTHON_FAST_PYCALL
  if (PyFunction_Check(__pyx_t_5)) {
    PyObject *__pyx_temp[3] = {__pyx_t_3, __pyx_t_4, __pyx_n_s_d};
    __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_7, 2+__pyx_t_7); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2427, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  } else
  #endif
  #if CYTHON_FAST_PYCCALL
  if (__Pyx_PyFastCFunction_Check(__pyx_t_5)) {
    PyObject *__pyx_temp[3] = {__pyx_t_3, __pyx_t_4, __pyx_n_s_d};
    __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_7, 2+__pyx_t_7); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2427, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  } else
  #endif
  {
    __pyx_t_8 = PyTuple_New(2+__pyx_t_7); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 2427, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_8);
    if (__pyx_t_3) {
      __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_8, 0, __pyx_t_3); __pyx_t_3 = NULL;
    }
    __Pyx_GIVEREF(__pyx_t_4);
    PyTuple_SET_ITEM(__pyx_t_8, 0+__pyx_t_7, __pyx_t_4);
    __Pyx_INCREF(__pyx_n_s_d);
    __Pyx_GIVEREF(__pyx_n_s_d);
    PyTuple_SET_ITEM(__pyx_t_8, 1+__pyx_t_7, __pyx_n_s_d);
    __pyx_t_4 = 0;
    __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_t_8, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2427, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
  }
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  if (!(likely(((__pyx_t_1) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_1, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 2427, __pyx_L1_error)
  __pyx_v_vals = ((PyArrayObject *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2428
 *     cdef INT nEls = evalTree.num_final_elements()
 *     cdef np.ndarray vals = np.empty(nEls, 'd')
 *     cdef np.ndarray vals2 = np.empty(nEls, 'd')             # <<<<<<<<<<<<<<
 *     #assert(cacheSize == 0)
 * 
 */
  __Pyx_GetModuleGlobalName(__pyx_t_5, __pyx_n_s_np); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2428, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_empty); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 2428, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_8);
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  __pyx_t_5 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_nEls); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2428, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __pyx_t_4 = NULL;
  __pyx_t_7 = 0;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_8))) {
    __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_8);
    if (likely(__pyx_t_4)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_8);
      __Pyx_INCREF(__pyx_t_4);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_8, function);
      __pyx_t_7 = 1;
    }
  }
  #if CYTHON_FAST_PYCALL
  if (PyFunction_Check(__pyx_t_8)) {
    PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_t_5, __pyx_n_s_d};
    __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_8, __pyx_temp+1-__pyx_t_7, 2+__pyx_t_7); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2428, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  } else
  #endif
  #if CYTHON_FAST_PYCCALL
  if (__Pyx_PyFastCFunction_Check(__pyx_t_8)) {
    PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_t_5, __pyx_n_s_d};
    __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_8, __pyx_temp+1-__pyx_t_7, 2+__pyx_t_7); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2428, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  } else
  #endif
  {
    __pyx_t_3 = PyTuple_New(2+__pyx_t_7); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2428, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    if (__pyx_t_4) {
      __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_t_4); __pyx_t_4 = NULL;
    }
    __Pyx_GIVEREF(__pyx_t_5);
    PyTuple_SET_ITEM(__pyx_t_3, 0+__pyx_t_7, __pyx_t_5);
    __Pyx_INCREF(__pyx_n_s_d);
    __Pyx_GIVEREF(__pyx_n_s_d);
    PyTuple_SET_ITEM(__pyx_t_3, 1+__pyx_t_7, __pyx_n_s_d);
    __pyx_t_5 = 0;
    __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_8, __pyx_t_3, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2428, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  }
  __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
  if (!(likely(((__pyx_t_1) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_1, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 2428, __pyx_L1_error)
  __pyx_v_vals2 = ((PyArrayObject *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2431
 *     #assert(cacheSize == 0)
 * 
 *     fillfn(vals, slice(0, nEls), num_outcomes, evalTree, dataset_rows, comm)             # <<<<<<<<<<<<<<
 * 
 *     all_slices, my_slice, owners, subComm = \
 */
  __pyx_t_8 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_nEls); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 2431, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_8);
  __pyx_t_3 = PySlice_New(__pyx_int_0, __pyx_t_8, Py_None); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2431, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
  __Pyx_INCREF(__pyx_v_fillfn);
  __pyx_t_8 = __pyx_v_fillfn; __pyx_t_5 = NULL;
  __pyx_t_7 = 0;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_8))) {
    __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_8);
    if (likely(__pyx_t_5)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_8);
      __Pyx_INCREF(__pyx_t_5);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_8, function);
      __pyx_t_7 = 1;
    }
  }
  #if CYTHON_FAST_PYCALL
  if (PyFunction_Check(__pyx_t_8)) {
    PyObject *__pyx_temp[7] = {__pyx_t_5, ((PyObject *)__pyx_v_vals), __pyx_t_3, __pyx_v_num_outcomes, __pyx_v_evalTree, __pyx_v_dataset_rows, __pyx_v_comm};
    __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_8, __pyx_temp+1-__pyx_t_7, 6+__pyx_t_7); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2431, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  } else
  #endif
  #if CYTHON_FAST_PYCCALL
  if (__Pyx_PyFastCFunction_Check(__pyx_t_8)) {
    PyObject *__pyx_temp[7] = {__pyx_t_5, ((PyObject *)__pyx_v_vals), __pyx_t_3, __pyx_v_num_outcomes, __pyx_v_evalTree, __pyx_v_dataset_rows, __pyx_v_comm};
    __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_8, __pyx_temp+1-__pyx_t_7, 6+__pyx_t_7); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2431, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  } else
  #endif
  {
    __pyx_t_4 = PyTuple_New(6+__pyx_t_7); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2431, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    if (__pyx_t_5) {
      __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_5); __pyx_t_5 = NULL;
    }
    __Pyx_INCREF(((PyObject *)__pyx_v_vals));
    __Pyx_GIVEREF(((PyObject *)__pyx_v_vals));
    PyTuple_SET_ITEM(__pyx_t_4, 0+__pyx_t_7, ((PyObject *)__pyx_v_vals));
    __Pyx_GIVEREF(__pyx_t_3);
    PyTuple_SET_ITEM(__pyx_t_4, 1+__pyx_t_7, __pyx_t_3);
    __Pyx_INCREF(__pyx_v_num_outcomes);
    __Pyx_GIVEREF(__pyx_v_num_outcomes);
    PyTuple_SET_ITEM(__pyx_t_4, 2+__pyx_t_7, __pyx_v_num_outcomes);
    __Pyx_INCREF(__pyx_v_evalTree);
    __Pyx_GIVEREF(__pyx_v_evalTree);
    PyTuple_SET_ITEM(__pyx_t_4, 3+__pyx_t_7, __pyx_v_evalTree);
    __Pyx_INCREF(__pyx_v_dataset_rows);
    __Pyx_GIVEREF(__pyx_v_dataset_rows);
    PyTuple_SET_ITEM(__pyx_t_4, 4+__pyx_t_7, __pyx_v_dataset_rows);
    __Pyx_INCREF(__pyx_v_comm);
    __Pyx_GIVEREF(__pyx_v_comm);
    PyTuple_SET_ITEM(__pyx_t_4, 5+__pyx_t_7, __pyx_v_comm);
    __pyx_t_3 = 0;
    __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_8, __pyx_t_4, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2431, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  }
  __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2434
 * 
 *     all_slices, my_slice, owners, subComm = \
 *         _mpit.distribute_slice(slice(0, len(param_indices)), comm)             # <<<<<<<<<<<<<<
 * 
 *     my_param_indices = param_indices[my_slice]
 */
  __Pyx_GetModuleGlobalName(__pyx_t_8, __pyx_n_s_mpit); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 2434, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_8);
  __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_8, __pyx_n_s_distribute_slice); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2434, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
  __pyx_t_9 = PyObject_Length(__pyx_v_param_indices); if (unlikely(__pyx_t_9 == ((Py_ssize_t)-1))) __PYX_ERR(0, 2434, __pyx_L1_error)
  __pyx_t_8 = PyInt_FromSsize_t(__pyx_t_9); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 2434, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_8);
  __pyx_t_3 = PySlice_New(__pyx_int_0, __pyx_t_8, Py_None); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2434, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
  __pyx_t_8 = NULL;
  __pyx_t_7 = 0;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_4))) {
    __pyx_t_8 = PyMethod_GET_SELF(__pyx_t_4);
    if (likely(__pyx_t_8)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
      __Pyx_INCREF(__pyx_t_8);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_4, function);
      __pyx_t_7 = 1;
    }
  }
  #if CYTHON_FAST_PYCALL
  if (PyFunction_Check(__pyx_t_4)) {
    PyObject *__pyx_temp[3] = {__pyx_t_8, __pyx_t_3, __pyx_v_comm};
    __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_4, __pyx_temp+1-__pyx_t_7, 2+__pyx_t_7); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2434, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  } else
  #endif
  #if CYTHON_FAST_PYCCALL
  if (__Pyx_PyFastCFunction_Check(__pyx_t_4)) {
    PyObject *__pyx_temp[3] = {__pyx_t_8, __pyx_t_3, __pyx_v_comm};
    __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_4, __pyx_temp+1-__pyx_t_7, 2+__pyx_t_7); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2434, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  } else
  #endif
  {
    __pyx_t_5 = PyTuple_New(2+__pyx_t_7); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2434, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    if (__pyx_t_8) {
      __Pyx_GIVEREF(__pyx_t_8); PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_8); __pyx_t_8 = NULL;
    }
    __Pyx_GIVEREF(__pyx_t_3);
    PyTuple_SET_ITEM(__pyx_t_5, 0+__pyx_t_7, __pyx_t_3);
    __Pyx_INCREF(__pyx_v_comm);
    __Pyx_GIVEREF(__pyx_v_comm);
    PyTuple_SET_ITEM(__pyx_t_5, 1+__pyx_t_7, __pyx_v_comm);
    __pyx_t_3 = 0;
    __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_5, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2434, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  }
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  if ((likely(PyTuple_CheckExact(__pyx_t_1))) || (PyList_CheckExact(__pyx_t_1))) {
    PyObject* sequence = __pyx_t_1;
    Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
    if (unlikely(size != 4)) {
      if (size > 4) __Pyx_RaiseTooManyValuesError(4);
      else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
      __PYX_ERR(0, 2433, __pyx_L1_error)
    }
    #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
    if (likely(PyTuple_CheckExact(sequence))) {
      __pyx_t_4 = PyTuple_GET_ITEM(sequence, 0); 
      __pyx_t_5 = PyTuple_GET_ITEM(sequence, 1); 
      __pyx_t_3 = PyTuple_GET_ITEM(sequence, 2); 
      __pyx_t_8 = PyTuple_GET_ITEM(sequence, 3); 
    } else {
      __pyx_t_4 = PyList_GET_ITEM(sequence, 0); 
      __pyx_t_5 = PyList_GET_ITEM(sequence, 1); 
      __pyx_t_3 = PyList_GET_ITEM(sequence, 2); 
      __pyx_t_8 = PyList_GET_ITEM(sequence, 3); 
    }
    __Pyx_INCREF(__pyx_t_4);
    __Pyx_INCREF(__pyx_t_5);
    __Pyx_INCREF(__pyx_t_3);
    __Pyx_INCREF(__pyx_t_8);
    #else
    {
      Py_ssize_t i;
      PyObject** temps[4] = {&__pyx_t_4,&__pyx_t_5,&__pyx_t_3,&__pyx_t_8};
      for (i=0; i < 4; i++) {
        PyObject* item = PySequence_ITEM(sequence, i); if (unlikely(!item)) __PYX_ERR(0, 2433, __pyx_L1_error)
        __Pyx_GOTREF(item);
        *(temps[i]) = item;
      }
    }
    #endif
    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  } else {
    Py_ssize_t index = -1;
    PyObject** temps[4] = {&__pyx_t_4,&__pyx_t_5,&__pyx_t_3,&__pyx_t_8};
    __pyx_t_10 = PyObject_GetIter(__pyx_t_1); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 2433, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_10);
    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
    __pyx_t_11 = Py_TYPE(__pyx_t_10)->tp_iternext;
    for (index=0; index < 4; index++) {
      PyObject* item = __pyx_t_11(__pyx_t_10); if (unlikely(!item)) goto __pyx_L3_unpacking_failed;
      __Pyx_GOTREF(item);
      *(temps[index]) = item;
    }
    if (__Pyx_IternextUnpackEndCheck(__pyx_t_11(__pyx_t_10), 4) < 0) __PYX_ERR(0, 2433, __pyx_L1_error)
    __pyx_t_11 = NULL;
    __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
    goto __pyx_L4_unpacking_done;
    __pyx_L3_unpacking_failed:;
    __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
    __pyx_t_11 = NULL;
    if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
    __PYX_ERR(0, 2433, __pyx_L1_error)
    __pyx_L4_unpacking_done:;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":2433
 *     fillfn(vals, slice(0, nEls), num_outcomes, evalTree, dataset_rows, comm)
 * 
 *     all_slices, my_slice, owners, subComm = \             # <<<<<<<<<<<<<<
 *         _mpit.distribute_slice(slice(0, len(param_indices)), comm)
 * 
 */
  __pyx_v_all_slices = __pyx_t_4;
  __pyx_t_4 = 0;
  __pyx_v_my_slice = __pyx_t_5;
  __pyx_t_5 = 0;
  __pyx_v_owners = __pyx_t_3;
  __pyx_t_3 = 0;
  __pyx_v_subComm = __pyx_t_8;
  __pyx_t_8 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2436
 *         _mpit.distribute_slice(slice(0, len(param_indices)), comm)
 * 
 *     my_param_indices = param_indices[my_slice]             # <<<<<<<<<<<<<<
 *     cdef INT st = my_slice.start  # beginning of where my_param_indices results
 *     # get placed into dpr_cache
 */
  __pyx_t_1 = __Pyx_PyObject_GetItem(__pyx_v_param_indices, __pyx_v_my_slice); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2436, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_v_my_param_indices = __pyx_t_1;
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2437
 * 
 *     my_param_indices = param_indices[my_slice]
 *     cdef INT st = my_slice.start  # beginning of where my_param_indices results             # <<<<<<<<<<<<<<
 *     # get placed into dpr_cache
 * 
 */
  __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_my_slice, __pyx_n_s_start); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2437, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_6 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_1); if (unlikely((__pyx_t_6 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 2437, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_v_st = __pyx_t_6;

  /* "pygsti/objects/replib/fastreplib.pyx":2442
 *     #Get a map from global parameter indices to the desired
 *     # final index within dpr_cache
 *     iParamToFinal = {i: st + ii for ii, i in enumerate(my_param_indices)}             # <<<<<<<<<<<<<<
 * 
 *     orig_vec = calc.to_vector().copy()
 */
  { /* enter inner scope */
    __pyx_t_1 = PyDict_New(); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2442, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __pyx_t_6 = 0;
    if (likely(PyList_CheckExact(__pyx_v_my_param_indices)) || PyTuple_CheckExact(__pyx_v_my_param_indices)) {
      __pyx_t_8 = __pyx_v_my_param_indices; __Pyx_INCREF(__pyx_t_8); __pyx_t_9 = 0;
      __pyx_t_12 = NULL;
    } else {
      __pyx_t_9 = -1; __pyx_t_8 = PyObject_GetIter(__pyx_v_my_param_indices); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 2442, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_8);
      __pyx_t_12 = Py_TYPE(__pyx_t_8)->tp_iternext; if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 2442, __pyx_L1_error)
    }
    for (;;) {
      if (likely(!__pyx_t_12)) {
        if (likely(PyList_CheckExact(__pyx_t_8))) {
          if (__pyx_t_9 >= PyList_GET_SIZE(__pyx_t_8)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_3 = PyList_GET_ITEM(__pyx_t_8, __pyx_t_9); __Pyx_INCREF(__pyx_t_3); __pyx_t_9++; if (unlikely(0 < 0)) __PYX_ERR(0, 2442, __pyx_L1_error)
          #else
          __pyx_t_3 = PySequence_ITEM(__pyx_t_8, __pyx_t_9); __pyx_t_9++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2442, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_3);
          #endif
        } else {
          if (__pyx_t_9 >= PyTuple_GET_SIZE(__pyx_t_8)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_3 = PyTuple_GET_ITEM(__pyx_t_8, __pyx_t_9); __Pyx_INCREF(__pyx_t_3); __pyx_t_9++; if (unlikely(0 < 0)) __PYX_ERR(0, 2442, __pyx_L1_error)
          #else
          __pyx_t_3 = PySequence_ITEM(__pyx_t_8, __pyx_t_9); __pyx_t_9++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2442, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_3);
          #endif
        }
      } else {
        __pyx_t_3 = __pyx_t_12(__pyx_t_8);
        if (unlikely(!__pyx_t_3)) {
          PyObject* exc_type = PyErr_Occurred();
          if (exc_type) {
            if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
            else __PYX_ERR(0, 2442, __pyx_L1_error)
          }
          break;
        }
        __Pyx_GOTREF(__pyx_t_3);
      }
      __pyx_t_13 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_3); if (unlikely((__pyx_t_13 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 2442, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      __pyx_9genexpr13__pyx_v_i = __pyx_t_13;
      __pyx_9genexpr13__pyx_v_ii = __pyx_t_6;
      __pyx_t_6 = (__pyx_t_6 + 1);
      __pyx_t_3 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_9genexpr13__pyx_v_i); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2442, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_3);
      __pyx_t_5 = __Pyx_PyInt_From_PY_LONG_LONG((__pyx_v_st + __pyx_9genexpr13__pyx_v_ii)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2442, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_5);
      if (unlikely(PyDict_SetItem(__pyx_t_1, (PyObject*)__pyx_t_3, (PyObject*)__pyx_t_5))) __PYX_ERR(0, 2442, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
    }
    __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
  } /* exit inner scope */
  __pyx_v_iParamToFinal = ((PyObject*)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2444
 *     iParamToFinal = {i: st + ii for ii, i in enumerate(my_param_indices)}
 * 
 *     orig_vec = calc.to_vector().copy()             # <<<<<<<<<<<<<<
 *     for i in range(calc.Np):
 *         #print("dprobs cache %d of %d" % (i,calc.Np))
 */
  __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_to_vector); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2444, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __pyx_t_3 = NULL;
  if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_5))) {
    __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_5);
    if (likely(__pyx_t_3)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
      __Pyx_INCREF(__pyx_t_3);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_5, function);
    }
  }
  __pyx_t_8 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
  if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 2444, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_8);
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_8, __pyx_n_s_copy); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2444, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
  __pyx_t_8 = NULL;
  if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_5))) {
    __pyx_t_8 = PyMethod_GET_SELF(__pyx_t_5);
    if (likely(__pyx_t_8)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
      __Pyx_INCREF(__pyx_t_8);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_5, function);
    }
  }
  __pyx_t_1 = (__pyx_t_8) ? __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_t_8) : __Pyx_PyObject_CallNoArg(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
  if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2444, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  __pyx_v_orig_vec = __pyx_t_1;
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2445
 * 
 *     orig_vec = calc.to_vector().copy()
 *     for i in range(calc.Np):             # <<<<<<<<<<<<<<
 *         #print("dprobs cache %d of %d" % (i,calc.Np))
 *         if i in iParamToFinal:
 */
  __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_Np); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2445, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_14 = __Pyx_PyInt_As_long(__pyx_t_1); if (unlikely((__pyx_t_14 == (long)-1) && PyErr_Occurred())) __PYX_ERR(0, 2445, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_t_15 = __pyx_t_14;
  for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_15; __pyx_t_6+=1) {
    __pyx_v_i = __pyx_t_6;

    /* "pygsti/objects/replib/fastreplib.pyx":2447
 *     for i in range(calc.Np):
 *         #print("dprobs cache %d of %d" % (i,calc.Np))
 *         if i in iParamToFinal:             # <<<<<<<<<<<<<<
 *             iFinal = iParamToFinal[i]
 *             vec = orig_vec.copy(); vec[i] += eps
 */
    __pyx_t_1 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_i); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2447, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __pyx_t_2 = (__Pyx_PyDict_ContainsTF(__pyx_t_1, __pyx_v_iParamToFinal, Py_EQ)); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 2447, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
    __pyx_t_16 = (__pyx_t_2 != 0);
    if (__pyx_t_16) {

      /* "pygsti/objects/replib/fastreplib.pyx":2448
 *         #print("dprobs cache %d of %d" % (i,calc.Np))
 *         if i in iParamToFinal:
 *             iFinal = iParamToFinal[i]             # <<<<<<<<<<<<<<
 *             vec = orig_vec.copy(); vec[i] += eps
 *             calc.from_vector(vec, close=True)
 */
      __pyx_t_1 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_i); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2448, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_1);
      __pyx_t_5 = __Pyx_PyDict_GetItem(__pyx_v_iParamToFinal, __pyx_t_1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2448, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_5);
      __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
      __pyx_t_13 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_5); if (unlikely((__pyx_t_13 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 2448, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
      __pyx_v_iFinal = __pyx_t_13;

      /* "pygsti/objects/replib/fastreplib.pyx":2449
 *         if i in iParamToFinal:
 *             iFinal = iParamToFinal[i]
 *             vec = orig_vec.copy(); vec[i] += eps             # <<<<<<<<<<<<<<
 *             calc.from_vector(vec, close=True)
 *             fillfn(vals2, slice(0, nEls), num_outcomes, evalTree, dataset_rows, subComm)
 */
      __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_orig_vec, __pyx_n_s_copy); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2449, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_1);
      __pyx_t_8 = NULL;
      if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) {
        __pyx_t_8 = PyMethod_GET_SELF(__pyx_t_1);
        if (likely(__pyx_t_8)) {
          PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1);
          __Pyx_INCREF(__pyx_t_8);
          __Pyx_INCREF(function);
          __Pyx_DECREF_SET(__pyx_t_1, function);
        }
      }
      __pyx_t_5 = (__pyx_t_8) ? __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_t_8) : __Pyx_PyObject_CallNoArg(__pyx_t_1);
      __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
      if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2449, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_5);
      __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
      __Pyx_XDECREF_SET(__pyx_v_vec, __pyx_t_5);
      __pyx_t_5 = 0;
      __pyx_t_13 = __pyx_v_i;
      __pyx_t_5 = __Pyx_GetItemInt(__pyx_v_vec, __pyx_t_13, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2449, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_5);
      __pyx_t_1 = PyFloat_FromDouble(__pyx_v_eps); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2449, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_1);
      __pyx_t_8 = PyNumber_InPlaceAdd(__pyx_t_5, __pyx_t_1); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 2449, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_8);
      __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
      __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
      if (unlikely(__Pyx_SetItemInt(__pyx_v_vec, __pyx_t_13, __pyx_t_8, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1) < 0)) __PYX_ERR(0, 2449, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":2450
 *             iFinal = iParamToFinal[i]
 *             vec = orig_vec.copy(); vec[i] += eps
 *             calc.from_vector(vec, close=True)             # <<<<<<<<<<<<<<
 *             fillfn(vals2, slice(0, nEls), num_outcomes, evalTree, dataset_rows, subComm)
 *             _fas(mxToFill, [dest_indices, iFinal], (vals2 - vals) / eps)
 */
      __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_from_vector); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 2450, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_8);
      __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2450, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_1);
      __Pyx_INCREF(__pyx_v_vec);
      __Pyx_GIVEREF(__pyx_v_vec);
      PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_v_vec);
      __pyx_t_5 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2450, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_5);
      if (PyDict_SetItem(__pyx_t_5, __pyx_n_s_close, Py_True) < 0) __PYX_ERR(0, 2450, __pyx_L1_error)
      __pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_8, __pyx_t_1, __pyx_t_5); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2450, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_3);
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
      __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
      __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":2451
 *             vec = orig_vec.copy(); vec[i] += eps
 *             calc.from_vector(vec, close=True)
 *             fillfn(vals2, slice(0, nEls), num_outcomes, evalTree, dataset_rows, subComm)             # <<<<<<<<<<<<<<
 *             _fas(mxToFill, [dest_indices, iFinal], (vals2 - vals) / eps)
 *     calc.from_vector(orig_vec, close=True)
 */
      __pyx_t_5 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_nEls); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2451, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_5);
      __pyx_t_1 = PySlice_New(__pyx_int_0, __pyx_t_5, Py_None); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2451, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_1);
      __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
      __Pyx_INCREF(__pyx_v_fillfn);
      __pyx_t_5 = __pyx_v_fillfn; __pyx_t_8 = NULL;
      __pyx_t_7 = 0;
      if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_5))) {
        __pyx_t_8 = PyMethod_GET_SELF(__pyx_t_5);
        if (likely(__pyx_t_8)) {
          PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
          __Pyx_INCREF(__pyx_t_8);
          __Pyx_INCREF(function);
          __Pyx_DECREF_SET(__pyx_t_5, function);
          __pyx_t_7 = 1;
        }
      }
      #if CYTHON_FAST_PYCALL
      if (PyFunction_Check(__pyx_t_5)) {
        PyObject *__pyx_temp[7] = {__pyx_t_8, ((PyObject *)__pyx_v_vals2), __pyx_t_1, __pyx_v_num_outcomes, __pyx_v_evalTree, __pyx_v_dataset_rows, __pyx_v_subComm};
        __pyx_t_3 = __Pyx_PyFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_7, 6+__pyx_t_7); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2451, __pyx_L1_error)
        __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
        __Pyx_GOTREF(__pyx_t_3);
        __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
      } else
      #endif
      #if CYTHON_FAST_PYCCALL
      if (__Pyx_PyFastCFunction_Check(__pyx_t_5)) {
        PyObject *__pyx_temp[7] = {__pyx_t_8, ((PyObject *)__pyx_v_vals2), __pyx_t_1, __pyx_v_num_outcomes, __pyx_v_evalTree, __pyx_v_dataset_rows, __pyx_v_subComm};
        __pyx_t_3 = __Pyx_PyCFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_7, 6+__pyx_t_7); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2451, __pyx_L1_error)
        __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
        __Pyx_GOTREF(__pyx_t_3);
        __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
      } else
      #endif
      {
        __pyx_t_4 = PyTuple_New(6+__pyx_t_7); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2451, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_4);
        if (__pyx_t_8) {
          __Pyx_GIVEREF(__pyx_t_8); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_8); __pyx_t_8 = NULL;
        }
        __Pyx_INCREF(((PyObject *)__pyx_v_vals2));
        __Pyx_GIVEREF(((PyObject *)__pyx_v_vals2));
        PyTuple_SET_ITEM(__pyx_t_4, 0+__pyx_t_7, ((PyObject *)__pyx_v_vals2));
        __Pyx_GIVEREF(__pyx_t_1);
        PyTuple_SET_ITEM(__pyx_t_4, 1+__pyx_t_7, __pyx_t_1);
        __Pyx_INCREF(__pyx_v_num_outcomes);
        __Pyx_GIVEREF(__pyx_v_num_outcomes);
        PyTuple_SET_ITEM(__pyx_t_4, 2+__pyx_t_7, __pyx_v_num_outcomes);
        __Pyx_INCREF(__pyx_v_evalTree);
        __Pyx_GIVEREF(__pyx_v_evalTree);
        PyTuple_SET_ITEM(__pyx_t_4, 3+__pyx_t_7, __pyx_v_evalTree);
        __Pyx_INCREF(__pyx_v_dataset_rows);
        __Pyx_GIVEREF(__pyx_v_dataset_rows);
        PyTuple_SET_ITEM(__pyx_t_4, 4+__pyx_t_7, __pyx_v_dataset_rows);
        __Pyx_INCREF(__pyx_v_subComm);
        __Pyx_GIVEREF(__pyx_v_subComm);
        PyTuple_SET_ITEM(__pyx_t_4, 5+__pyx_t_7, __pyx_v_subComm);
        __pyx_t_1 = 0;
        __pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_t_4, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2451, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_3);
        __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
      }
      __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":2452
 *             calc.from_vector(vec, close=True)
 *             fillfn(vals2, slice(0, nEls), num_outcomes, evalTree, dataset_rows, subComm)
 *             _fas(mxToFill, [dest_indices, iFinal], (vals2 - vals) / eps)             # <<<<<<<<<<<<<<
 *     calc.from_vector(orig_vec, close=True)
 * 
 */
      __Pyx_GetModuleGlobalName(__pyx_t_5, __pyx_n_s_fas); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2452, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_5);
      __pyx_t_4 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_iFinal); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2452, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_4);
      __pyx_t_1 = PyList_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2452, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_1);
      __Pyx_INCREF(__pyx_v_dest_indices);
      __Pyx_GIVEREF(__pyx_v_dest_indices);
      PyList_SET_ITEM(__pyx_t_1, 0, __pyx_v_dest_indices);
      __Pyx_GIVEREF(__pyx_t_4);
      PyList_SET_ITEM(__pyx_t_1, 1, __pyx_t_4);
      __pyx_t_4 = 0;
      __pyx_t_4 = PyNumber_Subtract(((PyObject *)__pyx_v_vals2), ((PyObject *)__pyx_v_vals)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2452, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_4);
      __pyx_t_8 = PyFloat_FromDouble(__pyx_v_eps); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 2452, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_8);
      __pyx_t_10 = __Pyx_PyNumber_Divide(__pyx_t_4, __pyx_t_8); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 2452, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_10);
      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
      __pyx_t_8 = NULL;
      __pyx_t_7 = 0;
      if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_5))) {
        __pyx_t_8 = PyMethod_GET_SELF(__pyx_t_5);
        if (likely(__pyx_t_8)) {
          PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
          __Pyx_INCREF(__pyx_t_8);
          __Pyx_INCREF(function);
          __Pyx_DECREF_SET(__pyx_t_5, function);
          __pyx_t_7 = 1;
        }
      }
      #if CYTHON_FAST_PYCALL
      if (PyFunction_Check(__pyx_t_5)) {
        PyObject *__pyx_temp[4] = {__pyx_t_8, __pyx_v_mxToFill, __pyx_t_1, __pyx_t_10};
        __pyx_t_3 = __Pyx_PyFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_7, 3+__pyx_t_7); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2452, __pyx_L1_error)
        __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
        __Pyx_GOTREF(__pyx_t_3);
        __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
        __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
      } else
      #endif
      #if CYTHON_FAST_PYCCALL
      if (__Pyx_PyFastCFunction_Check(__pyx_t_5)) {
        PyObject *__pyx_temp[4] = {__pyx_t_8, __pyx_v_mxToFill, __pyx_t_1, __pyx_t_10};
        __pyx_t_3 = __Pyx_PyCFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_7, 3+__pyx_t_7); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2452, __pyx_L1_error)
        __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
        __Pyx_GOTREF(__pyx_t_3);
        __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
        __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
      } else
      #endif
      {
        __pyx_t_4 = PyTuple_New(3+__pyx_t_7); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2452, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_4);
        if (__pyx_t_8) {
          __Pyx_GIVEREF(__pyx_t_8); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_8); __pyx_t_8 = NULL;
        }
        __Pyx_INCREF(__pyx_v_mxToFill);
        __Pyx_GIVEREF(__pyx_v_mxToFill);
        PyTuple_SET_ITEM(__pyx_t_4, 0+__pyx_t_7, __pyx_v_mxToFill);
        __Pyx_GIVEREF(__pyx_t_1);
        PyTuple_SET_ITEM(__pyx_t_4, 1+__pyx_t_7, __pyx_t_1);
        __Pyx_GIVEREF(__pyx_t_10);
        PyTuple_SET_ITEM(__pyx_t_4, 2+__pyx_t_7, __pyx_t_10);
        __pyx_t_1 = 0;
        __pyx_t_10 = 0;
        __pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_t_4, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2452, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_3);
        __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
      }
      __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":2447
 *     for i in range(calc.Np):
 *         #print("dprobs cache %d of %d" % (i,calc.Np))
 *         if i in iParamToFinal:             # <<<<<<<<<<<<<<
 *             iFinal = iParamToFinal[i]
 *             vec = orig_vec.copy(); vec[i] += eps
 */
    }
  }

  /* "pygsti/objects/replib/fastreplib.pyx":2453
 *             fillfn(vals2, slice(0, nEls), num_outcomes, evalTree, dataset_rows, subComm)
 *             _fas(mxToFill, [dest_indices, iFinal], (vals2 - vals) / eps)
 *     calc.from_vector(orig_vec, close=True)             # <<<<<<<<<<<<<<
 * 
 *     #Now each processor has filled the relavant parts of dpr_cache,
 */
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_from_vector); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2453, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_5 = PyTuple_New(1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2453, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_INCREF(__pyx_v_orig_vec);
  __Pyx_GIVEREF(__pyx_v_orig_vec);
  PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_v_orig_vec);
  __pyx_t_4 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2453, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_close, Py_True) < 0) __PYX_ERR(0, 2453, __pyx_L1_error)
  __pyx_t_10 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_5, __pyx_t_4); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 2453, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_10);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2457
 *     #Now each processor has filled the relavant parts of dpr_cache,
 *     # so gather together:
 *     _mpit.gather_slices(all_slices, owners, mxToFill, [], axes=1, comm=comm)             # <<<<<<<<<<<<<<
 * 
 *     #REMOVE
 */
  __Pyx_GetModuleGlobalName(__pyx_t_10, __pyx_n_s_mpit); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 2457, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_10);
  __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_10, __pyx_n_s_gather_slices); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 2457, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
  __pyx_t_10 = PyList_New(0); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 2457, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_10);
  __pyx_t_5 = PyTuple_New(4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2457, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_INCREF(__pyx_v_all_slices);
  __Pyx_GIVEREF(__pyx_v_all_slices);
  PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_v_all_slices);
  __Pyx_INCREF(__pyx_v_owners);
  __Pyx_GIVEREF(__pyx_v_owners);
  PyTuple_SET_ITEM(__pyx_t_5, 1, __pyx_v_owners);
  __Pyx_INCREF(__pyx_v_mxToFill);
  __Pyx_GIVEREF(__pyx_v_mxToFill);
  PyTuple_SET_ITEM(__pyx_t_5, 2, __pyx_v_mxToFill);
  __Pyx_GIVEREF(__pyx_t_10);
  PyTuple_SET_ITEM(__pyx_t_5, 3, __pyx_t_10);
  __pyx_t_10 = 0;
  __pyx_t_10 = __Pyx_PyDict_NewPresized(2); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 2457, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_10);
  if (PyDict_SetItem(__pyx_t_10, __pyx_n_s_axes, __pyx_int_1) < 0) __PYX_ERR(0, 2457, __pyx_L1_error)
  if (PyDict_SetItem(__pyx_t_10, __pyx_n_s_comm, __pyx_v_comm) < 0) __PYX_ERR(0, 2457, __pyx_L1_error)
  __pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_5, __pyx_t_10); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2457, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2411
 * 
 * 
 * def DM_mapfill_timedep_dterms(calc, mxToFill, dest_indices, dest_param_indices, num_outcomes,             # <<<<<<<<<<<<<<
 *                               evalTree, dataset_rows, fillfn, wrtSlice, comm):
 * 
 */

  /* function exit code */
  __pyx_r = Py_None; __Pyx_INCREF(Py_None);
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_8);
  __Pyx_XDECREF(__pyx_t_10);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.DM_mapfill_timedep_dterms", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_param_indices);
  __Pyx_XDECREF((PyObject *)__pyx_v_vals);
  __Pyx_XDECREF((PyObject *)__pyx_v_vals2);
  __Pyx_XDECREF(__pyx_v_all_slices);
  __Pyx_XDECREF(__pyx_v_my_slice);
  __Pyx_XDECREF(__pyx_v_owners);
  __Pyx_XDECREF(__pyx_v_subComm);
  __Pyx_XDECREF(__pyx_v_my_param_indices);
  __Pyx_XDECREF(__pyx_v_iParamToFinal);
  __Pyx_XDECREF(__pyx_v_orig_vec);
  __Pyx_XDECREF(__pyx_v_vec);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":2466
 * 
 * # Helper functions
 * cdef PolyRep_from_allocd_PolyCRep(PolyCRep* crep):             # <<<<<<<<<<<<<<
 *     cdef PolyRep ret = PolyRep.__new__(PolyRep) # doesn't call __init__
 *     ret.c_poly = crep
 */

static PyObject *__pyx_f_6pygsti_7objects_6replib_10fastreplib_PolyRep_from_allocd_PolyCRep(CReps::PolyCRep *__pyx_v_crep) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *__pyx_v_ret = 0;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("PolyRep_from_allocd_PolyCRep", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":2467
 * # Helper functions
 * cdef PolyRep_from_allocd_PolyCRep(PolyCRep* crep):
 *     cdef PolyRep ret = PolyRep.__new__(PolyRep) # doesn't call __init__             # <<<<<<<<<<<<<<
 *     ret.c_poly = crep
 *     return ret
 */
  __pyx_t_1 = ((PyObject *)__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_PolyRep(((PyTypeObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_PolyRep), __pyx_empty_tuple, NULL)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2467, __pyx_L1_error)
  __Pyx_GOTREF(((PyObject *)__pyx_t_1));
  __pyx_v_ret = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2468
 * cdef PolyRep_from_allocd_PolyCRep(PolyCRep* crep):
 *     cdef PolyRep ret = PolyRep.__new__(PolyRep) # doesn't call __init__
 *     ret.c_poly = crep             # <<<<<<<<<<<<<<
 *     return ret
 * 
 */
  __pyx_v_ret->c_poly = __pyx_v_crep;

  /* "pygsti/objects/replib/fastreplib.pyx":2469
 *     cdef PolyRep ret = PolyRep.__new__(PolyRep) # doesn't call __init__
 *     ret.c_poly = crep
 *     return ret             # <<<<<<<<<<<<<<
 * 
 * cdef vector[vector[SVTermCRep_ptr]] sv_extract_cterms(python_termrep_lists, INT max_order):
 */
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_ret));
  __pyx_r = ((PyObject *)__pyx_v_ret);
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":2466
 * 
 * # Helper functions
 * cdef PolyRep_from_allocd_PolyCRep(PolyCRep* crep):             # <<<<<<<<<<<<<<
 *     cdef PolyRep ret = PolyRep.__new__(PolyRep) # doesn't call __init__
 *     ret.c_poly = crep
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.PolyRep_from_allocd_PolyCRep", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XDECREF((PyObject *)__pyx_v_ret);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":2471
 *     return ret
 * 
 * cdef vector[vector[SVTermCRep_ptr]] sv_extract_cterms(python_termrep_lists, INT max_order):             # <<<<<<<<<<<<<<
 *     cdef vector[vector[SVTermCRep_ptr]] ret = vector[vector[SVTermCRep_ptr]](max_order+1)
 *     cdef vector[SVTermCRep*] vec_of_terms
 */

static std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr> >  __pyx_f_6pygsti_7objects_6replib_10fastreplib_sv_extract_cterms(PyObject *__pyx_v_python_termrep_lists, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_max_order) {
  std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr> >  __pyx_v_ret;
  std::vector<CReps::SVTermCRep *>  __pyx_v_vec_of_terms;
  PyObject *__pyx_v_order = NULL;
  PyObject *__pyx_v_termreps = NULL;
  PyObject *__pyx_v_i = NULL;
  PyObject *__pyx_v_termrep = NULL;
  std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr> >  __pyx_r;
  __Pyx_RefNannyDeclarations
  std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr> >  __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  Py_ssize_t __pyx_t_4;
  PyObject *(*__pyx_t_5)(PyObject *);
  PyObject *__pyx_t_6 = NULL;
  Py_ssize_t __pyx_t_7;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr>  __pyx_t_8;
  PyObject *__pyx_t_9 = NULL;
  PyObject *(*__pyx_t_10)(PyObject *);
  PyObject *__pyx_t_11 = NULL;
  CReps::SVTermCRep *__pyx_t_12;
  std::vector<CReps::SVTermCRep *> ::size_type __pyx_t_13;
  std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr> > ::size_type __pyx_t_14;
  __Pyx_RefNannySetupContext("sv_extract_cterms", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":2472
 * 
 * cdef vector[vector[SVTermCRep_ptr]] sv_extract_cterms(python_termrep_lists, INT max_order):
 *     cdef vector[vector[SVTermCRep_ptr]] ret = vector[vector[SVTermCRep_ptr]](max_order+1)             # <<<<<<<<<<<<<<
 *     cdef vector[SVTermCRep*] vec_of_terms
 *     for order,termreps in enumerate(python_termrep_lists): # maxorder+1 lists
 */
  try {
    __pyx_t_1 = std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr> > ((__pyx_v_max_order + 1));
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 2472, __pyx_L1_error)
  }
  __pyx_v_ret = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":2474
 *     cdef vector[vector[SVTermCRep_ptr]] ret = vector[vector[SVTermCRep_ptr]](max_order+1)
 *     cdef vector[SVTermCRep*] vec_of_terms
 *     for order,termreps in enumerate(python_termrep_lists): # maxorder+1 lists             # <<<<<<<<<<<<<<
 *         vec_of_terms = vector[SVTermCRep_ptr](len(termreps))
 *         for i,termrep in enumerate(termreps):
 */
  __Pyx_INCREF(__pyx_int_0);
  __pyx_t_2 = __pyx_int_0;
  if (likely(PyList_CheckExact(__pyx_v_python_termrep_lists)) || PyTuple_CheckExact(__pyx_v_python_termrep_lists)) {
    __pyx_t_3 = __pyx_v_python_termrep_lists; __Pyx_INCREF(__pyx_t_3); __pyx_t_4 = 0;
    __pyx_t_5 = NULL;
  } else {
    __pyx_t_4 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_v_python_termrep_lists); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2474, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __pyx_t_5 = Py_TYPE(__pyx_t_3)->tp_iternext; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2474, __pyx_L1_error)
  }
  for (;;) {
    if (likely(!__pyx_t_5)) {
      if (likely(PyList_CheckExact(__pyx_t_3))) {
        if (__pyx_t_4 >= PyList_GET_SIZE(__pyx_t_3)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_6 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_4); __Pyx_INCREF(__pyx_t_6); __pyx_t_4++; if (unlikely(0 < 0)) __PYX_ERR(0, 2474, __pyx_L1_error)
        #else
        __pyx_t_6 = PySequence_ITEM(__pyx_t_3, __pyx_t_4); __pyx_t_4++; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2474, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_6);
        #endif
      } else {
        if (__pyx_t_4 >= PyTuple_GET_SIZE(__pyx_t_3)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_6 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_4); __Pyx_INCREF(__pyx_t_6); __pyx_t_4++; if (unlikely(0 < 0)) __PYX_ERR(0, 2474, __pyx_L1_error)
        #else
        __pyx_t_6 = PySequence_ITEM(__pyx_t_3, __pyx_t_4); __pyx_t_4++; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2474, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_6);
        #endif
      }
    } else {
      __pyx_t_6 = __pyx_t_5(__pyx_t_3);
      if (unlikely(!__pyx_t_6)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
          else __PYX_ERR(0, 2474, __pyx_L1_error)
        }
        break;
      }
      __Pyx_GOTREF(__pyx_t_6);
    }
    __Pyx_XDECREF_SET(__pyx_v_termreps, __pyx_t_6);
    __pyx_t_6 = 0;
    __Pyx_INCREF(__pyx_t_2);
    __Pyx_XDECREF_SET(__pyx_v_order, __pyx_t_2);
    __pyx_t_6 = __Pyx_PyInt_AddObjC(__pyx_t_2, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2474, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    __Pyx_DECREF(__pyx_t_2);
    __pyx_t_2 = __pyx_t_6;
    __pyx_t_6 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":2475
 *     cdef vector[SVTermCRep*] vec_of_terms
 *     for order,termreps in enumerate(python_termrep_lists): # maxorder+1 lists
 *         vec_of_terms = vector[SVTermCRep_ptr](len(termreps))             # <<<<<<<<<<<<<<
 *         for i,termrep in enumerate(termreps):
 *             vec_of_terms[i] = (<SVTermRep?>termrep).c_term
 */
    __pyx_t_7 = PyObject_Length(__pyx_v_termreps); if (unlikely(__pyx_t_7 == ((Py_ssize_t)-1))) __PYX_ERR(0, 2475, __pyx_L1_error)
    try {
      __pyx_t_8 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr> (__pyx_t_7);
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 2475, __pyx_L1_error)
    }
    __pyx_v_vec_of_terms = __pyx_t_8;

    /* "pygsti/objects/replib/fastreplib.pyx":2476
 *     for order,termreps in enumerate(python_termrep_lists): # maxorder+1 lists
 *         vec_of_terms = vector[SVTermCRep_ptr](len(termreps))
 *         for i,termrep in enumerate(termreps):             # <<<<<<<<<<<<<<
 *             vec_of_terms[i] = (<SVTermRep?>termrep).c_term
 *         ret[order] = vec_of_terms
 */
    __Pyx_INCREF(__pyx_int_0);
    __pyx_t_6 = __pyx_int_0;
    if (likely(PyList_CheckExact(__pyx_v_termreps)) || PyTuple_CheckExact(__pyx_v_termreps)) {
      __pyx_t_9 = __pyx_v_termreps; __Pyx_INCREF(__pyx_t_9); __pyx_t_7 = 0;
      __pyx_t_10 = NULL;
    } else {
      __pyx_t_7 = -1; __pyx_t_9 = PyObject_GetIter(__pyx_v_termreps); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2476, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_9);
      __pyx_t_10 = Py_TYPE(__pyx_t_9)->tp_iternext; if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 2476, __pyx_L1_error)
    }
    for (;;) {
      if (likely(!__pyx_t_10)) {
        if (likely(PyList_CheckExact(__pyx_t_9))) {
          if (__pyx_t_7 >= PyList_GET_SIZE(__pyx_t_9)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_11 = PyList_GET_ITEM(__pyx_t_9, __pyx_t_7); __Pyx_INCREF(__pyx_t_11); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 2476, __pyx_L1_error)
          #else
          __pyx_t_11 = PySequence_ITEM(__pyx_t_9, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 2476, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_11);
          #endif
        } else {
          if (__pyx_t_7 >= PyTuple_GET_SIZE(__pyx_t_9)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_11 = PyTuple_GET_ITEM(__pyx_t_9, __pyx_t_7); __Pyx_INCREF(__pyx_t_11); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 2476, __pyx_L1_error)
          #else
          __pyx_t_11 = PySequence_ITEM(__pyx_t_9, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 2476, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_11);
          #endif
        }
      } else {
        __pyx_t_11 = __pyx_t_10(__pyx_t_9);
        if (unlikely(!__pyx_t_11)) {
          PyObject* exc_type = PyErr_Occurred();
          if (exc_type) {
            if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
            else __PYX_ERR(0, 2476, __pyx_L1_error)
          }
          break;
        }
        __Pyx_GOTREF(__pyx_t_11);
      }
      __Pyx_XDECREF_SET(__pyx_v_termrep, __pyx_t_11);
      __pyx_t_11 = 0;
      __Pyx_INCREF(__pyx_t_6);
      __Pyx_XDECREF_SET(__pyx_v_i, __pyx_t_6);
      __pyx_t_11 = __Pyx_PyInt_AddObjC(__pyx_t_6, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 2476, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_11);
      __Pyx_DECREF(__pyx_t_6);
      __pyx_t_6 = __pyx_t_11;
      __pyx_t_11 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":2477
 *         vec_of_terms = vector[SVTermCRep_ptr](len(termreps))
 *         for i,termrep in enumerate(termreps):
 *             vec_of_terms[i] = (<SVTermRep?>termrep).c_term             # <<<<<<<<<<<<<<
 *         ret[order] = vec_of_terms
 *     return ret
 */
      if (!(likely(__Pyx_TypeTest(__pyx_v_termrep, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVTermRep)))) __PYX_ERR(0, 2477, __pyx_L1_error)
      __pyx_t_12 = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *)__pyx_v_termrep)->c_term;
      __pyx_t_13 = __Pyx_PyInt_As_size_t(__pyx_v_i); if (unlikely((__pyx_t_13 == (size_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 2477, __pyx_L1_error)
      (__pyx_v_vec_of_terms[__pyx_t_13]) = __pyx_t_12;

      /* "pygsti/objects/replib/fastreplib.pyx":2476
 *     for order,termreps in enumerate(python_termrep_lists): # maxorder+1 lists
 *         vec_of_terms = vector[SVTermCRep_ptr](len(termreps))
 *         for i,termrep in enumerate(termreps):             # <<<<<<<<<<<<<<
 *             vec_of_terms[i] = (<SVTermRep?>termrep).c_term
 *         ret[order] = vec_of_terms
 */
    }
    __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":2478
 *         for i,termrep in enumerate(termreps):
 *             vec_of_terms[i] = (<SVTermRep?>termrep).c_term
 *         ret[order] = vec_of_terms             # <<<<<<<<<<<<<<
 *     return ret
 * 
 */
    __pyx_t_14 = __Pyx_PyInt_As_size_t(__pyx_v_order); if (unlikely((__pyx_t_14 == (size_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 2478, __pyx_L1_error)
    (__pyx_v_ret[__pyx_t_14]) = __pyx_v_vec_of_terms;

    /* "pygsti/objects/replib/fastreplib.pyx":2474
 *     cdef vector[vector[SVTermCRep_ptr]] ret = vector[vector[SVTermCRep_ptr]](max_order+1)
 *     cdef vector[SVTermCRep*] vec_of_terms
 *     for order,termreps in enumerate(python_termrep_lists): # maxorder+1 lists             # <<<<<<<<<<<<<<
 *         vec_of_terms = vector[SVTermCRep_ptr](len(termreps))
 *         for i,termrep in enumerate(termreps):
 */
  }
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2479
 *             vec_of_terms[i] = (<SVTermRep?>termrep).c_term
 *         ret[order] = vec_of_terms
 *     return ret             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_r = __pyx_v_ret;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":2471
 *     return ret
 * 
 * cdef vector[vector[SVTermCRep_ptr]] sv_extract_cterms(python_termrep_lists, INT max_order):             # <<<<<<<<<<<<<<
 *     cdef vector[vector[SVTermCRep_ptr]] ret = vector[vector[SVTermCRep_ptr]](max_order+1)
 *     cdef vector[SVTermCRep*] vec_of_terms
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_XDECREF(__pyx_t_9);
  __Pyx_XDECREF(__pyx_t_11);
  __Pyx_WriteUnraisable("pygsti.objects.replib.fastreplib.sv_extract_cterms", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
  __Pyx_pretend_to_initialize(&__pyx_r);
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_order);
  __Pyx_XDECREF(__pyx_v_termreps);
  __Pyx_XDECREF(__pyx_v_i);
  __Pyx_XDECREF(__pyx_v_termrep);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":2482
 * 
 * 
 * def SV_prs_as_polys(calc, rholabel, elabels, circuit, comm=None, memLimit=None, fastmode=True):             # <<<<<<<<<<<<<<
 * 
 *     # Create gatelable -> int mapping to be used throughout
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_19SV_prs_as_polys(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static PyMethodDef __pyx_mdef_6pygsti_7objects_6replib_10fastreplib_19SV_prs_as_polys = {"SV_prs_as_polys", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_19SV_prs_as_polys, METH_VARARGS|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_19SV_prs_as_polys(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyObject *__pyx_v_calc = 0;
  PyObject *__pyx_v_rholabel = 0;
  PyObject *__pyx_v_elabels = 0;
  PyObject *__pyx_v_circuit = 0;
  CYTHON_UNUSED PyObject *__pyx_v_comm = 0;
  CYTHON_UNUSED PyObject *__pyx_v_memLimit = 0;
  PyObject *__pyx_v_fastmode = 0;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("SV_prs_as_polys (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_calc,&__pyx_n_s_rholabel,&__pyx_n_s_elabels,&__pyx_n_s_circuit,&__pyx_n_s_comm,&__pyx_n_s_memLimit,&__pyx_n_s_fastmode,0};
    PyObject* values[7] = {0,0,0,0,0,0,0};
    values[4] = ((PyObject *)Py_None);
    values[5] = ((PyObject *)Py_None);
    values[6] = ((PyObject *)Py_True);
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  7: values[6] = PyTuple_GET_ITEM(__pyx_args, 6);
        CYTHON_FALLTHROUGH;
        case  6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
        CYTHON_FALLTHROUGH;
        case  5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
        CYTHON_FALLTHROUGH;
        case  4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
        CYTHON_FALLTHROUGH;
        case  3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
        CYTHON_FALLTHROUGH;
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_calc)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_rholabel)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("SV_prs_as_polys", 0, 4, 7, 1); __PYX_ERR(0, 2482, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  2:
        if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_elabels)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("SV_prs_as_polys", 0, 4, 7, 2); __PYX_ERR(0, 2482, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  3:
        if (likely((values[3] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_circuit)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("SV_prs_as_polys", 0, 4, 7, 3); __PYX_ERR(0, 2482, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  4:
        if (kw_args > 0) {
          PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_comm);
          if (value) { values[4] = value; kw_args--; }
        }
        CYTHON_FALLTHROUGH;
        case  5:
        if (kw_args > 0) {
          PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_memLimit);
          if (value) { values[5] = value; kw_args--; }
        }
        CYTHON_FALLTHROUGH;
        case  6:
        if (kw_args > 0) {
          PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_fastmode);
          if (value) { values[6] = value; kw_args--; }
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "SV_prs_as_polys") < 0)) __PYX_ERR(0, 2482, __pyx_L3_error)
      }
    } else {
      switch (PyTuple_GET_SIZE(__pyx_args)) {
        case  7: values[6] = PyTuple_GET_ITEM(__pyx_args, 6);
        CYTHON_FALLTHROUGH;
        case  6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
        CYTHON_FALLTHROUGH;
        case  5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
        CYTHON_FALLTHROUGH;
        case  4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
        values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
        values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        break;
        default: goto __pyx_L5_argtuple_error;
      }
    }
    __pyx_v_calc = values[0];
    __pyx_v_rholabel = values[1];
    __pyx_v_elabels = values[2];
    __pyx_v_circuit = values[3];
    __pyx_v_comm = values[4];
    __pyx_v_memLimit = values[5];
    __pyx_v_fastmode = values[6];
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("SV_prs_as_polys", 0, 4, 7, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 2482, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SV_prs_as_polys", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_18SV_prs_as_polys(__pyx_self, __pyx_v_calc, __pyx_v_rholabel, __pyx_v_elabels, __pyx_v_circuit, __pyx_v_comm, __pyx_v_memLimit, __pyx_v_fastmode);

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_18SV_prs_as_polys(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_calc, PyObject *__pyx_v_rholabel, PyObject *__pyx_v_elabels, PyObject *__pyx_v_circuit, CYTHON_UNUSED PyObject *__pyx_v_comm, CYTHON_UNUSED PyObject *__pyx_v_memLimit, PyObject *__pyx_v_fastmode) {
  PyObject *__pyx_v_distinct_gateLabels = NULL;
  PyObject *__pyx_v_glmap = NULL;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_v_cgatestring;
  PyObject *__pyx_v_gl = NULL;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_mpv;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_vpi;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_order;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_numEs;
  PyObject *__pyx_v_op_term_reps = NULL;
  PyObject *__pyx_v_rho_term_reps = NULL;
  PyObject *__pyx_v_E_term_reps = NULL;
  PyObject *__pyx_v_E_indices = NULL;
  PyObject *__pyx_v_cur_term_reps = NULL;
  PyObject *__pyx_v_cur_indices = NULL;
  PyObject *__pyx_v_elbl = NULL;
  PyObject *__pyx_v_term_reps = NULL;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_gi;
  std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr> >  __pyx_v_rho_term_creps;
  std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr> >  __pyx_v_E_term_creps;
  std::unordered_map<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT,std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr> > >  __pyx_v_gate_term_creps;
  PyObject *__pyx_v_termrep_lists = NULL;
  PyObject *__pyx_v_E_cindices = NULL;
  PyObject *__pyx_v_ii = NULL;
  PyObject *__pyx_v_inds = NULL;
  PyObject *__pyx_v_jj = NULL;
  PyObject *__pyx_v_indx = NULL;
  PyObject *__pyx_v_stateDim = NULL;
  std::vector<CReps::PolyCRep *>  __pyx_v_polys;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_9genexpr14__pyx_v_i;
  PyObject *__pyx_9genexpr14__pyx_v_gl = NULL;
  PyObject *__pyx_9genexpr15__pyx_v_glbl = NULL;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_9genexpr15__pyx_v_order;
  PyObject *__pyx_9genexpr15__pyx_v_t = NULL;
  PyObject *__pyx_v_t = NULL;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  int __pyx_t_4;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_5;
  Py_ssize_t __pyx_t_6;
  PyObject *(*__pyx_t_7)(PyObject *);
  PyObject *__pyx_t_8 = NULL;
  PyObject *__pyx_t_9 = NULL;
  PyObject *__pyx_t_10 = NULL;
  long __pyx_t_11;
  long __pyx_t_12;
  PyObject *__pyx_t_13 = NULL;
  PyObject *__pyx_t_14 = NULL;
  PyObject *__pyx_t_15 = NULL;
  PyObject *__pyx_t_16 = NULL;
  int __pyx_t_17;
  PyObject *__pyx_t_18 = NULL;
  Py_ssize_t __pyx_t_19;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_20;
  PyObject *(*__pyx_t_21)(PyObject *);
  PyObject *(*__pyx_t_22)(PyObject *);
  std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  __pyx_t_23;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_t_24;
  bool __pyx_t_25;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_26;
  __Pyx_RefNannySetupContext("SV_prs_as_polys", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":2485
 * 
 *     # Create gatelable -> int mapping to be used throughout
 *     distinct_gateLabels = sorted(set(circuit))             # <<<<<<<<<<<<<<
 *     glmap = { gl: i for i,gl in enumerate(distinct_gateLabels) }
 * 
 */
  __pyx_t_2 = PySet_New(__pyx_v_circuit); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2485, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = PySequence_List(__pyx_t_2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2485, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_1 = ((PyObject*)__pyx_t_3);
  __pyx_t_3 = 0;
  __pyx_t_4 = PyList_Sort(__pyx_t_1); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(0, 2485, __pyx_L1_error)
  __pyx_v_distinct_gateLabels = ((PyObject*)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2486
 *     # Create gatelable -> int mapping to be used throughout
 *     distinct_gateLabels = sorted(set(circuit))
 *     glmap = { gl: i for i,gl in enumerate(distinct_gateLabels) }             # <<<<<<<<<<<<<<
 * 
 *     # Convert circuit to a vector of ints
 */
  { /* enter inner scope */
    __pyx_t_1 = PyDict_New(); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2486, __pyx_L5_error)
    __Pyx_GOTREF(__pyx_t_1);
    __pyx_t_5 = 0;
    __pyx_t_3 = __pyx_v_distinct_gateLabels; __Pyx_INCREF(__pyx_t_3); __pyx_t_6 = 0;
    for (;;) {
      if (__pyx_t_6 >= PyList_GET_SIZE(__pyx_t_3)) break;
      #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
      __pyx_t_2 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_6); __Pyx_INCREF(__pyx_t_2); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 2486, __pyx_L5_error)
      #else
      __pyx_t_2 = PySequence_ITEM(__pyx_t_3, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2486, __pyx_L5_error)
      __Pyx_GOTREF(__pyx_t_2);
      #endif
      __Pyx_XDECREF_SET(__pyx_9genexpr14__pyx_v_gl, __pyx_t_2);
      __pyx_t_2 = 0;
      __pyx_9genexpr14__pyx_v_i = __pyx_t_5;
      __pyx_t_5 = (__pyx_t_5 + 1);
      __pyx_t_2 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_9genexpr14__pyx_v_i); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2486, __pyx_L5_error)
      __Pyx_GOTREF(__pyx_t_2);
      if (unlikely(PyDict_SetItem(__pyx_t_1, (PyObject*)__pyx_9genexpr14__pyx_v_gl, (PyObject*)__pyx_t_2))) __PYX_ERR(0, 2486, __pyx_L5_error)
      __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    }
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_XDECREF(__pyx_9genexpr14__pyx_v_gl); __pyx_9genexpr14__pyx_v_gl = 0;
    goto __pyx_L8_exit_scope;
    __pyx_L5_error:;
    __Pyx_XDECREF(__pyx_9genexpr14__pyx_v_gl); __pyx_9genexpr14__pyx_v_gl = 0;
    goto __pyx_L1_error;
    __pyx_L8_exit_scope:;
  } /* exit inner scope */
  __pyx_v_glmap = ((PyObject*)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2491
 *     cdef INT i
 *     cdef vector[INT] cgatestring
 *     for gl in circuit:             # <<<<<<<<<<<<<<
 *         cgatestring.push_back(<INT>glmap[gl])
 * 
 */
  if (likely(PyList_CheckExact(__pyx_v_circuit)) || PyTuple_CheckExact(__pyx_v_circuit)) {
    __pyx_t_1 = __pyx_v_circuit; __Pyx_INCREF(__pyx_t_1); __pyx_t_6 = 0;
    __pyx_t_7 = NULL;
  } else {
    __pyx_t_6 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_v_circuit); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2491, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __pyx_t_7 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 2491, __pyx_L1_error)
  }
  for (;;) {
    if (likely(!__pyx_t_7)) {
      if (likely(PyList_CheckExact(__pyx_t_1))) {
        if (__pyx_t_6 >= PyList_GET_SIZE(__pyx_t_1)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_3 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_6); __Pyx_INCREF(__pyx_t_3); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 2491, __pyx_L1_error)
        #else
        __pyx_t_3 = PySequence_ITEM(__pyx_t_1, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2491, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_3);
        #endif
      } else {
        if (__pyx_t_6 >= PyTuple_GET_SIZE(__pyx_t_1)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_3 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_6); __Pyx_INCREF(__pyx_t_3); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 2491, __pyx_L1_error)
        #else
        __pyx_t_3 = PySequence_ITEM(__pyx_t_1, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2491, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_3);
        #endif
      }
    } else {
      __pyx_t_3 = __pyx_t_7(__pyx_t_1);
      if (unlikely(!__pyx_t_3)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
          else __PYX_ERR(0, 2491, __pyx_L1_error)
        }
        break;
      }
      __Pyx_GOTREF(__pyx_t_3);
    }
    __Pyx_XDECREF_SET(__pyx_v_gl, __pyx_t_3);
    __pyx_t_3 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":2492
 *     cdef vector[INT] cgatestring
 *     for gl in circuit:
 *         cgatestring.push_back(<INT>glmap[gl])             # <<<<<<<<<<<<<<
 * 
 *     cdef INT mpv = calc.Np # max_poly_vars
 */
    __pyx_t_3 = __Pyx_PyDict_GetItem(__pyx_v_glmap, __pyx_v_gl); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2492, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __pyx_t_5 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_3); if (unlikely((__pyx_t_5 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 2492, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    try {
      __pyx_v_cgatestring.push_back(((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_t_5));
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 2492, __pyx_L1_error)
    }

    /* "pygsti/objects/replib/fastreplib.pyx":2491
 *     cdef INT i
 *     cdef vector[INT] cgatestring
 *     for gl in circuit:             # <<<<<<<<<<<<<<
 *         cgatestring.push_back(<INT>glmap[gl])
 * 
 */
  }
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2494
 *         cgatestring.push_back(<INT>glmap[gl])
 * 
 *     cdef INT mpv = calc.Np # max_poly_vars             # <<<<<<<<<<<<<<
 *     #cdef INT mpo = calc.max_order*2 #max_poly_order
 *     cdef INT vpi = calc.poly_vindices_per_int
 */
  __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_Np); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2494, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_5 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_1); if (unlikely((__pyx_t_5 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 2494, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_v_mpv = __pyx_t_5;

  /* "pygsti/objects/replib/fastreplib.pyx":2496
 *     cdef INT mpv = calc.Np # max_poly_vars
 *     #cdef INT mpo = calc.max_order*2 #max_poly_order
 *     cdef INT vpi = calc.poly_vindices_per_int             # <<<<<<<<<<<<<<
 *     cdef INT order;
 *     cdef INT numEs = len(elabels)
 */
  __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_poly_vindices_per_int); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2496, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_5 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_1); if (unlikely((__pyx_t_5 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 2496, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_v_vpi = __pyx_t_5;

  /* "pygsti/objects/replib/fastreplib.pyx":2498
 *     cdef INT vpi = calc.poly_vindices_per_int
 *     cdef INT order;
 *     cdef INT numEs = len(elabels)             # <<<<<<<<<<<<<<
 * 
 *     # Construct dict of gate term reps, then *convert* to c-reps, as this
 */
  __pyx_t_6 = PyObject_Length(__pyx_v_elabels); if (unlikely(__pyx_t_6 == ((Py_ssize_t)-1))) __PYX_ERR(0, 2498, __pyx_L1_error)
  __pyx_v_numEs = __pyx_t_6;

  /* "pygsti/objects/replib/fastreplib.pyx":2502
 *     # Construct dict of gate term reps, then *convert* to c-reps, as this
 *     #  keeps alive the non-c-reps which keep the c-reps from being deallocated...
 *     op_term_reps = { glmap[glbl]: [ [t.torep() for t in calc.sos.get_operation(glbl).get_taylor_order_terms(order, mpv)]             # <<<<<<<<<<<<<<
 *                                       for order in range(calc.max_order+1) ]
 *                        for glbl in distinct_gateLabels }
 */
  { /* enter inner scope */
    __pyx_t_1 = PyDict_New(); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2502, __pyx_L13_error)
    __Pyx_GOTREF(__pyx_t_1);

    /* "pygsti/objects/replib/fastreplib.pyx":2504
 *     op_term_reps = { glmap[glbl]: [ [t.torep() for t in calc.sos.get_operation(glbl).get_taylor_order_terms(order, mpv)]
 *                                       for order in range(calc.max_order+1) ]
 *                        for glbl in distinct_gateLabels }             # <<<<<<<<<<<<<<
 * 
 *     #Similar with rho_terms and E_terms
 */
    if (unlikely(__pyx_v_distinct_gateLabels == Py_None)) {
      PyErr_SetString(PyExc_TypeError, "'NoneType' object is not iterable");
      __PYX_ERR(0, 2504, __pyx_L13_error)
    }
    __pyx_t_3 = __pyx_v_distinct_gateLabels; __Pyx_INCREF(__pyx_t_3); __pyx_t_6 = 0;
    for (;;) {
      if (__pyx_t_6 >= PyList_GET_SIZE(__pyx_t_3)) break;
      #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
      __pyx_t_2 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_6); __Pyx_INCREF(__pyx_t_2); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 2504, __pyx_L13_error)
      #else
      __pyx_t_2 = PySequence_ITEM(__pyx_t_3, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2504, __pyx_L13_error)
      __Pyx_GOTREF(__pyx_t_2);
      #endif
      __Pyx_XDECREF_SET(__pyx_9genexpr15__pyx_v_glbl, __pyx_t_2);
      __pyx_t_2 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":2502
 *     # Construct dict of gate term reps, then *convert* to c-reps, as this
 *     #  keeps alive the non-c-reps which keep the c-reps from being deallocated...
 *     op_term_reps = { glmap[glbl]: [ [t.torep() for t in calc.sos.get_operation(glbl).get_taylor_order_terms(order, mpv)]             # <<<<<<<<<<<<<<
 *                                       for order in range(calc.max_order+1) ]
 *                        for glbl in distinct_gateLabels }
 */
      __pyx_t_2 = __Pyx_PyDict_GetItem(__pyx_v_glmap, __pyx_9genexpr15__pyx_v_glbl); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2502, __pyx_L13_error)
      __Pyx_GOTREF(__pyx_t_2);
      __pyx_t_8 = PyList_New(0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 2502, __pyx_L13_error)
      __Pyx_GOTREF(__pyx_t_8);

      /* "pygsti/objects/replib/fastreplib.pyx":2503
 *     #  keeps alive the non-c-reps which keep the c-reps from being deallocated...
 *     op_term_reps = { glmap[glbl]: [ [t.torep() for t in calc.sos.get_operation(glbl).get_taylor_order_terms(order, mpv)]
 *                                       for order in range(calc.max_order+1) ]             # <<<<<<<<<<<<<<
 *                        for glbl in distinct_gateLabels }
 * 
 */
      __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_max_order); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2503, __pyx_L13_error)
      __Pyx_GOTREF(__pyx_t_9);
      __pyx_t_10 = __Pyx_PyInt_AddObjC(__pyx_t_9, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 2503, __pyx_L13_error)
      __Pyx_GOTREF(__pyx_t_10);
      __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
      __pyx_t_11 = __Pyx_PyInt_As_long(__pyx_t_10); if (unlikely((__pyx_t_11 == (long)-1) && PyErr_Occurred())) __PYX_ERR(0, 2503, __pyx_L13_error)
      __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
      __pyx_t_12 = __pyx_t_11;
      for (__pyx_t_5 = 0; __pyx_t_5 < __pyx_t_12; __pyx_t_5+=1) {
        __pyx_9genexpr15__pyx_v_order = __pyx_t_5;

        /* "pygsti/objects/replib/fastreplib.pyx":2502
 *     # Construct dict of gate term reps, then *convert* to c-reps, as this
 *     #  keeps alive the non-c-reps which keep the c-reps from being deallocated...
 *     op_term_reps = { glmap[glbl]: [ [t.torep() for t in calc.sos.get_operation(glbl).get_taylor_order_terms(order, mpv)]             # <<<<<<<<<<<<<<
 *                                       for order in range(calc.max_order+1) ]
 *                        for glbl in distinct_gateLabels }
 */
        __pyx_t_10 = PyList_New(0); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 2502, __pyx_L13_error)
        __Pyx_GOTREF(__pyx_t_10);
        __pyx_t_14 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_sos); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 2502, __pyx_L13_error)
        __Pyx_GOTREF(__pyx_t_14);
        __pyx_t_15 = __Pyx_PyObject_GetAttrStr(__pyx_t_14, __pyx_n_s_get_operation); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 2502, __pyx_L13_error)
        __Pyx_GOTREF(__pyx_t_15);
        __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
        __pyx_t_14 = NULL;
        if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_15))) {
          __pyx_t_14 = PyMethod_GET_SELF(__pyx_t_15);
          if (likely(__pyx_t_14)) {
            PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_15);
            __Pyx_INCREF(__pyx_t_14);
            __Pyx_INCREF(function);
            __Pyx_DECREF_SET(__pyx_t_15, function);
          }
        }
        __pyx_t_13 = (__pyx_t_14) ? __Pyx_PyObject_Call2Args(__pyx_t_15, __pyx_t_14, __pyx_9genexpr15__pyx_v_glbl) : __Pyx_PyObject_CallOneArg(__pyx_t_15, __pyx_9genexpr15__pyx_v_glbl);
        __Pyx_XDECREF(__pyx_t_14); __pyx_t_14 = 0;
        if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 2502, __pyx_L13_error)
        __Pyx_GOTREF(__pyx_t_13);
        __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
        __pyx_t_15 = __Pyx_PyObject_GetAttrStr(__pyx_t_13, __pyx_n_s_get_taylor_order_terms); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 2502, __pyx_L13_error)
        __Pyx_GOTREF(__pyx_t_15);
        __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
        __pyx_t_13 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_9genexpr15__pyx_v_order); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 2502, __pyx_L13_error)
        __Pyx_GOTREF(__pyx_t_13);
        __pyx_t_14 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_mpv); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 2502, __pyx_L13_error)
        __Pyx_GOTREF(__pyx_t_14);
        __pyx_t_16 = NULL;
        __pyx_t_17 = 0;
        if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_15))) {
          __pyx_t_16 = PyMethod_GET_SELF(__pyx_t_15);
          if (likely(__pyx_t_16)) {
            PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_15);
            __Pyx_INCREF(__pyx_t_16);
            __Pyx_INCREF(function);
            __Pyx_DECREF_SET(__pyx_t_15, function);
            __pyx_t_17 = 1;
          }
        }
        #if CYTHON_FAST_PYCALL
        if (PyFunction_Check(__pyx_t_15)) {
          PyObject *__pyx_temp[3] = {__pyx_t_16, __pyx_t_13, __pyx_t_14};
          __pyx_t_9 = __Pyx_PyFunction_FastCall(__pyx_t_15, __pyx_temp+1-__pyx_t_17, 2+__pyx_t_17); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2502, __pyx_L13_error)
          __Pyx_XDECREF(__pyx_t_16); __pyx_t_16 = 0;
          __Pyx_GOTREF(__pyx_t_9);
          __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
          __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
        } else
        #endif
        #if CYTHON_FAST_PYCCALL
        if (__Pyx_PyFastCFunction_Check(__pyx_t_15)) {
          PyObject *__pyx_temp[3] = {__pyx_t_16, __pyx_t_13, __pyx_t_14};
          __pyx_t_9 = __Pyx_PyCFunction_FastCall(__pyx_t_15, __pyx_temp+1-__pyx_t_17, 2+__pyx_t_17); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2502, __pyx_L13_error)
          __Pyx_XDECREF(__pyx_t_16); __pyx_t_16 = 0;
          __Pyx_GOTREF(__pyx_t_9);
          __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
          __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
        } else
        #endif
        {
          __pyx_t_18 = PyTuple_New(2+__pyx_t_17); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 2502, __pyx_L13_error)
          __Pyx_GOTREF(__pyx_t_18);
          if (__pyx_t_16) {
            __Pyx_GIVEREF(__pyx_t_16); PyTuple_SET_ITEM(__pyx_t_18, 0, __pyx_t_16); __pyx_t_16 = NULL;
          }
          __Pyx_GIVEREF(__pyx_t_13);
          PyTuple_SET_ITEM(__pyx_t_18, 0+__pyx_t_17, __pyx_t_13);
          __Pyx_GIVEREF(__pyx_t_14);
          PyTuple_SET_ITEM(__pyx_t_18, 1+__pyx_t_17, __pyx_t_14);
          __pyx_t_13 = 0;
          __pyx_t_14 = 0;
          __pyx_t_9 = __Pyx_PyObject_Call(__pyx_t_15, __pyx_t_18, NULL); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2502, __pyx_L13_error)
          __Pyx_GOTREF(__pyx_t_9);
          __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0;
        }
        __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
        if (likely(PyList_CheckExact(__pyx_t_9)) || PyTuple_CheckExact(__pyx_t_9)) {
          __pyx_t_15 = __pyx_t_9; __Pyx_INCREF(__pyx_t_15); __pyx_t_19 = 0;
          __pyx_t_7 = NULL;
        } else {
          __pyx_t_19 = -1; __pyx_t_15 = PyObject_GetIter(__pyx_t_9); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 2502, __pyx_L13_error)
          __Pyx_GOTREF(__pyx_t_15);
          __pyx_t_7 = Py_TYPE(__pyx_t_15)->tp_iternext; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 2502, __pyx_L13_error)
        }
        __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
        for (;;) {
          if (likely(!__pyx_t_7)) {
            if (likely(PyList_CheckExact(__pyx_t_15))) {
              if (__pyx_t_19 >= PyList_GET_SIZE(__pyx_t_15)) break;
              #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
              __pyx_t_9 = PyList_GET_ITEM(__pyx_t_15, __pyx_t_19); __Pyx_INCREF(__pyx_t_9); __pyx_t_19++; if (unlikely(0 < 0)) __PYX_ERR(0, 2502, __pyx_L13_error)
              #else
              __pyx_t_9 = PySequence_ITEM(__pyx_t_15, __pyx_t_19); __pyx_t_19++; if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2502, __pyx_L13_error)
              __Pyx_GOTREF(__pyx_t_9);
              #endif
            } else {
              if (__pyx_t_19 >= PyTuple_GET_SIZE(__pyx_t_15)) break;
              #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
              __pyx_t_9 = PyTuple_GET_ITEM(__pyx_t_15, __pyx_t_19); __Pyx_INCREF(__pyx_t_9); __pyx_t_19++; if (unlikely(0 < 0)) __PYX_ERR(0, 2502, __pyx_L13_error)
              #else
              __pyx_t_9 = PySequence_ITEM(__pyx_t_15, __pyx_t_19); __pyx_t_19++; if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2502, __pyx_L13_error)
              __Pyx_GOTREF(__pyx_t_9);
              #endif
            }
          } else {
            __pyx_t_9 = __pyx_t_7(__pyx_t_15);
            if (unlikely(!__pyx_t_9)) {
              PyObject* exc_type = PyErr_Occurred();
              if (exc_type) {
                if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
                else __PYX_ERR(0, 2502, __pyx_L13_error)
              }
              break;
            }
            __Pyx_GOTREF(__pyx_t_9);
          }
          __Pyx_XDECREF_SET(__pyx_9genexpr15__pyx_v_t, __pyx_t_9);
          __pyx_t_9 = 0;
          __pyx_t_18 = __Pyx_PyObject_GetAttrStr(__pyx_9genexpr15__pyx_v_t, __pyx_n_s_torep); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 2502, __pyx_L13_error)
          __Pyx_GOTREF(__pyx_t_18);
          __pyx_t_14 = NULL;
          if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_18))) {
            __pyx_t_14 = PyMethod_GET_SELF(__pyx_t_18);
            if (likely(__pyx_t_14)) {
              PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_18);
              __Pyx_INCREF(__pyx_t_14);
              __Pyx_INCREF(function);
              __Pyx_DECREF_SET(__pyx_t_18, function);
            }
          }
          __pyx_t_9 = (__pyx_t_14) ? __Pyx_PyObject_CallOneArg(__pyx_t_18, __pyx_t_14) : __Pyx_PyObject_CallNoArg(__pyx_t_18);
          __Pyx_XDECREF(__pyx_t_14); __pyx_t_14 = 0;
          if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2502, __pyx_L13_error)
          __Pyx_GOTREF(__pyx_t_9);
          __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0;
          if (unlikely(__Pyx_ListComp_Append(__pyx_t_10, (PyObject*)__pyx_t_9))) __PYX_ERR(0, 2502, __pyx_L13_error)
          __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
        }
        __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
        if (unlikely(__Pyx_ListComp_Append(__pyx_t_8, (PyObject*)__pyx_t_10))) __PYX_ERR(0, 2502, __pyx_L13_error)
        __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
      }
      if (unlikely(PyDict_SetItem(__pyx_t_1, (PyObject*)__pyx_t_2, (PyObject*)__pyx_t_8))) __PYX_ERR(0, 2502, __pyx_L13_error)
      __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":2504
 *     op_term_reps = { glmap[glbl]: [ [t.torep() for t in calc.sos.get_operation(glbl).get_taylor_order_terms(order, mpv)]
 *                                       for order in range(calc.max_order+1) ]
 *                        for glbl in distinct_gateLabels }             # <<<<<<<<<<<<<<
 * 
 *     #Similar with rho_terms and E_terms
 */
    }
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_XDECREF(__pyx_9genexpr15__pyx_v_glbl); __pyx_9genexpr15__pyx_v_glbl = 0;
    __Pyx_XDECREF(__pyx_9genexpr15__pyx_v_t); __pyx_9genexpr15__pyx_v_t = 0;
    goto __pyx_L20_exit_scope;
    __pyx_L13_error:;
    __Pyx_XDECREF(__pyx_9genexpr15__pyx_v_glbl); __pyx_9genexpr15__pyx_v_glbl = 0;
    __Pyx_XDECREF(__pyx_9genexpr15__pyx_v_t); __pyx_9genexpr15__pyx_v_t = 0;
    goto __pyx_L1_error;
    __pyx_L20_exit_scope:;
  } /* exit inner scope */
  __pyx_v_op_term_reps = ((PyObject*)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2507
 * 
 *     #Similar with rho_terms and E_terms
 *     rho_term_reps = [ [t.torep() for t in calc.sos.get_prep(rholabel).get_taylor_order_terms(order, mpv)]             # <<<<<<<<<<<<<<
 *                       for order in range(calc.max_order+1) ]
 * 
 */
  __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2507, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);

  /* "pygsti/objects/replib/fastreplib.pyx":2508
 *     #Similar with rho_terms and E_terms
 *     rho_term_reps = [ [t.torep() for t in calc.sos.get_prep(rholabel).get_taylor_order_terms(order, mpv)]
 *                       for order in range(calc.max_order+1) ]             # <<<<<<<<<<<<<<
 * 
 *     E_term_reps = []
 */
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_max_order); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2508, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_8 = __Pyx_PyInt_AddObjC(__pyx_t_3, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 2508, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_8);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __pyx_t_11 = __Pyx_PyInt_As_long(__pyx_t_8); if (unlikely((__pyx_t_11 == (long)-1) && PyErr_Occurred())) __PYX_ERR(0, 2508, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
  __pyx_t_12 = __pyx_t_11;
  for (__pyx_t_5 = 0; __pyx_t_5 < __pyx_t_12; __pyx_t_5+=1) {
    __pyx_v_order = __pyx_t_5;

    /* "pygsti/objects/replib/fastreplib.pyx":2507
 * 
 *     #Similar with rho_terms and E_terms
 *     rho_term_reps = [ [t.torep() for t in calc.sos.get_prep(rholabel).get_taylor_order_terms(order, mpv)]             # <<<<<<<<<<<<<<
 *                       for order in range(calc.max_order+1) ]
 * 
 */
    __pyx_t_8 = PyList_New(0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 2507, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_8);
    __pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_sos); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 2507, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_10);
    __pyx_t_15 = __Pyx_PyObject_GetAttrStr(__pyx_t_10, __pyx_n_s_get_prep); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 2507, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_15);
    __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
    __pyx_t_10 = NULL;
    if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_15))) {
      __pyx_t_10 = PyMethod_GET_SELF(__pyx_t_15);
      if (likely(__pyx_t_10)) {
        PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_15);
        __Pyx_INCREF(__pyx_t_10);
        __Pyx_INCREF(function);
        __Pyx_DECREF_SET(__pyx_t_15, function);
      }
    }
    __pyx_t_2 = (__pyx_t_10) ? __Pyx_PyObject_Call2Args(__pyx_t_15, __pyx_t_10, __pyx_v_rholabel) : __Pyx_PyObject_CallOneArg(__pyx_t_15, __pyx_v_rholabel);
    __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0;
    if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2507, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
    __pyx_t_15 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_get_taylor_order_terms); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 2507, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_15);
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __pyx_t_2 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_order); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 2507, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_10 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_mpv); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 2507, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_10);
    __pyx_t_9 = NULL;
    __pyx_t_17 = 0;
    if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_15))) {
      __pyx_t_9 = PyMethod_GET_SELF(__pyx_t_15);
      if (likely(__pyx_t_9)) {
        PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_15);
        __Pyx_INCREF(__pyx_t_9);
        __Pyx_INCREF(function);
        __Pyx_DECREF_SET(__pyx_t_15, function);
        __pyx_t_17 = 1;
      }
    }
    #if CYTHON_FAST_PYCALL
    if (PyFunction_Check(__pyx_t_15)) {
      PyObject *__pyx_temp[3] = {__pyx_t_9, __pyx_t_2, __pyx_t_10};
      __pyx_t_3 = __Pyx_PyFunction_FastCall(__pyx_t_15, __pyx_temp+1-__pyx_t_17, 2+__pyx_t_17); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2507, __pyx_L1_error)
      __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
      __Pyx_GOTREF(__pyx_t_3);
      __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
      __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
    } else
    #endif
    #if CYTHON_FAST_PYCCALL
    if (__Pyx_PyFastCFunction_Check(__pyx_t_15)) {
      PyObject *__pyx_temp[3] = {__pyx_t_9, __pyx_t_2, __pyx_t_10};
      __pyx_t_3 = __Pyx_PyCFunction_FastCall(__pyx_t_15, __pyx_temp+1-__pyx_t_17, 2+__pyx_t_17); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2507, __pyx_L1_error)
      __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
      __Pyx_GOTREF(__pyx_t_3);
      __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
      __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
    } else
    #endif
    {
      __pyx_t_18 = PyTuple_New(2+__pyx_t_17); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 2507, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_18);
      if (__pyx_t_9) {
        __Pyx_GIVEREF(__pyx_t_9); PyTuple_SET_ITEM(__pyx_t_18, 0, __pyx_t_9); __pyx_t_9 = NULL;
      }
      __Pyx_GIVEREF(__pyx_t_2);
      PyTuple_SET_ITEM(__pyx_t_18, 0+__pyx_t_17, __pyx_t_2);
      __Pyx_GIVEREF(__pyx_t_10);
      PyTuple_SET_ITEM(__pyx_t_18, 1+__pyx_t_17, __pyx_t_10);
      __pyx_t_2 = 0;
      __pyx_t_10 = 0;
      __pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_15, __pyx_t_18, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2507, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_3);
      __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0;
    }
    __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
    if (likely(PyList_CheckExact(__pyx_t_3)) || PyTuple_CheckExact(__pyx_t_3)) {
      __pyx_t_15 = __pyx_t_3; __Pyx_INCREF(__pyx_t_15); __pyx_t_6 = 0;
      __pyx_t_7 = NULL;
    } else {
      __pyx_t_6 = -1; __pyx_t_15 = PyObject_GetIter(__pyx_t_3); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 2507, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_15);
      __pyx_t_7 = Py_TYPE(__pyx_t_15)->tp_iternext; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 2507, __pyx_L1_error)
    }
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    for (;;) {
      if (likely(!__pyx_t_7)) {
        if (likely(PyList_CheckExact(__pyx_t_15))) {
          if (__pyx_t_6 >= PyList_GET_SIZE(__pyx_t_15)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_3 = PyList_GET_ITEM(__pyx_t_15, __pyx_t_6); __Pyx_INCREF(__pyx_t_3); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 2507, __pyx_L1_error)
          #else
          __pyx_t_3 = PySequence_ITEM(__pyx_t_15, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2507, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_3);
          #endif
        } else {
          if (__pyx_t_6 >= PyTuple_GET_SIZE(__pyx_t_15)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_3 = PyTuple_GET_ITEM(__pyx_t_15, __pyx_t_6); __Pyx_INCREF(__pyx_t_3); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 2507, __pyx_L1_error)
          #else
          __pyx_t_3 = PySequence_ITEM(__pyx_t_15, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2507, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_3);
          #endif
        }
      } else {
        __pyx_t_3 = __pyx_t_7(__pyx_t_15);
        if (unlikely(!__pyx_t_3)) {
          PyObject* exc_type = PyErr_Occurred();
          if (exc_type) {
            if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
            else __PYX_ERR(0, 2507, __pyx_L1_error)
          }
          break;
        }
        __Pyx_GOTREF(__pyx_t_3);
      }
      __Pyx_XDECREF_SET(__pyx_v_t, __pyx_t_3);
      __pyx_t_3 = 0;
      __pyx_t_18 = __Pyx_PyObject_GetAttrStr(__pyx_v_t, __pyx_n_s_torep); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 2507, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_18);
      __pyx_t_10 = NULL;
      if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_18))) {
        __pyx_t_10 = PyMethod_GET_SELF(__pyx_t_18);
        if (likely(__pyx_t_10)) {
          PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_18);
          __Pyx_INCREF(__pyx_t_10);
          __Pyx_INCREF(function);
          __Pyx_DECREF_SET(__pyx_t_18, function);
        }
      }
      __pyx_t_3 = (__pyx_t_10) ? __Pyx_PyObject_CallOneArg(__pyx_t_18, __pyx_t_10) : __Pyx_PyObject_CallNoArg(__pyx_t_18);
      __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0;
      if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2507, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_3);
      __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0;
      if (unlikely(__Pyx_ListComp_Append(__pyx_t_8, (PyObject*)__pyx_t_3))) __PYX_ERR(0, 2507, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    }
    __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
    if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_8))) __PYX_ERR(0, 2507, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
  }
  __pyx_v_rho_term_reps = ((PyObject*)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2510
 *                       for order in range(calc.max_order+1) ]
 * 
 *     E_term_reps = []             # <<<<<<<<<<<<<<
 *     E_indices = []
 *     for order in range(calc.max_order+1):
 */
  __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2510, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_v_E_term_reps = ((PyObject*)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2511
 * 
 *     E_term_reps = []
 *     E_indices = []             # <<<<<<<<<<<<<<
 *     for order in range(calc.max_order+1):
 *         cur_term_reps = [] # the term reps for *all* the effect vectors
 */
  __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2511, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_v_E_indices = ((PyObject*)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2512
 *     E_term_reps = []
 *     E_indices = []
 *     for order in range(calc.max_order+1):             # <<<<<<<<<<<<<<
 *         cur_term_reps = [] # the term reps for *all* the effect vectors
 *         cur_indices = [] # the Evec-index corresponding to each term rep
 */
  __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_max_order); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2512, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_8 = __Pyx_PyInt_AddObjC(__pyx_t_1, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 2512, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_8);
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_t_11 = __Pyx_PyInt_As_long(__pyx_t_8); if (unlikely((__pyx_t_11 == (long)-1) && PyErr_Occurred())) __PYX_ERR(0, 2512, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
  __pyx_t_12 = __pyx_t_11;
  for (__pyx_t_5 = 0; __pyx_t_5 < __pyx_t_12; __pyx_t_5+=1) {
    __pyx_v_order = __pyx_t_5;

    /* "pygsti/objects/replib/fastreplib.pyx":2513
 *     E_indices = []
 *     for order in range(calc.max_order+1):
 *         cur_term_reps = [] # the term reps for *all* the effect vectors             # <<<<<<<<<<<<<<
 *         cur_indices = [] # the Evec-index corresponding to each term rep
 *         for i,elbl in enumerate(elabels):
 */
    __pyx_t_8 = PyList_New(0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 2513, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_8);
    __Pyx_XDECREF_SET(__pyx_v_cur_term_reps, ((PyObject*)__pyx_t_8));
    __pyx_t_8 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":2514
 *     for order in range(calc.max_order+1):
 *         cur_term_reps = [] # the term reps for *all* the effect vectors
 *         cur_indices = [] # the Evec-index corresponding to each term rep             # <<<<<<<<<<<<<<
 *         for i,elbl in enumerate(elabels):
 *             term_reps = [t.torep() for t in calc.sos.get_effect(elbl).get_taylor_order_terms(order, mpv) ]
 */
    __pyx_t_8 = PyList_New(0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 2514, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_8);
    __Pyx_XDECREF_SET(__pyx_v_cur_indices, ((PyObject*)__pyx_t_8));
    __pyx_t_8 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":2515
 *         cur_term_reps = [] # the term reps for *all* the effect vectors
 *         cur_indices = [] # the Evec-index corresponding to each term rep
 *         for i,elbl in enumerate(elabels):             # <<<<<<<<<<<<<<
 *             term_reps = [t.torep() for t in calc.sos.get_effect(elbl).get_taylor_order_terms(order, mpv) ]
 *             cur_term_reps.extend( term_reps )
 */
    __pyx_t_20 = 0;
    if (likely(PyList_CheckExact(__pyx_v_elabels)) || PyTuple_CheckExact(__pyx_v_elabels)) {
      __pyx_t_8 = __pyx_v_elabels; __Pyx_INCREF(__pyx_t_8); __pyx_t_6 = 0;
      __pyx_t_7 = NULL;
    } else {
      __pyx_t_6 = -1; __pyx_t_8 = PyObject_GetIter(__pyx_v_elabels); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 2515, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_8);
      __pyx_t_7 = Py_TYPE(__pyx_t_8)->tp_iternext; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 2515, __pyx_L1_error)
    }
    for (;;) {
      if (likely(!__pyx_t_7)) {
        if (likely(PyList_CheckExact(__pyx_t_8))) {
          if (__pyx_t_6 >= PyList_GET_SIZE(__pyx_t_8)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_1 = PyList_GET_ITEM(__pyx_t_8, __pyx_t_6); __Pyx_INCREF(__pyx_t_1); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 2515, __pyx_L1_error)
          #else
          __pyx_t_1 = PySequence_ITEM(__pyx_t_8, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2515, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_1);
          #endif
        } else {
          if (__pyx_t_6 >= PyTuple_GET_SIZE(__pyx_t_8)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_1 = PyTuple_GET_ITEM(__pyx_t_8, __pyx_t_6); __Pyx_INCREF(__pyx_t_1); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 2515, __pyx_L1_error)
          #else
          __pyx_t_1 = PySequence_ITEM(__pyx_t_8, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2515, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_1);
          #endif
        }
      } else {
        __pyx_t_1 = __pyx_t_7(__pyx_t_8);
        if (unlikely(!__pyx_t_1)) {
          PyObject* exc_type = PyErr_Occurred();
          if (exc_type) {
            if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
            else __PYX_ERR(0, 2515, __pyx_L1_error)
          }
          break;
        }
        __Pyx_GOTREF(__pyx_t_1);
      }
      __Pyx_XDECREF_SET(__pyx_v_elbl, __pyx_t_1);
      __pyx_t_1 = 0;
      __pyx_v_i = __pyx_t_20;
      __pyx_t_20 = (__pyx_t_20 + 1);

      /* "pygsti/objects/replib/fastreplib.pyx":2516
 *         cur_indices = [] # the Evec-index corresponding to each term rep
 *         for i,elbl in enumerate(elabels):
 *             term_reps = [t.torep() for t in calc.sos.get_effect(elbl).get_taylor_order_terms(order, mpv) ]             # <<<<<<<<<<<<<<
 *             cur_term_reps.extend( term_reps )
 *             cur_indices.extend( [i]*len(term_reps) )
 */
      __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2516, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_1);
      __pyx_t_18 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_sos); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 2516, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_18);
      __pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_t_18, __pyx_n_s_get_effect); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 2516, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_10);
      __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0;
      __pyx_t_18 = NULL;
      if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_10))) {
        __pyx_t_18 = PyMethod_GET_SELF(__pyx_t_10);
        if (likely(__pyx_t_18)) {
          PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_10);
          __Pyx_INCREF(__pyx_t_18);
          __Pyx_INCREF(function);
          __Pyx_DECREF_SET(__pyx_t_10, function);
        }
      }
      __pyx_t_3 = (__pyx_t_18) ? __Pyx_PyObject_Call2Args(__pyx_t_10, __pyx_t_18, __pyx_v_elbl) : __Pyx_PyObject_CallOneArg(__pyx_t_10, __pyx_v_elbl);
      __Pyx_XDECREF(__pyx_t_18); __pyx_t_18 = 0;
      if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2516, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_3);
      __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
      __pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_get_taylor_order_terms); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 2516, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_10);
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      __pyx_t_3 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_order); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 2516, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_3);
      __pyx_t_18 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_mpv); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 2516, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_18);
      __pyx_t_2 = NULL;
      __pyx_t_17 = 0;
      if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_10))) {
        __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_10);
        if (likely(__pyx_t_2)) {
          PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_10);
          __Pyx_INCREF(__pyx_t_2);
          __Pyx_INCREF(function);
          __Pyx_DECREF_SET(__pyx_t_10, function);
          __pyx_t_17 = 1;
        }
      }
      #if CYTHON_FAST_PYCALL
      if (PyFunction_Check(__pyx_t_10)) {
        PyObject *__pyx_temp[3] = {__pyx_t_2, __pyx_t_3, __pyx_t_18};
        __pyx_t_15 = __Pyx_PyFunction_FastCall(__pyx_t_10, __pyx_temp+1-__pyx_t_17, 2+__pyx_t_17); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 2516, __pyx_L1_error)
        __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
        __Pyx_GOTREF(__pyx_t_15);
        __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
        __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0;
      } else
      #endif
      #if CYTHON_FAST_PYCCALL
      if (__Pyx_PyFastCFunction_Check(__pyx_t_10)) {
        PyObject *__pyx_temp[3] = {__pyx_t_2, __pyx_t_3, __pyx_t_18};
        __pyx_t_15 = __Pyx_PyCFunction_FastCall(__pyx_t_10, __pyx_temp+1-__pyx_t_17, 2+__pyx_t_17); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 2516, __pyx_L1_error)
        __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
        __Pyx_GOTREF(__pyx_t_15);
        __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
        __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0;
      } else
      #endif
      {
        __pyx_t_9 = PyTuple_New(2+__pyx_t_17); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2516, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_9);
        if (__pyx_t_2) {
          __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_9, 0, __pyx_t_2); __pyx_t_2 = NULL;
        }
        __Pyx_GIVEREF(__pyx_t_3);
        PyTuple_SET_ITEM(__pyx_t_9, 0+__pyx_t_17, __pyx_t_3);
        __Pyx_GIVEREF(__pyx_t_18);
        PyTuple_SET_ITEM(__pyx_t_9, 1+__pyx_t_17, __pyx_t_18);
        __pyx_t_3 = 0;
        __pyx_t_18 = 0;
        __pyx_t_15 = __Pyx_PyObject_Call(__pyx_t_10, __pyx_t_9, NULL); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 2516, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_15);
        __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
      }
      __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
      if (likely(PyList_CheckExact(__pyx_t_15)) || PyTuple_CheckExact(__pyx_t_15)) {
        __pyx_t_10 = __pyx_t_15; __Pyx_INCREF(__pyx_t_10); __pyx_t_19 = 0;
        __pyx_t_21 = NULL;
      } else {
        __pyx_t_19 = -1; __pyx_t_10 = PyObject_GetIter(__pyx_t_15); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 2516, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_10);
        __pyx_t_21 = Py_TYPE(__pyx_t_10)->tp_iternext; if (unlikely(!__pyx_t_21)) __PYX_ERR(0, 2516, __pyx_L1_error)
      }
      __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
      for (;;) {
        if (likely(!__pyx_t_21)) {
          if (likely(PyList_CheckExact(__pyx_t_10))) {
            if (__pyx_t_19 >= PyList_GET_SIZE(__pyx_t_10)) break;
            #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
            __pyx_t_15 = PyList_GET_ITEM(__pyx_t_10, __pyx_t_19); __Pyx_INCREF(__pyx_t_15); __pyx_t_19++; if (unlikely(0 < 0)) __PYX_ERR(0, 2516, __pyx_L1_error)
            #else
            __pyx_t_15 = PySequence_ITEM(__pyx_t_10, __pyx_t_19); __pyx_t_19++; if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 2516, __pyx_L1_error)
            __Pyx_GOTREF(__pyx_t_15);
            #endif
          } else {
            if (__pyx_t_19 >= PyTuple_GET_SIZE(__pyx_t_10)) break;
            #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
            __pyx_t_15 = PyTuple_GET_ITEM(__pyx_t_10, __pyx_t_19); __Pyx_INCREF(__pyx_t_15); __pyx_t_19++; if (unlikely(0 < 0)) __PYX_ERR(0, 2516, __pyx_L1_error)
            #else
            __pyx_t_15 = PySequence_ITEM(__pyx_t_10, __pyx_t_19); __pyx_t_19++; if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 2516, __pyx_L1_error)
            __Pyx_GOTREF(__pyx_t_15);
            #endif
          }
        } else {
          __pyx_t_15 = __pyx_t_21(__pyx_t_10);
          if (unlikely(!__pyx_t_15)) {
            PyObject* exc_type = PyErr_Occurred();
            if (exc_type) {
              if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
              else __PYX_ERR(0, 2516, __pyx_L1_error)
            }
            break;
          }
          __Pyx_GOTREF(__pyx_t_15);
        }
        __Pyx_XDECREF_SET(__pyx_v_t, __pyx_t_15);
        __pyx_t_15 = 0;
        __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_t, __pyx_n_s_torep); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2516, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_9);
        __pyx_t_18 = NULL;
        if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_9))) {
          __pyx_t_18 = PyMethod_GET_SELF(__pyx_t_9);
          if (likely(__pyx_t_18)) {
            PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_9);
            __Pyx_INCREF(__pyx_t_18);
            __Pyx_INCREF(function);
            __Pyx_DECREF_SET(__pyx_t_9, function);
          }
        }
        __pyx_t_15 = (__pyx_t_18) ? __Pyx_PyObject_CallOneArg(__pyx_t_9, __pyx_t_18) : __Pyx_PyObject_CallNoArg(__pyx_t_9);
        __Pyx_XDECREF(__pyx_t_18); __pyx_t_18 = 0;
        if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 2516, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_15);
        __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
        if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_15))) __PYX_ERR(0, 2516, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
      }
      __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
      __Pyx_XDECREF_SET(__pyx_v_term_reps, ((PyObject*)__pyx_t_1));
      __pyx_t_1 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":2517
 *         for i,elbl in enumerate(elabels):
 *             term_reps = [t.torep() for t in calc.sos.get_effect(elbl).get_taylor_order_terms(order, mpv) ]
 *             cur_term_reps.extend( term_reps )             # <<<<<<<<<<<<<<
 *             cur_indices.extend( [i]*len(term_reps) )
 *         E_term_reps.append( cur_term_reps )
 */
      __pyx_t_4 = __Pyx_PyList_Extend(__pyx_v_cur_term_reps, __pyx_v_term_reps); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(0, 2517, __pyx_L1_error)

      /* "pygsti/objects/replib/fastreplib.pyx":2518
 *             term_reps = [t.torep() for t in calc.sos.get_effect(elbl).get_taylor_order_terms(order, mpv) ]
 *             cur_term_reps.extend( term_reps )
 *             cur_indices.extend( [i]*len(term_reps) )             # <<<<<<<<<<<<<<
 *         E_term_reps.append( cur_term_reps )
 *         E_indices.append( cur_indices )
 */
      __pyx_t_1 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_i); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2518, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_1);
      __pyx_t_19 = PyList_GET_SIZE(__pyx_v_term_reps); if (unlikely(__pyx_t_19 == ((Py_ssize_t)-1))) __PYX_ERR(0, 2518, __pyx_L1_error)
      __pyx_t_10 = PyList_New(1 * ((__pyx_t_19<0) ? 0:__pyx_t_19)); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 2518, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_10);
      { Py_ssize_t __pyx_temp;
        for (__pyx_temp=0; __pyx_temp < __pyx_t_19; __pyx_temp++) {
          __Pyx_INCREF(__pyx_t_1);
          __Pyx_GIVEREF(__pyx_t_1);
          PyList_SET_ITEM(__pyx_t_10, __pyx_temp, __pyx_t_1);
        }
      }
      __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
      __pyx_t_4 = __Pyx_PyList_Extend(__pyx_v_cur_indices, __pyx_t_10); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(0, 2518, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":2515
 *         cur_term_reps = [] # the term reps for *all* the effect vectors
 *         cur_indices = [] # the Evec-index corresponding to each term rep
 *         for i,elbl in enumerate(elabels):             # <<<<<<<<<<<<<<
 *             term_reps = [t.torep() for t in calc.sos.get_effect(elbl).get_taylor_order_terms(order, mpv) ]
 *             cur_term_reps.extend( term_reps )
 */
    }
    __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":2519
 *             cur_term_reps.extend( term_reps )
 *             cur_indices.extend( [i]*len(term_reps) )
 *         E_term_reps.append( cur_term_reps )             # <<<<<<<<<<<<<<
 *         E_indices.append( cur_indices )
 * 
 */
    __pyx_t_4 = __Pyx_PyList_Append(__pyx_v_E_term_reps, __pyx_v_cur_term_reps); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(0, 2519, __pyx_L1_error)

    /* "pygsti/objects/replib/fastreplib.pyx":2520
 *             cur_indices.extend( [i]*len(term_reps) )
 *         E_term_reps.append( cur_term_reps )
 *         E_indices.append( cur_indices )             # <<<<<<<<<<<<<<
 * 
 *     #convert to c-reps
 */
    __pyx_t_4 = __Pyx_PyList_Append(__pyx_v_E_indices, __pyx_v_cur_indices); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(0, 2520, __pyx_L1_error)
  }

  /* "pygsti/objects/replib/fastreplib.pyx":2524
 *     #convert to c-reps
 *     cdef INT gi
 *     cdef vector[vector[SVTermCRep_ptr]] rho_term_creps = sv_extract_cterms(rho_term_reps,calc.max_order)             # <<<<<<<<<<<<<<
 *     cdef vector[vector[SVTermCRep_ptr]] E_term_creps = sv_extract_cterms(E_term_reps,calc.max_order)
 *     cdef unordered_map[INT, vector[vector[SVTermCRep_ptr]]] gate_term_creps
 */
  __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_max_order); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 2524, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_8);
  __pyx_t_5 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_8); if (unlikely((__pyx_t_5 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 2524, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
  __pyx_v_rho_term_creps = __pyx_f_6pygsti_7objects_6replib_10fastreplib_sv_extract_cterms(__pyx_v_rho_term_reps, __pyx_t_5);

  /* "pygsti/objects/replib/fastreplib.pyx":2525
 *     cdef INT gi
 *     cdef vector[vector[SVTermCRep_ptr]] rho_term_creps = sv_extract_cterms(rho_term_reps,calc.max_order)
 *     cdef vector[vector[SVTermCRep_ptr]] E_term_creps = sv_extract_cterms(E_term_reps,calc.max_order)             # <<<<<<<<<<<<<<
 *     cdef unordered_map[INT, vector[vector[SVTermCRep_ptr]]] gate_term_creps
 *     for gi,termrep_lists in op_term_reps.items():
 */
  __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_max_order); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 2525, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_8);
  __pyx_t_5 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_8); if (unlikely((__pyx_t_5 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 2525, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
  __pyx_v_E_term_creps = __pyx_f_6pygsti_7objects_6replib_10fastreplib_sv_extract_cterms(__pyx_v_E_term_reps, __pyx_t_5);

  /* "pygsti/objects/replib/fastreplib.pyx":2527
 *     cdef vector[vector[SVTermCRep_ptr]] E_term_creps = sv_extract_cterms(E_term_reps,calc.max_order)
 *     cdef unordered_map[INT, vector[vector[SVTermCRep_ptr]]] gate_term_creps
 *     for gi,termrep_lists in op_term_reps.items():             # <<<<<<<<<<<<<<
 *         gate_term_creps[gi] = sv_extract_cterms(termrep_lists,calc.max_order)
 * 
 */
  __pyx_t_8 = __Pyx_PyDict_Items(__pyx_v_op_term_reps); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 2527, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_8);
  if (likely(PyList_CheckExact(__pyx_t_8)) || PyTuple_CheckExact(__pyx_t_8)) {
    __pyx_t_10 = __pyx_t_8; __Pyx_INCREF(__pyx_t_10); __pyx_t_6 = 0;
    __pyx_t_7 = NULL;
  } else {
    __pyx_t_6 = -1; __pyx_t_10 = PyObject_GetIter(__pyx_t_8); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 2527, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_10);
    __pyx_t_7 = Py_TYPE(__pyx_t_10)->tp_iternext; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 2527, __pyx_L1_error)
  }
  __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
  for (;;) {
    if (likely(!__pyx_t_7)) {
      if (likely(PyList_CheckExact(__pyx_t_10))) {
        if (__pyx_t_6 >= PyList_GET_SIZE(__pyx_t_10)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_8 = PyList_GET_ITEM(__pyx_t_10, __pyx_t_6); __Pyx_INCREF(__pyx_t_8); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 2527, __pyx_L1_error)
        #else
        __pyx_t_8 = PySequence_ITEM(__pyx_t_10, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 2527, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_8);
        #endif
      } else {
        if (__pyx_t_6 >= PyTuple_GET_SIZE(__pyx_t_10)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_8 = PyTuple_GET_ITEM(__pyx_t_10, __pyx_t_6); __Pyx_INCREF(__pyx_t_8); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 2527, __pyx_L1_error)
        #else
        __pyx_t_8 = PySequence_ITEM(__pyx_t_10, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 2527, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_8);
        #endif
      }
    } else {
      __pyx_t_8 = __pyx_t_7(__pyx_t_10);
      if (unlikely(!__pyx_t_8)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
          else __PYX_ERR(0, 2527, __pyx_L1_error)
        }
        break;
      }
      __Pyx_GOTREF(__pyx_t_8);
    }
    if ((likely(PyTuple_CheckExact(__pyx_t_8))) || (PyList_CheckExact(__pyx_t_8))) {
      PyObject* sequence = __pyx_t_8;
      Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
      if (unlikely(size != 2)) {
        if (size > 2) __Pyx_RaiseTooManyValuesError(2);
        else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
        __PYX_ERR(0, 2527, __pyx_L1_error)
      }
      #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
      if (likely(PyTuple_CheckExact(sequence))) {
        __pyx_t_1 = PyTuple_GET_ITEM(sequence, 0); 
        __pyx_t_15 = PyTuple_GET_ITEM(sequence, 1); 
      } else {
        __pyx_t_1 = PyList_GET_ITEM(sequence, 0); 
        __pyx_t_15 = PyList_GET_ITEM(sequence, 1); 
      }
      __Pyx_INCREF(__pyx_t_1);
      __Pyx_INCREF(__pyx_t_15);
      #else
      __pyx_t_1 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2527, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_1);
      __pyx_t_15 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 2527, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_15);
      #endif
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
    } else {
      Py_ssize_t index = -1;
      __pyx_t_9 = PyObject_GetIter(__pyx_t_8); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2527, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_9);
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
      __pyx_t_22 = Py_TYPE(__pyx_t_9)->tp_iternext;
      index = 0; __pyx_t_1 = __pyx_t_22(__pyx_t_9); if (unlikely(!__pyx_t_1)) goto __pyx_L33_unpacking_failed;
      __Pyx_GOTREF(__pyx_t_1);
      index = 1; __pyx_t_15 = __pyx_t_22(__pyx_t_9); if (unlikely(!__pyx_t_15)) goto __pyx_L33_unpacking_failed;
      __Pyx_GOTREF(__pyx_t_15);
      if (__Pyx_IternextUnpackEndCheck(__pyx_t_22(__pyx_t_9), 2) < 0) __PYX_ERR(0, 2527, __pyx_L1_error)
      __pyx_t_22 = NULL;
      __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
      goto __pyx_L34_unpacking_done;
      __pyx_L33_unpacking_failed:;
      __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
      __pyx_t_22 = NULL;
      if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
      __PYX_ERR(0, 2527, __pyx_L1_error)
      __pyx_L34_unpacking_done:;
    }
    __pyx_t_5 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_1); if (unlikely((__pyx_t_5 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 2527, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
    __pyx_v_gi = __pyx_t_5;
    __Pyx_XDECREF_SET(__pyx_v_termrep_lists, __pyx_t_15);
    __pyx_t_15 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":2528
 *     cdef unordered_map[INT, vector[vector[SVTermCRep_ptr]]] gate_term_creps
 *     for gi,termrep_lists in op_term_reps.items():
 *         gate_term_creps[gi] = sv_extract_cterms(termrep_lists,calc.max_order)             # <<<<<<<<<<<<<<
 * 
 *     E_cindices = vector[vector[INT]](<INT>len(E_indices))
 */
    __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_max_order); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 2528, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_8);
    __pyx_t_5 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_8); if (unlikely((__pyx_t_5 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 2528, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
    (__pyx_v_gate_term_creps[__pyx_v_gi]) = __pyx_f_6pygsti_7objects_6replib_10fastreplib_sv_extract_cterms(__pyx_v_termrep_lists, __pyx_t_5);

    /* "pygsti/objects/replib/fastreplib.pyx":2527
 *     cdef vector[vector[SVTermCRep_ptr]] E_term_creps = sv_extract_cterms(E_term_reps,calc.max_order)
 *     cdef unordered_map[INT, vector[vector[SVTermCRep_ptr]]] gate_term_creps
 *     for gi,termrep_lists in op_term_reps.items():             # <<<<<<<<<<<<<<
 *         gate_term_creps[gi] = sv_extract_cterms(termrep_lists,calc.max_order)
 * 
 */
  }
  __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2530
 *         gate_term_creps[gi] = sv_extract_cterms(termrep_lists,calc.max_order)
 * 
 *     E_cindices = vector[vector[INT]](<INT>len(E_indices))             # <<<<<<<<<<<<<<
 *     for ii,inds in enumerate(E_indices):
 *         E_cindices[ii] = vector[INT](<INT>len(inds))
 */
  __pyx_t_6 = PyList_GET_SIZE(__pyx_v_E_indices); if (unlikely(__pyx_t_6 == ((Py_ssize_t)-1))) __PYX_ERR(0, 2530, __pyx_L1_error)
  try {
    __pyx_t_23 = std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> > (((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_t_6));
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 2530, __pyx_L1_error)
  }
  __pyx_t_10 = __pyx_convert_vector_to_py_std_3a__3a_vector_3c___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT_3e___(__pyx_t_23); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 2530, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_10);
  __pyx_v_E_cindices = __pyx_t_10;
  __pyx_t_10 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2531
 * 
 *     E_cindices = vector[vector[INT]](<INT>len(E_indices))
 *     for ii,inds in enumerate(E_indices):             # <<<<<<<<<<<<<<
 *         E_cindices[ii] = vector[INT](<INT>len(inds))
 *         for jj,indx in enumerate(inds):
 */
  __Pyx_INCREF(__pyx_int_0);
  __pyx_t_10 = __pyx_int_0;
  __pyx_t_8 = __pyx_v_E_indices; __Pyx_INCREF(__pyx_t_8); __pyx_t_6 = 0;
  for (;;) {
    if (__pyx_t_6 >= PyList_GET_SIZE(__pyx_t_8)) break;
    #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
    __pyx_t_15 = PyList_GET_ITEM(__pyx_t_8, __pyx_t_6); __Pyx_INCREF(__pyx_t_15); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 2531, __pyx_L1_error)
    #else
    __pyx_t_15 = PySequence_ITEM(__pyx_t_8, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 2531, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_15);
    #endif
    __Pyx_XDECREF_SET(__pyx_v_inds, __pyx_t_15);
    __pyx_t_15 = 0;
    __Pyx_INCREF(__pyx_t_10);
    __Pyx_XDECREF_SET(__pyx_v_ii, __pyx_t_10);
    __pyx_t_15 = __Pyx_PyInt_AddObjC(__pyx_t_10, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 2531, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_15);
    __Pyx_DECREF(__pyx_t_10);
    __pyx_t_10 = __pyx_t_15;
    __pyx_t_15 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":2532
 *     E_cindices = vector[vector[INT]](<INT>len(E_indices))
 *     for ii,inds in enumerate(E_indices):
 *         E_cindices[ii] = vector[INT](<INT>len(inds))             # <<<<<<<<<<<<<<
 *         for jj,indx in enumerate(inds):
 *             E_cindices[ii][jj] = <INT>indx
 */
    __pyx_t_19 = PyObject_Length(__pyx_v_inds); if (unlikely(__pyx_t_19 == ((Py_ssize_t)-1))) __PYX_ERR(0, 2532, __pyx_L1_error)
    try {
      __pyx_t_24 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> (((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_t_19));
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 2532, __pyx_L1_error)
    }
    __pyx_t_15 = __pyx_convert_vector_to_py___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT(__pyx_t_24); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 2532, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_15);
    if (unlikely(PyObject_SetItem(__pyx_v_E_cindices, __pyx_v_ii, __pyx_t_15) < 0)) __PYX_ERR(0, 2532, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":2533
 *     for ii,inds in enumerate(E_indices):
 *         E_cindices[ii] = vector[INT](<INT>len(inds))
 *         for jj,indx in enumerate(inds):             # <<<<<<<<<<<<<<
 *             E_cindices[ii][jj] = <INT>indx
 * 
 */
    __Pyx_INCREF(__pyx_int_0);
    __pyx_t_15 = __pyx_int_0;
    if (likely(PyList_CheckExact(__pyx_v_inds)) || PyTuple_CheckExact(__pyx_v_inds)) {
      __pyx_t_1 = __pyx_v_inds; __Pyx_INCREF(__pyx_t_1); __pyx_t_19 = 0;
      __pyx_t_7 = NULL;
    } else {
      __pyx_t_19 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_v_inds); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2533, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_1);
      __pyx_t_7 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 2533, __pyx_L1_error)
    }
    for (;;) {
      if (likely(!__pyx_t_7)) {
        if (likely(PyList_CheckExact(__pyx_t_1))) {
          if (__pyx_t_19 >= PyList_GET_SIZE(__pyx_t_1)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_9 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_19); __Pyx_INCREF(__pyx_t_9); __pyx_t_19++; if (unlikely(0 < 0)) __PYX_ERR(0, 2533, __pyx_L1_error)
          #else
          __pyx_t_9 = PySequence_ITEM(__pyx_t_1, __pyx_t_19); __pyx_t_19++; if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2533, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_9);
          #endif
        } else {
          if (__pyx_t_19 >= PyTuple_GET_SIZE(__pyx_t_1)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_9 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_19); __Pyx_INCREF(__pyx_t_9); __pyx_t_19++; if (unlikely(0 < 0)) __PYX_ERR(0, 2533, __pyx_L1_error)
          #else
          __pyx_t_9 = PySequence_ITEM(__pyx_t_1, __pyx_t_19); __pyx_t_19++; if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2533, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_9);
          #endif
        }
      } else {
        __pyx_t_9 = __pyx_t_7(__pyx_t_1);
        if (unlikely(!__pyx_t_9)) {
          PyObject* exc_type = PyErr_Occurred();
          if (exc_type) {
            if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
            else __PYX_ERR(0, 2533, __pyx_L1_error)
          }
          break;
        }
        __Pyx_GOTREF(__pyx_t_9);
      }
      __Pyx_XDECREF_SET(__pyx_v_indx, __pyx_t_9);
      __pyx_t_9 = 0;
      __Pyx_INCREF(__pyx_t_15);
      __Pyx_XDECREF_SET(__pyx_v_jj, __pyx_t_15);
      __pyx_t_9 = __Pyx_PyInt_AddObjC(__pyx_t_15, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2533, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_9);
      __Pyx_DECREF(__pyx_t_15);
      __pyx_t_15 = __pyx_t_9;
      __pyx_t_9 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":2534
 *         E_cindices[ii] = vector[INT](<INT>len(inds))
 *         for jj,indx in enumerate(inds):
 *             E_cindices[ii][jj] = <INT>indx             # <<<<<<<<<<<<<<
 * 
 *     #Note: term calculator "dim" is the full density matrix dim
 */
      __pyx_t_5 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_v_indx); if (unlikely((__pyx_t_5 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 2534, __pyx_L1_error)
      __pyx_t_9 = __Pyx_PyInt_From_PY_LONG_LONG(((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_t_5)); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 2534, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_9);
      __pyx_t_18 = __Pyx_PyObject_GetItem(__pyx_v_E_cindices, __pyx_v_ii); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 2534, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_18);
      if (unlikely(PyObject_SetItem(__pyx_t_18, __pyx_v_jj, __pyx_t_9) < 0)) __PYX_ERR(0, 2534, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0;
      __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":2533
 *     for ii,inds in enumerate(E_indices):
 *         E_cindices[ii] = vector[INT](<INT>len(inds))
 *         for jj,indx in enumerate(inds):             # <<<<<<<<<<<<<<
 *             E_cindices[ii][jj] = <INT>indx
 * 
 */
    }
    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
    __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":2531
 * 
 *     E_cindices = vector[vector[INT]](<INT>len(E_indices))
 *     for ii,inds in enumerate(E_indices):             # <<<<<<<<<<<<<<
 *         E_cindices[ii] = vector[INT](<INT>len(inds))
 *         for jj,indx in enumerate(inds):
 */
  }
  __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
  __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2537
 * 
 *     #Note: term calculator "dim" is the full density matrix dim
 *     stateDim = int(round(np.sqrt(calc.dim)))             # <<<<<<<<<<<<<<
 * 
 *     #Call C-only function (which operates with C-representations only)
 */
  __Pyx_GetModuleGlobalName(__pyx_t_8, __pyx_n_s_np); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 2537, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_8);
  __pyx_t_15 = __Pyx_PyObject_GetAttrStr(__pyx_t_8, __pyx_n_s_sqrt); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 2537, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_15);
  __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
  __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_dim); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 2537, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_8);
  __pyx_t_1 = NULL;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_15))) {
    __pyx_t_1 = PyMethod_GET_SELF(__pyx_t_15);
    if (likely(__pyx_t_1)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_15);
      __Pyx_INCREF(__pyx_t_1);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_15, function);
    }
  }
  __pyx_t_10 = (__pyx_t_1) ? __Pyx_PyObject_Call2Args(__pyx_t_15, __pyx_t_1, __pyx_t_8) : __Pyx_PyObject_CallOneArg(__pyx_t_15, __pyx_t_8);
  __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
  __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
  if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 2537, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_10);
  __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
  __pyx_t_15 = __Pyx_PyObject_CallOneArg(__pyx_builtin_round, __pyx_t_10); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 2537, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_15);
  __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
  __pyx_t_10 = __Pyx_PyNumber_Int(__pyx_t_15); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 2537, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_10);
  __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
  __pyx_v_stateDim = __pyx_t_10;
  __pyx_t_10 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2542
 *     cdef vector[PolyCRep*] polys = sv_prs_as_polys(
 *         cgatestring, rho_term_creps, gate_term_creps, E_term_creps,
 *         E_cindices, numEs, calc.max_order, mpv, vpi, stateDim, <bool>fastmode)             # <<<<<<<<<<<<<<
 * 
 *     return [ PolyRep_from_allocd_PolyCRep(polys[i]) for i in range(<INT>polys.size()) ]
 */
  __pyx_t_23 = __pyx_convert_vector_from_py_std_3a__3a_vector_3c___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT_3e___(__pyx_v_E_cindices); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 2542, __pyx_L1_error)
  __pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_max_order); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 2542, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_10);
  __pyx_t_5 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_10); if (unlikely((__pyx_t_5 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 2542, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
  __pyx_t_20 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_v_stateDim); if (unlikely((__pyx_t_20 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 2542, __pyx_L1_error)
  __pyx_t_25 = __Pyx_PyObject_IsTrue(__pyx_v_fastmode); if (unlikely((__pyx_t_25 == ((bool)-1)) && PyErr_Occurred())) __PYX_ERR(0, 2542, __pyx_L1_error)

  /* "pygsti/objects/replib/fastreplib.pyx":2540
 * 
 *     #Call C-only function (which operates with C-representations only)
 *     cdef vector[PolyCRep*] polys = sv_prs_as_polys(             # <<<<<<<<<<<<<<
 *         cgatestring, rho_term_creps, gate_term_creps, E_term_creps,
 *         E_cindices, numEs, calc.max_order, mpv, vpi, stateDim, <bool>fastmode)
 */
  __pyx_v_polys = __pyx_f_6pygsti_7objects_6replib_10fastreplib_sv_prs_as_polys(__pyx_v_cgatestring, __pyx_v_rho_term_creps, __pyx_v_gate_term_creps, __pyx_v_E_term_creps, __pyx_t_23, __pyx_v_numEs, __pyx_t_5, __pyx_v_mpv, __pyx_v_vpi, __pyx_t_20, ((bool)__pyx_t_25));

  /* "pygsti/objects/replib/fastreplib.pyx":2544
 *         E_cindices, numEs, calc.max_order, mpv, vpi, stateDim, <bool>fastmode)
 * 
 *     return [ PolyRep_from_allocd_PolyCRep(polys[i]) for i in range(<INT>polys.size()) ]             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_10 = PyList_New(0); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 2544, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_10);
  __pyx_t_20 = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_polys.size());
  __pyx_t_5 = __pyx_t_20;
  for (__pyx_t_26 = 0; __pyx_t_26 < __pyx_t_5; __pyx_t_26+=1) {
    __pyx_v_i = __pyx_t_26;
    __pyx_t_15 = __pyx_f_6pygsti_7objects_6replib_10fastreplib_PolyRep_from_allocd_PolyCRep((__pyx_v_polys[__pyx_v_i])); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 2544, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_15);
    if (unlikely(__Pyx_ListComp_Append(__pyx_t_10, (PyObject*)__pyx_t_15))) __PYX_ERR(0, 2544, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
  }
  __pyx_r = __pyx_t_10;
  __pyx_t_10 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":2482
 * 
 * 
 * def SV_prs_as_polys(calc, rholabel, elabels, circuit, comm=None, memLimit=None, fastmode=True):             # <<<<<<<<<<<<<<
 * 
 *     # Create gatelable -> int mapping to be used throughout
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_8);
  __Pyx_XDECREF(__pyx_t_9);
  __Pyx_XDECREF(__pyx_t_10);
  __Pyx_XDECREF(__pyx_t_13);
  __Pyx_XDECREF(__pyx_t_14);
  __Pyx_XDECREF(__pyx_t_15);
  __Pyx_XDECREF(__pyx_t_16);
  __Pyx_XDECREF(__pyx_t_18);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SV_prs_as_polys", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_distinct_gateLabels);
  __Pyx_XDECREF(__pyx_v_glmap);
  __Pyx_XDECREF(__pyx_v_gl);
  __Pyx_XDECREF(__pyx_v_op_term_reps);
  __Pyx_XDECREF(__pyx_v_rho_term_reps);
  __Pyx_XDECREF(__pyx_v_E_term_reps);
  __Pyx_XDECREF(__pyx_v_E_indices);
  __Pyx_XDECREF(__pyx_v_cur_term_reps);
  __Pyx_XDECREF(__pyx_v_cur_indices);
  __Pyx_XDECREF(__pyx_v_elbl);
  __Pyx_XDECREF(__pyx_v_term_reps);
  __Pyx_XDECREF(__pyx_v_termrep_lists);
  __Pyx_XDECREF(__pyx_v_E_cindices);
  __Pyx_XDECREF(__pyx_v_ii);
  __Pyx_XDECREF(__pyx_v_inds);
  __Pyx_XDECREF(__pyx_v_jj);
  __Pyx_XDECREF(__pyx_v_indx);
  __Pyx_XDECREF(__pyx_v_stateDim);
  __Pyx_XDECREF(__pyx_9genexpr14__pyx_v_gl);
  __Pyx_XDECREF(__pyx_9genexpr15__pyx_v_glbl);
  __Pyx_XDECREF(__pyx_9genexpr15__pyx_v_t);
  __Pyx_XDECREF(__pyx_v_t);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":2547
 * 
 * 
 * cdef vector[PolyCRep*] sv_prs_as_polys(             # <<<<<<<<<<<<<<
 *     vector[INT]& circuit, vector[vector[SVTermCRep_ptr]] rho_term_reps,
 *     unordered_map[INT, vector[vector[SVTermCRep_ptr]]] op_term_reps,
 */

static std::vector<CReps::PolyCRep *>  __pyx_f_6pygsti_7objects_6replib_10fastreplib_sv_prs_as_polys(std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  &__pyx_v_circuit, std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr> >  __pyx_v_rho_term_reps, std::unordered_map<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT,std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr> > >  __pyx_v_op_term_reps, std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr> >  __pyx_v_E_term_reps, std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  __pyx_v_E_term_indices, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_numEs, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_max_order, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_max_poly_vars, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_vindices_per_int, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim, bool __pyx_v_fastmode) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_N;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT *__pyx_v_p;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_j;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_k;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_order;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_gn;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_sv_innerloopfn_ptr __pyx_v_innerloop_fn;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  *__pyx_v_Einds;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_SVTermCRep_ptr_ptr>  __pyx_v_factor_lists;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_PolyCRep_ptr>  __pyx_v_prps;
  std::vector<CReps::PolyCRep *>  __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  Py_ssize_t __pyx_t_2;
  int __pyx_t_3;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_PolyCRep_ptr>  __pyx_t_4;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_5;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_6;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_7;
  std::unordered_map<CReps::PolyVarsIndex,__pyx_t_double_complex>  __pyx_t_8;
  CReps::PolyCRep *__pyx_t_9;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_10;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_11;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_12;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_SVTermCRep_ptr_ptr>  __pyx_t_13;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_14;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_15;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_16;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_17;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_18;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_19;
  __Pyx_RefNannySetupContext("sv_prs_as_polys", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":2556
 *     # lookups and avoid weird string conversion stuff with Cython
 * 
 *     cdef INT N = len(circuit)             # <<<<<<<<<<<<<<
 *     cdef INT* p = <INT*>malloc((N+2) * sizeof(INT))
 *     cdef INT i,j,k,order,nTerms
 */
  __pyx_t_1 = __pyx_convert_vector_to_py___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT(__pyx_v_circuit); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2556, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_2 = PyObject_Length(__pyx_t_1); if (unlikely(__pyx_t_2 == ((Py_ssize_t)-1))) __PYX_ERR(0, 2556, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_v_N = __pyx_t_2;

  /* "pygsti/objects/replib/fastreplib.pyx":2557
 * 
 *     cdef INT N = len(circuit)
 *     cdef INT* p = <INT*>malloc((N+2) * sizeof(INT))             # <<<<<<<<<<<<<<
 *     cdef INT i,j,k,order,nTerms
 *     cdef INT gn
 */
  __pyx_v_p = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT *)malloc(((__pyx_v_N + 2) * (sizeof(__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)))));

  /* "pygsti/objects/replib/fastreplib.pyx":2562
 * 
 *     cdef sv_innerloopfn_ptr innerloop_fn;
 *     if fastmode:             # <<<<<<<<<<<<<<
 *         innerloop_fn = sv_pr_as_poly_innerloop_savepartials
 *     else:
 */
  __pyx_t_3 = (__pyx_v_fastmode != 0);
  if (__pyx_t_3) {

    /* "pygsti/objects/replib/fastreplib.pyx":2563
 *     cdef sv_innerloopfn_ptr innerloop_fn;
 *     if fastmode:
 *         innerloop_fn = sv_pr_as_poly_innerloop_savepartials             # <<<<<<<<<<<<<<
 *     else:
 *         innerloop_fn = sv_pr_as_poly_innerloop
 */
    __pyx_v_innerloop_fn = __pyx_f_6pygsti_7objects_6replib_10fastreplib_sv_pr_as_poly_innerloop_savepartials;

    /* "pygsti/objects/replib/fastreplib.pyx":2562
 * 
 *     cdef sv_innerloopfn_ptr innerloop_fn;
 *     if fastmode:             # <<<<<<<<<<<<<<
 *         innerloop_fn = sv_pr_as_poly_innerloop_savepartials
 *     else:
 */
    goto __pyx_L3;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":2565
 *         innerloop_fn = sv_pr_as_poly_innerloop_savepartials
 *     else:
 *         innerloop_fn = sv_pr_as_poly_innerloop             # <<<<<<<<<<<<<<
 * 
 *     #extract raw data from gate_terms dictionary-of-lists for faster lookup
 */
  /*else*/ {
    __pyx_v_innerloop_fn = __pyx_f_6pygsti_7objects_6replib_10fastreplib_sv_pr_as_poly_innerloop;
  }
  __pyx_L3:;

  /* "pygsti/objects/replib/fastreplib.pyx":2577
 *     cdef vector[vector_SVTermCRep_ptr_ptr] factor_lists
 * 
 *     assert(max_order <= 2) # only support this partitioning below (so far)             # <<<<<<<<<<<<<<
 * 
 *     cdef vector[PolyCRep_ptr] prps = vector[PolyCRep_ptr](numEs)
 */
  #ifndef CYTHON_WITHOUT_ASSERTIONS
  if (unlikely(!Py_OptimizeFlag)) {
    if (unlikely(!((__pyx_v_max_order <= 2) != 0))) {
      PyErr_SetNone(PyExc_AssertionError);
      __PYX_ERR(0, 2577, __pyx_L1_error)
    }
  }
  #endif

  /* "pygsti/objects/replib/fastreplib.pyx":2579
 *     assert(max_order <= 2) # only support this partitioning below (so far)
 * 
 *     cdef vector[PolyCRep_ptr] prps = vector[PolyCRep_ptr](numEs)             # <<<<<<<<<<<<<<
 *     for i in range(numEs):
 *         prps[i] = new PolyCRep(unordered_map[PolyVarsIndex,complex](), max_poly_vars, vindices_per_int)
 */
  try {
    __pyx_t_4 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_PolyCRep_ptr> (__pyx_v_numEs);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 2579, __pyx_L1_error)
  }
  __pyx_v_prps = __pyx_t_4;

  /* "pygsti/objects/replib/fastreplib.pyx":2580
 * 
 *     cdef vector[PolyCRep_ptr] prps = vector[PolyCRep_ptr](numEs)
 *     for i in range(numEs):             # <<<<<<<<<<<<<<
 *         prps[i] = new PolyCRep(unordered_map[PolyVarsIndex,complex](), max_poly_vars, vindices_per_int)
 *         # create empty polys - maybe overload constructor for this?
 */
  __pyx_t_5 = __pyx_v_numEs;
  __pyx_t_6 = __pyx_t_5;
  for (__pyx_t_7 = 0; __pyx_t_7 < __pyx_t_6; __pyx_t_7+=1) {
    __pyx_v_i = __pyx_t_7;

    /* "pygsti/objects/replib/fastreplib.pyx":2581
 *     cdef vector[PolyCRep_ptr] prps = vector[PolyCRep_ptr](numEs)
 *     for i in range(numEs):
 *         prps[i] = new PolyCRep(unordered_map[PolyVarsIndex,complex](), max_poly_vars, vindices_per_int)             # <<<<<<<<<<<<<<
 *         # create empty polys - maybe overload constructor for this?
 *         # these PolyCReps are alloc'd here and returned - it is the job of the caller to
 */
    try {
      __pyx_t_8 = std::unordered_map<CReps::PolyVarsIndex,__pyx_t_double_complex> ();
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 2581, __pyx_L1_error)
    }
    try {
      __pyx_t_9 = new CReps::PolyCRep(__pyx_t_8, __pyx_v_max_poly_vars, __pyx_v_vindices_per_int);
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 2581, __pyx_L1_error)
    }
    (__pyx_v_prps[__pyx_v_i]) = __pyx_t_9;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":2586
 *         #  free them (or assign them to new PolyRep wrapper objs)
 * 
 *     for order in range(max_order+1):             # <<<<<<<<<<<<<<
 *         #print("DB: pr_as_poly order=",order)
 * 
 */
  __pyx_t_5 = (__pyx_v_max_order + 1);
  __pyx_t_6 = __pyx_t_5;
  for (__pyx_t_7 = 0; __pyx_t_7 < __pyx_t_6; __pyx_t_7+=1) {
    __pyx_v_order = __pyx_t_7;

    /* "pygsti/objects/replib/fastreplib.pyx":2590
 * 
 *         #for p in partition_into(order, N):
 *         for i in range(N+2): p[i] = 0 # clear p             # <<<<<<<<<<<<<<
 *         factor_lists = vector[vector_SVTermCRep_ptr_ptr](N+2)
 * 
 */
    __pyx_t_10 = (__pyx_v_N + 2);
    __pyx_t_11 = __pyx_t_10;
    for (__pyx_t_12 = 0; __pyx_t_12 < __pyx_t_11; __pyx_t_12+=1) {
      __pyx_v_i = __pyx_t_12;
      (__pyx_v_p[__pyx_v_i]) = 0;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":2591
 *         #for p in partition_into(order, N):
 *         for i in range(N+2): p[i] = 0 # clear p
 *         factor_lists = vector[vector_SVTermCRep_ptr_ptr](N+2)             # <<<<<<<<<<<<<<
 * 
 *         if order == 0:
 */
    try {
      __pyx_t_13 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_SVTermCRep_ptr_ptr> ((__pyx_v_N + 2));
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 2591, __pyx_L1_error)
    }
    __pyx_v_factor_lists = __pyx_t_13;

    /* "pygsti/objects/replib/fastreplib.pyx":2593
 *         factor_lists = vector[vector_SVTermCRep_ptr_ptr](N+2)
 * 
 *         if order == 0:             # <<<<<<<<<<<<<<
 *             #inner loop(p)
 *             #factor_lists = [ gate_terms[glbl][pi] for glbl,pi in zip(circuit,p) ]
 */
    switch (__pyx_v_order) {
      case 0:

      /* "pygsti/objects/replib/fastreplib.pyx":2596
 *             #inner loop(p)
 *             #factor_lists = [ gate_terms[glbl][pi] for glbl,pi in zip(circuit,p) ]
 *             factor_lists[0] = &rho_term_reps[p[0]]             # <<<<<<<<<<<<<<
 *             for k in range(N):
 *                 gn = circuit[k]
 */
      (__pyx_v_factor_lists[0]) = (&(__pyx_v_rho_term_reps[(__pyx_v_p[0])]));

      /* "pygsti/objects/replib/fastreplib.pyx":2597
 *             #factor_lists = [ gate_terms[glbl][pi] for glbl,pi in zip(circuit,p) ]
 *             factor_lists[0] = &rho_term_reps[p[0]]
 *             for k in range(N):             # <<<<<<<<<<<<<<
 *                 gn = circuit[k]
 *                 factor_lists[k+1] = &op_term_reps[circuit[k]][p[k+1]]
 */
      __pyx_t_10 = __pyx_v_N;
      __pyx_t_11 = __pyx_t_10;
      for (__pyx_t_12 = 0; __pyx_t_12 < __pyx_t_11; __pyx_t_12+=1) {
        __pyx_v_k = __pyx_t_12;

        /* "pygsti/objects/replib/fastreplib.pyx":2598
 *             factor_lists[0] = &rho_term_reps[p[0]]
 *             for k in range(N):
 *                 gn = circuit[k]             # <<<<<<<<<<<<<<
 *                 factor_lists[k+1] = &op_term_reps[circuit[k]][p[k+1]]
 *                 #if factor_lists[k+1].size() == 0: continue # WHAT???
 */
        __pyx_v_gn = (__pyx_v_circuit[__pyx_v_k]);

        /* "pygsti/objects/replib/fastreplib.pyx":2599
 *             for k in range(N):
 *                 gn = circuit[k]
 *                 factor_lists[k+1] = &op_term_reps[circuit[k]][p[k+1]]             # <<<<<<<<<<<<<<
 *                 #if factor_lists[k+1].size() == 0: continue # WHAT???
 *             factor_lists[N+1] = &E_term_reps[p[N+1]]
 */
        (__pyx_v_factor_lists[(__pyx_v_k + 1)]) = (&((__pyx_v_op_term_reps[(__pyx_v_circuit[__pyx_v_k])])[(__pyx_v_p[(__pyx_v_k + 1)])]));
      }

      /* "pygsti/objects/replib/fastreplib.pyx":2601
 *                 factor_lists[k+1] = &op_term_reps[circuit[k]][p[k+1]]
 *                 #if factor_lists[k+1].size() == 0: continue # WHAT???
 *             factor_lists[N+1] = &E_term_reps[p[N+1]]             # <<<<<<<<<<<<<<
 *             Einds = &E_term_indices[p[N+1]]
 * 
 */
      (__pyx_v_factor_lists[(__pyx_v_N + 1)]) = (&(__pyx_v_E_term_reps[(__pyx_v_p[(__pyx_v_N + 1)])]));

      /* "pygsti/objects/replib/fastreplib.pyx":2602
 *                 #if factor_lists[k+1].size() == 0: continue # WHAT???
 *             factor_lists[N+1] = &E_term_reps[p[N+1]]
 *             Einds = &E_term_indices[p[N+1]]             # <<<<<<<<<<<<<<
 * 
 *             #print("Part0 ",p)
 */
      __pyx_v_Einds = (&(__pyx_v_E_term_indices[(__pyx_v_p[(__pyx_v_N + 1)])]));

      /* "pygsti/objects/replib/fastreplib.pyx":2605
 * 
 *             #print("Part0 ",p)
 *             innerloop_fn(factor_lists,Einds,&prps,dim) #, prps_chk)             # <<<<<<<<<<<<<<
 * 
 * 
 */
      __pyx_v_innerloop_fn(__pyx_v_factor_lists, __pyx_v_Einds, (&__pyx_v_prps), __pyx_v_dim);

      /* "pygsti/objects/replib/fastreplib.pyx":2593
 *         factor_lists = vector[vector_SVTermCRep_ptr_ptr](N+2)
 * 
 *         if order == 0:             # <<<<<<<<<<<<<<
 *             #inner loop(p)
 *             #factor_lists = [ gate_terms[glbl][pi] for glbl,pi in zip(circuit,p) ]
 */
      break;
      case 1:

      /* "pygsti/objects/replib/fastreplib.pyx":2609
 * 
 *         elif order == 1:
 *             for i in range(N+2):             # <<<<<<<<<<<<<<
 *                 p[i] = 1
 *                 #inner loop(p)
 */
      __pyx_t_10 = (__pyx_v_N + 2);
      __pyx_t_11 = __pyx_t_10;
      for (__pyx_t_12 = 0; __pyx_t_12 < __pyx_t_11; __pyx_t_12+=1) {
        __pyx_v_i = __pyx_t_12;

        /* "pygsti/objects/replib/fastreplib.pyx":2610
 *         elif order == 1:
 *             for i in range(N+2):
 *                 p[i] = 1             # <<<<<<<<<<<<<<
 *                 #inner loop(p)
 *                 factor_lists[0] = &rho_term_reps[p[0]]
 */
        (__pyx_v_p[__pyx_v_i]) = 1;

        /* "pygsti/objects/replib/fastreplib.pyx":2612
 *                 p[i] = 1
 *                 #inner loop(p)
 *                 factor_lists[0] = &rho_term_reps[p[0]]             # <<<<<<<<<<<<<<
 *                 for k in range(N):
 *                     gn = circuit[k]
 */
        (__pyx_v_factor_lists[0]) = (&(__pyx_v_rho_term_reps[(__pyx_v_p[0])]));

        /* "pygsti/objects/replib/fastreplib.pyx":2613
 *                 #inner loop(p)
 *                 factor_lists[0] = &rho_term_reps[p[0]]
 *                 for k in range(N):             # <<<<<<<<<<<<<<
 *                     gn = circuit[k]
 *                     factor_lists[k+1] = &op_term_reps[gn][p[k+1]]
 */
        __pyx_t_14 = __pyx_v_N;
        __pyx_t_15 = __pyx_t_14;
        for (__pyx_t_16 = 0; __pyx_t_16 < __pyx_t_15; __pyx_t_16+=1) {
          __pyx_v_k = __pyx_t_16;

          /* "pygsti/objects/replib/fastreplib.pyx":2614
 *                 factor_lists[0] = &rho_term_reps[p[0]]
 *                 for k in range(N):
 *                     gn = circuit[k]             # <<<<<<<<<<<<<<
 *                     factor_lists[k+1] = &op_term_reps[gn][p[k+1]]
 *                     #if len(factor_lists[k+1]) == 0: continue #WHAT???
 */
          __pyx_v_gn = (__pyx_v_circuit[__pyx_v_k]);

          /* "pygsti/objects/replib/fastreplib.pyx":2615
 *                 for k in range(N):
 *                     gn = circuit[k]
 *                     factor_lists[k+1] = &op_term_reps[gn][p[k+1]]             # <<<<<<<<<<<<<<
 *                     #if len(factor_lists[k+1]) == 0: continue #WHAT???
 *                 factor_lists[N+1] = &E_term_reps[p[N+1]]
 */
          (__pyx_v_factor_lists[(__pyx_v_k + 1)]) = (&((__pyx_v_op_term_reps[__pyx_v_gn])[(__pyx_v_p[(__pyx_v_k + 1)])]));
        }

        /* "pygsti/objects/replib/fastreplib.pyx":2617
 *                     factor_lists[k+1] = &op_term_reps[gn][p[k+1]]
 *                     #if len(factor_lists[k+1]) == 0: continue #WHAT???
 *                 factor_lists[N+1] = &E_term_reps[p[N+1]]             # <<<<<<<<<<<<<<
 *                 Einds = &E_term_indices[p[N+1]]
 * 
 */
        (__pyx_v_factor_lists[(__pyx_v_N + 1)]) = (&(__pyx_v_E_term_reps[(__pyx_v_p[(__pyx_v_N + 1)])]));

        /* "pygsti/objects/replib/fastreplib.pyx":2618
 *                     #if len(factor_lists[k+1]) == 0: continue #WHAT???
 *                 factor_lists[N+1] = &E_term_reps[p[N+1]]
 *                 Einds = &E_term_indices[p[N+1]]             # <<<<<<<<<<<<<<
 * 
 *                 #print "DB: Order1 "
 */
        __pyx_v_Einds = (&(__pyx_v_E_term_indices[(__pyx_v_p[(__pyx_v_N + 1)])]));

        /* "pygsti/objects/replib/fastreplib.pyx":2621
 * 
 *                 #print "DB: Order1 "
 *                 innerloop_fn(factor_lists,Einds,&prps,dim) #, prps_chk)             # <<<<<<<<<<<<<<
 *                 p[i] = 0
 * 
 */
        __pyx_v_innerloop_fn(__pyx_v_factor_lists, __pyx_v_Einds, (&__pyx_v_prps), __pyx_v_dim);

        /* "pygsti/objects/replib/fastreplib.pyx":2622
 *                 #print "DB: Order1 "
 *                 innerloop_fn(factor_lists,Einds,&prps,dim) #, prps_chk)
 *                 p[i] = 0             # <<<<<<<<<<<<<<
 * 
 *         elif order == 2:
 */
        (__pyx_v_p[__pyx_v_i]) = 0;
      }

      /* "pygsti/objects/replib/fastreplib.pyx":2608
 * 
 * 
 *         elif order == 1:             # <<<<<<<<<<<<<<
 *             for i in range(N+2):
 *                 p[i] = 1
 */
      break;
      case 2:

      /* "pygsti/objects/replib/fastreplib.pyx":2625
 * 
 *         elif order == 2:
 *             for i in range(N+2):             # <<<<<<<<<<<<<<
 *                 p[i] = 2
 *                 #inner loop(p)
 */
      __pyx_t_10 = (__pyx_v_N + 2);
      __pyx_t_11 = __pyx_t_10;
      for (__pyx_t_12 = 0; __pyx_t_12 < __pyx_t_11; __pyx_t_12+=1) {
        __pyx_v_i = __pyx_t_12;

        /* "pygsti/objects/replib/fastreplib.pyx":2626
 *         elif order == 2:
 *             for i in range(N+2):
 *                 p[i] = 2             # <<<<<<<<<<<<<<
 *                 #inner loop(p)
 *                 factor_lists[0] = &rho_term_reps[p[0]]
 */
        (__pyx_v_p[__pyx_v_i]) = 2;

        /* "pygsti/objects/replib/fastreplib.pyx":2628
 *                 p[i] = 2
 *                 #inner loop(p)
 *                 factor_lists[0] = &rho_term_reps[p[0]]             # <<<<<<<<<<<<<<
 *                 for k in range(N):
 *                     gn = circuit[k]
 */
        (__pyx_v_factor_lists[0]) = (&(__pyx_v_rho_term_reps[(__pyx_v_p[0])]));

        /* "pygsti/objects/replib/fastreplib.pyx":2629
 *                 #inner loop(p)
 *                 factor_lists[0] = &rho_term_reps[p[0]]
 *                 for k in range(N):             # <<<<<<<<<<<<<<
 *                     gn = circuit[k]
 *                     factor_lists[k+1] = &op_term_reps[circuit[k]][p[k+1]]
 */
        __pyx_t_14 = __pyx_v_N;
        __pyx_t_15 = __pyx_t_14;
        for (__pyx_t_16 = 0; __pyx_t_16 < __pyx_t_15; __pyx_t_16+=1) {
          __pyx_v_k = __pyx_t_16;

          /* "pygsti/objects/replib/fastreplib.pyx":2630
 *                 factor_lists[0] = &rho_term_reps[p[0]]
 *                 for k in range(N):
 *                     gn = circuit[k]             # <<<<<<<<<<<<<<
 *                     factor_lists[k+1] = &op_term_reps[circuit[k]][p[k+1]]
 *                     #if len(factor_lists[k+1]) == 0: continue # WHAT???
 */
          __pyx_v_gn = (__pyx_v_circuit[__pyx_v_k]);

          /* "pygsti/objects/replib/fastreplib.pyx":2631
 *                 for k in range(N):
 *                     gn = circuit[k]
 *                     factor_lists[k+1] = &op_term_reps[circuit[k]][p[k+1]]             # <<<<<<<<<<<<<<
 *                     #if len(factor_lists[k+1]) == 0: continue # WHAT???
 *                 factor_lists[N+1] = &E_term_reps[p[N+1]]
 */
          (__pyx_v_factor_lists[(__pyx_v_k + 1)]) = (&((__pyx_v_op_term_reps[(__pyx_v_circuit[__pyx_v_k])])[(__pyx_v_p[(__pyx_v_k + 1)])]));
        }

        /* "pygsti/objects/replib/fastreplib.pyx":2633
 *                     factor_lists[k+1] = &op_term_reps[circuit[k]][p[k+1]]
 *                     #if len(factor_lists[k+1]) == 0: continue # WHAT???
 *                 factor_lists[N+1] = &E_term_reps[p[N+1]]             # <<<<<<<<<<<<<<
 *                 Einds = &E_term_indices[p[N+1]]
 * 
 */
        (__pyx_v_factor_lists[(__pyx_v_N + 1)]) = (&(__pyx_v_E_term_reps[(__pyx_v_p[(__pyx_v_N + 1)])]));

        /* "pygsti/objects/replib/fastreplib.pyx":2634
 *                     #if len(factor_lists[k+1]) == 0: continue # WHAT???
 *                 factor_lists[N+1] = &E_term_reps[p[N+1]]
 *                 Einds = &E_term_indices[p[N+1]]             # <<<<<<<<<<<<<<
 * 
 *                 innerloop_fn(factor_lists,Einds,&prps,dim) #, prps_chk)
 */
        __pyx_v_Einds = (&(__pyx_v_E_term_indices[(__pyx_v_p[(__pyx_v_N + 1)])]));

        /* "pygsti/objects/replib/fastreplib.pyx":2636
 *                 Einds = &E_term_indices[p[N+1]]
 * 
 *                 innerloop_fn(factor_lists,Einds,&prps,dim) #, prps_chk)             # <<<<<<<<<<<<<<
 *                 p[i] = 0
 * 
 */
        __pyx_v_innerloop_fn(__pyx_v_factor_lists, __pyx_v_Einds, (&__pyx_v_prps), __pyx_v_dim);

        /* "pygsti/objects/replib/fastreplib.pyx":2637
 * 
 *                 innerloop_fn(factor_lists,Einds,&prps,dim) #, prps_chk)
 *                 p[i] = 0             # <<<<<<<<<<<<<<
 * 
 *             for i in range(N+2):
 */
        (__pyx_v_p[__pyx_v_i]) = 0;
      }

      /* "pygsti/objects/replib/fastreplib.pyx":2639
 *                 p[i] = 0
 * 
 *             for i in range(N+2):             # <<<<<<<<<<<<<<
 *                 p[i] = 1
 *                 for j in range(i+1,N+2):
 */
      __pyx_t_10 = (__pyx_v_N + 2);
      __pyx_t_11 = __pyx_t_10;
      for (__pyx_t_12 = 0; __pyx_t_12 < __pyx_t_11; __pyx_t_12+=1) {
        __pyx_v_i = __pyx_t_12;

        /* "pygsti/objects/replib/fastreplib.pyx":2640
 * 
 *             for i in range(N+2):
 *                 p[i] = 1             # <<<<<<<<<<<<<<
 *                 for j in range(i+1,N+2):
 *                     p[j] = 1
 */
        (__pyx_v_p[__pyx_v_i]) = 1;

        /* "pygsti/objects/replib/fastreplib.pyx":2641
 *             for i in range(N+2):
 *                 p[i] = 1
 *                 for j in range(i+1,N+2):             # <<<<<<<<<<<<<<
 *                     p[j] = 1
 *                     #inner loop(p)
 */
        __pyx_t_14 = (__pyx_v_N + 2);
        __pyx_t_15 = __pyx_t_14;
        for (__pyx_t_16 = (__pyx_v_i + 1); __pyx_t_16 < __pyx_t_15; __pyx_t_16+=1) {
          __pyx_v_j = __pyx_t_16;

          /* "pygsti/objects/replib/fastreplib.pyx":2642
 *                 p[i] = 1
 *                 for j in range(i+1,N+2):
 *                     p[j] = 1             # <<<<<<<<<<<<<<
 *                     #inner loop(p)
 *                     factor_lists[0] = &rho_term_reps[p[0]]
 */
          (__pyx_v_p[__pyx_v_j]) = 1;

          /* "pygsti/objects/replib/fastreplib.pyx":2644
 *                     p[j] = 1
 *                     #inner loop(p)
 *                     factor_lists[0] = &rho_term_reps[p[0]]             # <<<<<<<<<<<<<<
 *                     for k in range(N):
 *                         gn = circuit[k]
 */
          (__pyx_v_factor_lists[0]) = (&(__pyx_v_rho_term_reps[(__pyx_v_p[0])]));

          /* "pygsti/objects/replib/fastreplib.pyx":2645
 *                     #inner loop(p)
 *                     factor_lists[0] = &rho_term_reps[p[0]]
 *                     for k in range(N):             # <<<<<<<<<<<<<<
 *                         gn = circuit[k]
 *                         factor_lists[k+1] = &op_term_reps[circuit[k]][p[k+1]]
 */
          __pyx_t_17 = __pyx_v_N;
          __pyx_t_18 = __pyx_t_17;
          for (__pyx_t_19 = 0; __pyx_t_19 < __pyx_t_18; __pyx_t_19+=1) {
            __pyx_v_k = __pyx_t_19;

            /* "pygsti/objects/replib/fastreplib.pyx":2646
 *                     factor_lists[0] = &rho_term_reps[p[0]]
 *                     for k in range(N):
 *                         gn = circuit[k]             # <<<<<<<<<<<<<<
 *                         factor_lists[k+1] = &op_term_reps[circuit[k]][p[k+1]]
 *                         #if len(factor_lists[k+1]) == 0: continue #WHAT???
 */
            __pyx_v_gn = (__pyx_v_circuit[__pyx_v_k]);

            /* "pygsti/objects/replib/fastreplib.pyx":2647
 *                     for k in range(N):
 *                         gn = circuit[k]
 *                         factor_lists[k+1] = &op_term_reps[circuit[k]][p[k+1]]             # <<<<<<<<<<<<<<
 *                         #if len(factor_lists[k+1]) == 0: continue #WHAT???
 *                     factor_lists[N+1] = &E_term_reps[p[N+1]]
 */
            (__pyx_v_factor_lists[(__pyx_v_k + 1)]) = (&((__pyx_v_op_term_reps[(__pyx_v_circuit[__pyx_v_k])])[(__pyx_v_p[(__pyx_v_k + 1)])]));
          }

          /* "pygsti/objects/replib/fastreplib.pyx":2649
 *                         factor_lists[k+1] = &op_term_reps[circuit[k]][p[k+1]]
 *                         #if len(factor_lists[k+1]) == 0: continue #WHAT???
 *                     factor_lists[N+1] = &E_term_reps[p[N+1]]             # <<<<<<<<<<<<<<
 *                     Einds = &E_term_indices[p[N+1]]
 * 
 */
          (__pyx_v_factor_lists[(__pyx_v_N + 1)]) = (&(__pyx_v_E_term_reps[(__pyx_v_p[(__pyx_v_N + 1)])]));

          /* "pygsti/objects/replib/fastreplib.pyx":2650
 *                         #if len(factor_lists[k+1]) == 0: continue #WHAT???
 *                     factor_lists[N+1] = &E_term_reps[p[N+1]]
 *                     Einds = &E_term_indices[p[N+1]]             # <<<<<<<<<<<<<<
 * 
 *                     innerloop_fn(factor_lists,Einds,&prps,dim) #, prps_chk)
 */
          __pyx_v_Einds = (&(__pyx_v_E_term_indices[(__pyx_v_p[(__pyx_v_N + 1)])]));

          /* "pygsti/objects/replib/fastreplib.pyx":2652
 *                     Einds = &E_term_indices[p[N+1]]
 * 
 *                     innerloop_fn(factor_lists,Einds,&prps,dim) #, prps_chk)             # <<<<<<<<<<<<<<
 *                     p[j] = 0
 *                 p[i] = 0
 */
          __pyx_v_innerloop_fn(__pyx_v_factor_lists, __pyx_v_Einds, (&__pyx_v_prps), __pyx_v_dim);

          /* "pygsti/objects/replib/fastreplib.pyx":2653
 * 
 *                     innerloop_fn(factor_lists,Einds,&prps,dim) #, prps_chk)
 *                     p[j] = 0             # <<<<<<<<<<<<<<
 *                 p[i] = 0
 *         else:
 */
          (__pyx_v_p[__pyx_v_j]) = 0;
        }

        /* "pygsti/objects/replib/fastreplib.pyx":2654
 *                     innerloop_fn(factor_lists,Einds,&prps,dim) #, prps_chk)
 *                     p[j] = 0
 *                 p[i] = 0             # <<<<<<<<<<<<<<
 *         else:
 *             assert(False) # order > 2 not implemented yet...
 */
        (__pyx_v_p[__pyx_v_i]) = 0;
      }

      /* "pygsti/objects/replib/fastreplib.pyx":2624
 *                 p[i] = 0
 * 
 *         elif order == 2:             # <<<<<<<<<<<<<<
 *             for i in range(N+2):
 *                 p[i] = 2
 */
      break;
      default:

      /* "pygsti/objects/replib/fastreplib.pyx":2656
 *                 p[i] = 0
 *         else:
 *             assert(False) # order > 2 not implemented yet...             # <<<<<<<<<<<<<<
 * 
 *     free(p)
 */
      #ifndef CYTHON_WITHOUT_ASSERTIONS
      if (unlikely(!Py_OptimizeFlag)) {
        if (unlikely(!0)) {
          PyErr_SetNone(PyExc_AssertionError);
          __PYX_ERR(0, 2656, __pyx_L1_error)
        }
      }
      #endif
      break;
    }
  }

  /* "pygsti/objects/replib/fastreplib.pyx":2658
 *             assert(False) # order > 2 not implemented yet...
 * 
 *     free(p)             # <<<<<<<<<<<<<<
 *     return prps
 * 
 */
  free(__pyx_v_p);

  /* "pygsti/objects/replib/fastreplib.pyx":2659
 * 
 *     free(p)
 *     return prps             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_r = __pyx_v_prps;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":2547
 * 
 * 
 * cdef vector[PolyCRep*] sv_prs_as_polys(             # <<<<<<<<<<<<<<
 *     vector[INT]& circuit, vector[vector[SVTermCRep_ptr]] rho_term_reps,
 *     unordered_map[INT, vector[vector[SVTermCRep_ptr]]] op_term_reps,
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_WriteUnraisable("pygsti.objects.replib.fastreplib.sv_prs_as_polys", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
  __Pyx_pretend_to_initialize(&__pyx_r);
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":2663
 * 
 * 
 * cdef void sv_pr_as_poly_innerloop(vector[vector_SVTermCRep_ptr_ptr] factor_lists, vector[INT]* Einds,             # <<<<<<<<<<<<<<
 *                                   vector[PolyCRep*]* prps, INT dim): #, prps_chk):
 *     #print("DB partition = ","listlens = ",[len(fl) for fl in factor_lists])
 */

static void __pyx_f_6pygsti_7objects_6replib_10fastreplib_sv_pr_as_poly_innerloop(std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_SVTermCRep_ptr_ptr>  __pyx_v_factor_lists, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  *__pyx_v_Einds, std::vector<CReps::PolyCRep *>  *__pyx_v_prps, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_j;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_Ei;
  __pyx_t_double_complex __pyx_v_pLeft;
  __pyx_t_double_complex __pyx_v_pRight;
  CReps::SVTermCRep *__pyx_v_factor;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nFactorLists;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT *__pyx_v_factorListLens;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_last_index;
  CReps::PolyCRep __pyx_v_coeff;
  CReps::PolyCRep __pyx_v_result;
  CReps::SVStateCRep *__pyx_v_prop1;
  CReps::SVStateCRep *__pyx_v_prop2;
  CReps::SVStateCRep *__pyx_v_tprop;
  CReps::SVEffectCRep *__pyx_v_EVec;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT *__pyx_v_b;
  CYTHON_UNUSED CReps::SVStateCRep *__pyx_v_rhoVec;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_final_factor_indx;
  __Pyx_RefNannyDeclarations
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_1;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_2;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_3;
  int __pyx_t_4;
  CReps::SVStateCRep *__pyx_t_5;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_6;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_7;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_8;
  CReps::SVEffectCRep *__pyx_t_9;
  __Pyx_RefNannySetupContext("sv_pr_as_poly_innerloop", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":2672
 *     cdef SVTermCRep* factor
 * 
 *     cdef INT nFactorLists = factor_lists.size() # may need to recompute this after fast-mode             # <<<<<<<<<<<<<<
 *     cdef INT* factorListLens = <INT*>malloc(nFactorLists * sizeof(INT))
 *     cdef INT last_index = nFactorLists-1
 */
  __pyx_v_nFactorLists = __pyx_v_factor_lists.size();

  /* "pygsti/objects/replib/fastreplib.pyx":2673
 * 
 *     cdef INT nFactorLists = factor_lists.size() # may need to recompute this after fast-mode
 *     cdef INT* factorListLens = <INT*>malloc(nFactorLists * sizeof(INT))             # <<<<<<<<<<<<<<
 *     cdef INT last_index = nFactorLists-1
 * 
 */
  __pyx_v_factorListLens = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT *)malloc((__pyx_v_nFactorLists * (sizeof(__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)))));

  /* "pygsti/objects/replib/fastreplib.pyx":2674
 *     cdef INT nFactorLists = factor_lists.size() # may need to recompute this after fast-mode
 *     cdef INT* factorListLens = <INT*>malloc(nFactorLists * sizeof(INT))
 *     cdef INT last_index = nFactorLists-1             # <<<<<<<<<<<<<<
 * 
 *     for i in range(nFactorLists):
 */
  __pyx_v_last_index = (__pyx_v_nFactorLists - 1);

  /* "pygsti/objects/replib/fastreplib.pyx":2676
 *     cdef INT last_index = nFactorLists-1
 * 
 *     for i in range(nFactorLists):             # <<<<<<<<<<<<<<
 *         factorListLens[i] = factor_lists[i].size()
 *         if factorListLens[i] == 0:
 */
  __pyx_t_1 = __pyx_v_nFactorLists;
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
    __pyx_v_i = __pyx_t_3;

    /* "pygsti/objects/replib/fastreplib.pyx":2677
 * 
 *     for i in range(nFactorLists):
 *         factorListLens[i] = factor_lists[i].size()             # <<<<<<<<<<<<<<
 *         if factorListLens[i] == 0:
 *             free(factorListLens)
 */
    (__pyx_v_factorListLens[__pyx_v_i]) = (__pyx_v_factor_lists[__pyx_v_i])->size();

    /* "pygsti/objects/replib/fastreplib.pyx":2678
 *     for i in range(nFactorLists):
 *         factorListLens[i] = factor_lists[i].size()
 *         if factorListLens[i] == 0:             # <<<<<<<<<<<<<<
 *             free(factorListLens)
 *             return # nothing to loop over! - (exit before we allocate more)
 */
    __pyx_t_4 = (((__pyx_v_factorListLens[__pyx_v_i]) == 0) != 0);
    if (__pyx_t_4) {

      /* "pygsti/objects/replib/fastreplib.pyx":2679
 *         factorListLens[i] = factor_lists[i].size()
 *         if factorListLens[i] == 0:
 *             free(factorListLens)             # <<<<<<<<<<<<<<
 *             return # nothing to loop over! - (exit before we allocate more)
 * 
 */
      free(__pyx_v_factorListLens);

      /* "pygsti/objects/replib/fastreplib.pyx":2680
 *         if factorListLens[i] == 0:
 *             free(factorListLens)
 *             return # nothing to loop over! - (exit before we allocate more)             # <<<<<<<<<<<<<<
 * 
 *     cdef PolyCRep coeff
 */
      goto __pyx_L0;

      /* "pygsti/objects/replib/fastreplib.pyx":2678
 *     for i in range(nFactorLists):
 *         factorListLens[i] = factor_lists[i].size()
 *         if factorListLens[i] == 0:             # <<<<<<<<<<<<<<
 *             free(factorListLens)
 *             return # nothing to loop over! - (exit before we allocate more)
 */
    }
  }

  /* "pygsti/objects/replib/fastreplib.pyx":2685
 *     cdef PolyCRep result
 * 
 *     cdef SVStateCRep *prop1 = new SVStateCRep(dim)             # <<<<<<<<<<<<<<
 *     cdef SVStateCRep *prop2 = new SVStateCRep(dim)
 *     cdef SVStateCRep *tprop
 */
  try {
    __pyx_t_5 = new CReps::SVStateCRep(__pyx_v_dim);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 2685, __pyx_L1_error)
  }
  __pyx_v_prop1 = __pyx_t_5;

  /* "pygsti/objects/replib/fastreplib.pyx":2686
 * 
 *     cdef SVStateCRep *prop1 = new SVStateCRep(dim)
 *     cdef SVStateCRep *prop2 = new SVStateCRep(dim)             # <<<<<<<<<<<<<<
 *     cdef SVStateCRep *tprop
 *     cdef SVEffectCRep* EVec
 */
  try {
    __pyx_t_5 = new CReps::SVStateCRep(__pyx_v_dim);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 2686, __pyx_L1_error)
  }
  __pyx_v_prop2 = __pyx_t_5;

  /* "pygsti/objects/replib/fastreplib.pyx":2690
 *     cdef SVEffectCRep* EVec
 * 
 *     cdef INT* b = <INT*>malloc(nFactorLists * sizeof(INT))             # <<<<<<<<<<<<<<
 *     for i in range(nFactorLists): b[i] = 0
 * 
 */
  __pyx_v_b = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT *)malloc((__pyx_v_nFactorLists * (sizeof(__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)))));

  /* "pygsti/objects/replib/fastreplib.pyx":2691
 * 
 *     cdef INT* b = <INT*>malloc(nFactorLists * sizeof(INT))
 *     for i in range(nFactorLists): b[i] = 0             # <<<<<<<<<<<<<<
 * 
 *     assert(nFactorLists > 0), "Number of factor lists must be > 0!"
 */
  __pyx_t_1 = __pyx_v_nFactorLists;
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
    __pyx_v_i = __pyx_t_3;
    (__pyx_v_b[__pyx_v_i]) = 0;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":2693
 *     for i in range(nFactorLists): b[i] = 0
 * 
 *     assert(nFactorLists > 0), "Number of factor lists must be > 0!"             # <<<<<<<<<<<<<<
 * 
 *     #for factors in _itertools.product(*factor_lists):
 */
  #ifndef CYTHON_WITHOUT_ASSERTIONS
  if (unlikely(!Py_OptimizeFlag)) {
    if (unlikely(!((__pyx_v_nFactorLists > 0) != 0))) {
      PyErr_SetObject(PyExc_AssertionError, __pyx_kp_s_Number_of_factor_lists_must_be_0);
      __PYX_ERR(0, 2693, __pyx_L1_error)
    }
  }
  #endif

  /* "pygsti/objects/replib/fastreplib.pyx":2696
 * 
 *     #for factors in _itertools.product(*factor_lists):
 *     while(True):             # <<<<<<<<<<<<<<
 *         # In this loop, b holds "current" indices into factor_lists
 *         factor = deref(factor_lists[0])[b[0]] # the last factor (an Evec)
 */
  while (1) {

    /* "pygsti/objects/replib/fastreplib.pyx":2698
 *     while(True):
 *         # In this loop, b holds "current" indices into factor_lists
 *         factor = deref(factor_lists[0])[b[0]] # the last factor (an Evec)             # <<<<<<<<<<<<<<
 *         coeff = deref(factor._coeff) # an unordered_map (copies to new "coeff" variable)
 * 
 */
    __pyx_v_factor = ((*(__pyx_v_factor_lists[0]))[(__pyx_v_b[0])]);

    /* "pygsti/objects/replib/fastreplib.pyx":2699
 *         # In this loop, b holds "current" indices into factor_lists
 *         factor = deref(factor_lists[0])[b[0]] # the last factor (an Evec)
 *         coeff = deref(factor._coeff) # an unordered_map (copies to new "coeff" variable)             # <<<<<<<<<<<<<<
 * 
 *         for i in range(1,nFactorLists):
 */
    __pyx_v_coeff = (*__pyx_v_factor->_coeff);

    /* "pygsti/objects/replib/fastreplib.pyx":2701
 *         coeff = deref(factor._coeff) # an unordered_map (copies to new "coeff" variable)
 * 
 *         for i in range(1,nFactorLists):             # <<<<<<<<<<<<<<
 *             coeff = coeff.mult( deref(deref(factor_lists[i])[b[i]]._coeff) )
 * 
 */
    __pyx_t_1 = __pyx_v_nFactorLists;
    __pyx_t_2 = __pyx_t_1;
    for (__pyx_t_3 = 1; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
      __pyx_v_i = __pyx_t_3;

      /* "pygsti/objects/replib/fastreplib.pyx":2702
 * 
 *         for i in range(1,nFactorLists):
 *             coeff = coeff.mult( deref(deref(factor_lists[i])[b[i]]._coeff) )             # <<<<<<<<<<<<<<
 * 
 *         #pLeft / "pre" sim
 */
      __pyx_v_coeff = __pyx_v_coeff.mult((*((*(__pyx_v_factor_lists[__pyx_v_i]))[(__pyx_v_b[__pyx_v_i])])->_coeff));
    }

    /* "pygsti/objects/replib/fastreplib.pyx":2705
 * 
 *         #pLeft / "pre" sim
 *         factor = deref(factor_lists[0])[b[0]] # 0th-factor = rhoVec             # <<<<<<<<<<<<<<
 *         prop1.copy_from(factor._pre_state)
 *         for j in range(<INT>factor._pre_ops.size()):
 */
    __pyx_v_factor = ((*(__pyx_v_factor_lists[0]))[(__pyx_v_b[0])]);

    /* "pygsti/objects/replib/fastreplib.pyx":2706
 *         #pLeft / "pre" sim
 *         factor = deref(factor_lists[0])[b[0]] # 0th-factor = rhoVec
 *         prop1.copy_from(factor._pre_state)             # <<<<<<<<<<<<<<
 *         for j in range(<INT>factor._pre_ops.size()):
 *             factor._pre_ops[j].acton(prop1,prop2)
 */
    __pyx_v_prop1->copy_from(__pyx_v_factor->_pre_state);

    /* "pygsti/objects/replib/fastreplib.pyx":2707
 *         factor = deref(factor_lists[0])[b[0]] # 0th-factor = rhoVec
 *         prop1.copy_from(factor._pre_state)
 *         for j in range(<INT>factor._pre_ops.size()):             # <<<<<<<<<<<<<<
 *             factor._pre_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop
 */
    __pyx_t_1 = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_factor->_pre_ops.size());
    __pyx_t_2 = __pyx_t_1;
    for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
      __pyx_v_j = __pyx_t_3;

      /* "pygsti/objects/replib/fastreplib.pyx":2708
 *         prop1.copy_from(factor._pre_state)
 *         for j in range(<INT>factor._pre_ops.size()):
 *             factor._pre_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *             tprop = prop1; prop1 = prop2; prop2 = tprop
 *         for i in range(1,last_index):
 */
      (void)((__pyx_v_factor->_pre_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

      /* "pygsti/objects/replib/fastreplib.pyx":2709
 *         for j in range(<INT>factor._pre_ops.size()):
 *             factor._pre_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop             # <<<<<<<<<<<<<<
 *         for i in range(1,last_index):
 *             factor = deref(factor_lists[i])[b[i]]
 */
      __pyx_v_tprop = __pyx_v_prop1;
      __pyx_v_prop1 = __pyx_v_prop2;
      __pyx_v_prop2 = __pyx_v_tprop;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":2710
 *             factor._pre_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop
 *         for i in range(1,last_index):             # <<<<<<<<<<<<<<
 *             factor = deref(factor_lists[i])[b[i]]
 *             for j in range(<INT>factor._pre_ops.size()):
 */
    __pyx_t_1 = __pyx_v_last_index;
    __pyx_t_2 = __pyx_t_1;
    for (__pyx_t_3 = 1; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
      __pyx_v_i = __pyx_t_3;

      /* "pygsti/objects/replib/fastreplib.pyx":2711
 *             tprop = prop1; prop1 = prop2; prop2 = tprop
 *         for i in range(1,last_index):
 *             factor = deref(factor_lists[i])[b[i]]             # <<<<<<<<<<<<<<
 *             for j in range(<INT>factor._pre_ops.size()):
 *                 factor._pre_ops[j].acton(prop1,prop2)
 */
      __pyx_v_factor = ((*(__pyx_v_factor_lists[__pyx_v_i]))[(__pyx_v_b[__pyx_v_i])]);

      /* "pygsti/objects/replib/fastreplib.pyx":2712
 *         for i in range(1,last_index):
 *             factor = deref(factor_lists[i])[b[i]]
 *             for j in range(<INT>factor._pre_ops.size()):             # <<<<<<<<<<<<<<
 *                 factor._pre_ops[j].acton(prop1,prop2)
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 */
      __pyx_t_6 = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_factor->_pre_ops.size());
      __pyx_t_7 = __pyx_t_6;
      for (__pyx_t_8 = 0; __pyx_t_8 < __pyx_t_7; __pyx_t_8+=1) {
        __pyx_v_j = __pyx_t_8;

        /* "pygsti/objects/replib/fastreplib.pyx":2713
 *             factor = deref(factor_lists[i])[b[i]]
 *             for j in range(<INT>factor._pre_ops.size()):
 *                 factor._pre_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *         factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)
 */
        (void)((__pyx_v_factor->_pre_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

        /* "pygsti/objects/replib/fastreplib.pyx":2714
 *             for j in range(<INT>factor._pre_ops.size()):
 *                 factor._pre_ops[j].acton(prop1,prop2)
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1             # <<<<<<<<<<<<<<
 *         factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)
 * 
 */
        __pyx_v_tprop = __pyx_v_prop1;
        __pyx_v_prop1 = __pyx_v_prop2;
        __pyx_v_prop2 = __pyx_v_tprop;
      }
    }

    /* "pygsti/objects/replib/fastreplib.pyx":2715
 *                 factor._pre_ops[j].acton(prop1,prop2)
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *         factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)             # <<<<<<<<<<<<<<
 * 
 * 	# can't propagate effects, so effect's post_ops are constructed to act on *state*
 */
    __pyx_v_factor = ((*(__pyx_v_factor_lists[__pyx_v_last_index]))[(__pyx_v_b[__pyx_v_last_index])]);

    /* "pygsti/objects/replib/fastreplib.pyx":2718
 * 
 * 	# can't propagate effects, so effect's post_ops are constructed to act on *state*
 *         EVec = factor._post_effect             # <<<<<<<<<<<<<<
 *         for j in range(<INT>factor._post_ops.size()):
 *             rhoVec = factor._post_ops[j].acton(prop1,prop2)
 */
    __pyx_t_9 = __pyx_v_factor->_post_effect;
    __pyx_v_EVec = __pyx_t_9;

    /* "pygsti/objects/replib/fastreplib.pyx":2719
 * 	# can't propagate effects, so effect's post_ops are constructed to act on *state*
 *         EVec = factor._post_effect
 *         for j in range(<INT>factor._post_ops.size()):             # <<<<<<<<<<<<<<
 *             rhoVec = factor._post_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 */
    __pyx_t_1 = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_factor->_post_ops.size());
    __pyx_t_2 = __pyx_t_1;
    for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
      __pyx_v_j = __pyx_t_3;

      /* "pygsti/objects/replib/fastreplib.pyx":2720
 *         EVec = factor._post_effect
 *         for j in range(<INT>factor._post_ops.size()):
 *             rhoVec = factor._post_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *         pLeft = EVec.amplitude(prop1)
 */
      __pyx_v_rhoVec = (__pyx_v_factor->_post_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2);

      /* "pygsti/objects/replib/fastreplib.pyx":2721
 *         for j in range(<INT>factor._post_ops.size()):
 *             rhoVec = factor._post_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1             # <<<<<<<<<<<<<<
 *         pLeft = EVec.amplitude(prop1)
 * 
 */
      __pyx_v_tprop = __pyx_v_prop1;
      __pyx_v_prop1 = __pyx_v_prop2;
      __pyx_v_prop2 = __pyx_v_tprop;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":2722
 *             rhoVec = factor._post_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *         pLeft = EVec.amplitude(prop1)             # <<<<<<<<<<<<<<
 * 
 *         #pRight / "post" sim
 */
    __pyx_v_pLeft = __pyx_v_EVec->amplitude(__pyx_v_prop1);

    /* "pygsti/objects/replib/fastreplib.pyx":2725
 * 
 *         #pRight / "post" sim
 *         factor = deref(factor_lists[0])[b[0]] # 0th-factor = rhoVec             # <<<<<<<<<<<<<<
 *         prop1.copy_from(factor._post_state)
 *         for j in range(<INT>factor._post_ops.size()):
 */
    __pyx_v_factor = ((*(__pyx_v_factor_lists[0]))[(__pyx_v_b[0])]);

    /* "pygsti/objects/replib/fastreplib.pyx":2726
 *         #pRight / "post" sim
 *         factor = deref(factor_lists[0])[b[0]] # 0th-factor = rhoVec
 *         prop1.copy_from(factor._post_state)             # <<<<<<<<<<<<<<
 *         for j in range(<INT>factor._post_ops.size()):
 *             factor._post_ops[j].acton(prop1,prop2)
 */
    __pyx_v_prop1->copy_from(__pyx_v_factor->_post_state);

    /* "pygsti/objects/replib/fastreplib.pyx":2727
 *         factor = deref(factor_lists[0])[b[0]] # 0th-factor = rhoVec
 *         prop1.copy_from(factor._post_state)
 *         for j in range(<INT>factor._post_ops.size()):             # <<<<<<<<<<<<<<
 *             factor._post_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 */
    __pyx_t_1 = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_factor->_post_ops.size());
    __pyx_t_2 = __pyx_t_1;
    for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
      __pyx_v_j = __pyx_t_3;

      /* "pygsti/objects/replib/fastreplib.pyx":2728
 *         prop1.copy_from(factor._post_state)
 *         for j in range(<INT>factor._post_ops.size()):
 *             factor._post_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *         for i in range(1,last_index):
 */
      (void)((__pyx_v_factor->_post_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

      /* "pygsti/objects/replib/fastreplib.pyx":2729
 *         for j in range(<INT>factor._post_ops.size()):
 *             factor._post_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1             # <<<<<<<<<<<<<<
 *         for i in range(1,last_index):
 *             factor = deref(factor_lists[i])[b[i]]
 */
      __pyx_v_tprop = __pyx_v_prop1;
      __pyx_v_prop1 = __pyx_v_prop2;
      __pyx_v_prop2 = __pyx_v_tprop;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":2730
 *             factor._post_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *         for i in range(1,last_index):             # <<<<<<<<<<<<<<
 *             factor = deref(factor_lists[i])[b[i]]
 *             for j in range(<INT>factor._post_ops.size()):
 */
    __pyx_t_1 = __pyx_v_last_index;
    __pyx_t_2 = __pyx_t_1;
    for (__pyx_t_3 = 1; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
      __pyx_v_i = __pyx_t_3;

      /* "pygsti/objects/replib/fastreplib.pyx":2731
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *         for i in range(1,last_index):
 *             factor = deref(factor_lists[i])[b[i]]             # <<<<<<<<<<<<<<
 *             for j in range(<INT>factor._post_ops.size()):
 *                 factor._post_ops[j].acton(prop1,prop2)
 */
      __pyx_v_factor = ((*(__pyx_v_factor_lists[__pyx_v_i]))[(__pyx_v_b[__pyx_v_i])]);

      /* "pygsti/objects/replib/fastreplib.pyx":2732
 *         for i in range(1,last_index):
 *             factor = deref(factor_lists[i])[b[i]]
 *             for j in range(<INT>factor._post_ops.size()):             # <<<<<<<<<<<<<<
 *                 factor._post_ops[j].acton(prop1,prop2)
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 */
      __pyx_t_6 = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_factor->_post_ops.size());
      __pyx_t_7 = __pyx_t_6;
      for (__pyx_t_8 = 0; __pyx_t_8 < __pyx_t_7; __pyx_t_8+=1) {
        __pyx_v_j = __pyx_t_8;

        /* "pygsti/objects/replib/fastreplib.pyx":2733
 *             factor = deref(factor_lists[i])[b[i]]
 *             for j in range(<INT>factor._post_ops.size()):
 *                 factor._post_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *         factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)
 */
        (void)((__pyx_v_factor->_post_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

        /* "pygsti/objects/replib/fastreplib.pyx":2734
 *             for j in range(<INT>factor._post_ops.size()):
 *                 factor._post_ops[j].acton(prop1,prop2)
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1             # <<<<<<<<<<<<<<
 *         factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)
 * 
 */
        __pyx_v_tprop = __pyx_v_prop1;
        __pyx_v_prop1 = __pyx_v_prop2;
        __pyx_v_prop2 = __pyx_v_tprop;
      }
    }

    /* "pygsti/objects/replib/fastreplib.pyx":2735
 *                 factor._post_ops[j].acton(prop1,prop2)
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *         factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)             # <<<<<<<<<<<<<<
 * 
 *         EVec = factor._pre_effect
 */
    __pyx_v_factor = ((*(__pyx_v_factor_lists[__pyx_v_last_index]))[(__pyx_v_b[__pyx_v_last_index])]);

    /* "pygsti/objects/replib/fastreplib.pyx":2737
 *         factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)
 * 
 *         EVec = factor._pre_effect             # <<<<<<<<<<<<<<
 *         for j in range(<INT>factor._pre_ops.size()):
 *             factor._pre_ops[j].acton(prop1,prop2)
 */
    __pyx_t_9 = __pyx_v_factor->_pre_effect;
    __pyx_v_EVec = __pyx_t_9;

    /* "pygsti/objects/replib/fastreplib.pyx":2738
 * 
 *         EVec = factor._pre_effect
 *         for j in range(<INT>factor._pre_ops.size()):             # <<<<<<<<<<<<<<
 *             factor._pre_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 */
    __pyx_t_1 = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_factor->_pre_ops.size());
    __pyx_t_2 = __pyx_t_1;
    for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
      __pyx_v_j = __pyx_t_3;

      /* "pygsti/objects/replib/fastreplib.pyx":2739
 *         EVec = factor._pre_effect
 *         for j in range(<INT>factor._pre_ops.size()):
 *             factor._pre_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *         pRight = EVec.amplitude(prop1).conjugate()
 */
      (void)((__pyx_v_factor->_pre_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

      /* "pygsti/objects/replib/fastreplib.pyx":2740
 *         for j in range(<INT>factor._pre_ops.size()):
 *             factor._pre_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1             # <<<<<<<<<<<<<<
 *         pRight = EVec.amplitude(prop1).conjugate()
 * 
 */
      __pyx_v_tprop = __pyx_v_prop1;
      __pyx_v_prop1 = __pyx_v_prop2;
      __pyx_v_prop2 = __pyx_v_tprop;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":2741
 *             factor._pre_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *         pRight = EVec.amplitude(prop1).conjugate()             # <<<<<<<<<<<<<<
 * 
 * 
 */
    __pyx_v_pRight = __Pyx_c_conj_double(__pyx_v_EVec->amplitude(__pyx_v_prop1));

    /* "pygsti/objects/replib/fastreplib.pyx":2745
 * 
 *         #Add result to appropriate poly
 *         result = coeff  # use a reference?             # <<<<<<<<<<<<<<
 *         result.scale(pLeft * pRight)
 *         final_factor_indx = b[last_index]
 */
    __pyx_v_result = __pyx_v_coeff;

    /* "pygsti/objects/replib/fastreplib.pyx":2746
 *         #Add result to appropriate poly
 *         result = coeff  # use a reference?
 *         result.scale(pLeft * pRight)             # <<<<<<<<<<<<<<
 *         final_factor_indx = b[last_index]
 *         Ei = deref(Einds)[final_factor_indx] #final "factor" index == E-vector index
 */
    __pyx_v_result.scale(__Pyx_c_prod_double(__pyx_v_pLeft, __pyx_v_pRight));

    /* "pygsti/objects/replib/fastreplib.pyx":2747
 *         result = coeff  # use a reference?
 *         result.scale(pLeft * pRight)
 *         final_factor_indx = b[last_index]             # <<<<<<<<<<<<<<
 *         Ei = deref(Einds)[final_factor_indx] #final "factor" index == E-vector index
 *         deref(prps)[Ei].add_inplace(result)
 */
    __pyx_v_final_factor_indx = (__pyx_v_b[__pyx_v_last_index]);

    /* "pygsti/objects/replib/fastreplib.pyx":2748
 *         result.scale(pLeft * pRight)
 *         final_factor_indx = b[last_index]
 *         Ei = deref(Einds)[final_factor_indx] #final "factor" index == E-vector index             # <<<<<<<<<<<<<<
 *         deref(prps)[Ei].add_inplace(result)
 * 
 */
    __pyx_v_Ei = ((*__pyx_v_Einds)[__pyx_v_final_factor_indx]);

    /* "pygsti/objects/replib/fastreplib.pyx":2749
 *         final_factor_indx = b[last_index]
 *         Ei = deref(Einds)[final_factor_indx] #final "factor" index == E-vector index
 *         deref(prps)[Ei].add_inplace(result)             # <<<<<<<<<<<<<<
 * 
 *         #increment b ~ itertools.product & update vec_index_noop = np.dot(self.multipliers, b)
 */
    ((*__pyx_v_prps)[__pyx_v_Ei])->add_inplace(__pyx_v_result);

    /* "pygsti/objects/replib/fastreplib.pyx":2752
 * 
 *         #increment b ~ itertools.product & update vec_index_noop = np.dot(self.multipliers, b)
 *         for i in range(nFactorLists-1,-1,-1):             # <<<<<<<<<<<<<<
 *             if b[i]+1 < factorListLens[i]:
 *                 b[i] += 1
 */
    for (__pyx_t_1 = (__pyx_v_nFactorLists - 1); __pyx_t_1 > -1LL; __pyx_t_1-=1) {
      __pyx_v_i = __pyx_t_1;

      /* "pygsti/objects/replib/fastreplib.pyx":2753
 *         #increment b ~ itertools.product & update vec_index_noop = np.dot(self.multipliers, b)
 *         for i in range(nFactorLists-1,-1,-1):
 *             if b[i]+1 < factorListLens[i]:             # <<<<<<<<<<<<<<
 *                 b[i] += 1
 *                 break
 */
      __pyx_t_4 = ((((__pyx_v_b[__pyx_v_i]) + 1) < (__pyx_v_factorListLens[__pyx_v_i])) != 0);
      if (__pyx_t_4) {

        /* "pygsti/objects/replib/fastreplib.pyx":2754
 *         for i in range(nFactorLists-1,-1,-1):
 *             if b[i]+1 < factorListLens[i]:
 *                 b[i] += 1             # <<<<<<<<<<<<<<
 *                 break
 *             else:
 */
        __pyx_t_2 = __pyx_v_i;
        (__pyx_v_b[__pyx_t_2]) = ((__pyx_v_b[__pyx_t_2]) + 1);

        /* "pygsti/objects/replib/fastreplib.pyx":2755
 *             if b[i]+1 < factorListLens[i]:
 *                 b[i] += 1
 *                 break             # <<<<<<<<<<<<<<
 *             else:
 *                 b[i] = 0
 */
        goto __pyx_L29_break;

        /* "pygsti/objects/replib/fastreplib.pyx":2753
 *         #increment b ~ itertools.product & update vec_index_noop = np.dot(self.multipliers, b)
 *         for i in range(nFactorLists-1,-1,-1):
 *             if b[i]+1 < factorListLens[i]:             # <<<<<<<<<<<<<<
 *                 b[i] += 1
 *                 break
 */
      }

      /* "pygsti/objects/replib/fastreplib.pyx":2757
 *                 break
 *             else:
 *                 b[i] = 0             # <<<<<<<<<<<<<<
 *         else:
 *             break # can't increment anything - break while(True) loop
 */
      /*else*/ {
        (__pyx_v_b[__pyx_v_i]) = 0;
      }
    }
    /*else*/ {

      /* "pygsti/objects/replib/fastreplib.pyx":2759
 *                 b[i] = 0
 *         else:
 *             break # can't increment anything - break while(True) loop             # <<<<<<<<<<<<<<
 * 
 *     #Clenaup: free allocated memory
 */
      goto __pyx_L9_break;
    }
    __pyx_L29_break:;
  }
  __pyx_L9_break:;

  /* "pygsti/objects/replib/fastreplib.pyx":2762
 * 
 *     #Clenaup: free allocated memory
 *     del prop1             # <<<<<<<<<<<<<<
 *     del prop2
 *     free(factorListLens)
 */
  delete __pyx_v_prop1;

  /* "pygsti/objects/replib/fastreplib.pyx":2763
 *     #Clenaup: free allocated memory
 *     del prop1
 *     del prop2             # <<<<<<<<<<<<<<
 *     free(factorListLens)
 *     free(b)
 */
  delete __pyx_v_prop2;

  /* "pygsti/objects/replib/fastreplib.pyx":2764
 *     del prop1
 *     del prop2
 *     free(factorListLens)             # <<<<<<<<<<<<<<
 *     free(b)
 *     return
 */
  free(__pyx_v_factorListLens);

  /* "pygsti/objects/replib/fastreplib.pyx":2765
 *     del prop2
 *     free(factorListLens)
 *     free(b)             # <<<<<<<<<<<<<<
 *     return
 * 
 */
  free(__pyx_v_b);

  /* "pygsti/objects/replib/fastreplib.pyx":2766
 *     free(factorListLens)
 *     free(b)
 *     return             # <<<<<<<<<<<<<<
 * 
 * 
 */
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":2663
 * 
 * 
 * cdef void sv_pr_as_poly_innerloop(vector[vector_SVTermCRep_ptr_ptr] factor_lists, vector[INT]* Einds,             # <<<<<<<<<<<<<<
 *                                   vector[PolyCRep*]* prps, INT dim): #, prps_chk):
 *     #print("DB partition = ","listlens = ",[len(fl) for fl in factor_lists])
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_WriteUnraisable("pygsti.objects.replib.fastreplib.sv_pr_as_poly_innerloop", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
}

/* "pygsti/objects/replib/fastreplib.pyx":2769
 * 
 * 
 * cdef void sv_pr_as_poly_innerloop_savepartials(vector[vector_SVTermCRep_ptr_ptr] factor_lists,             # <<<<<<<<<<<<<<
 *                                                vector[INT]* Einds, vector[PolyCRep*]* prps, INT dim): #, prps_chk):
 *     #print("DB partition = ","listlens = ",[len(fl) for fl in factor_lists])
 */

static void __pyx_f_6pygsti_7objects_6replib_10fastreplib_sv_pr_as_poly_innerloop_savepartials(std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_SVTermCRep_ptr_ptr>  __pyx_v_factor_lists, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  *__pyx_v_Einds, std::vector<CReps::PolyCRep *>  *__pyx_v_prps, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_j;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_Ei;
  __pyx_t_double_complex __pyx_v_pLeft;
  __pyx_t_double_complex __pyx_v_pRight;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_incd;
  CReps::SVTermCRep *__pyx_v_factor;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nFactorLists;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT *__pyx_v_factorListLens;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_last_index;
  CReps::PolyCRep __pyx_v_coeff;
  CReps::PolyCRep __pyx_v_result;
  std::vector<CReps::SVStateCRep *>  __pyx_v_leftSaved;
  std::vector<CReps::SVStateCRep *>  __pyx_v_rightSaved;
  std::vector<CReps::PolyCRep>  __pyx_v_coeffSaved;
  CReps::SVStateCRep *__pyx_v_shelved;
  CReps::SVStateCRep *__pyx_v_prop2;
  CReps::SVStateCRep *__pyx_v_prop1;
  CReps::SVStateCRep *__pyx_v_tprop;
  CReps::SVEffectCRep *__pyx_v_EVec;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT *__pyx_v_b;
  CReps::SVStateCRep *__pyx_v_rhoVecL;
  CReps::SVStateCRep *__pyx_v_rhoVecR;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_final_factor_indx;
  __Pyx_RefNannyDeclarations
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_1;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_2;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_3;
  int __pyx_t_4;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVStateCRep_ptr>  __pyx_t_5;
  std::vector<CReps::PolyCRep>  __pyx_t_6;
  CReps::SVStateCRep *__pyx_t_7;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_8;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_9;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_10;
  CReps::SVEffectCRep *__pyx_t_11;
  __Pyx_RefNannySetupContext("sv_pr_as_poly_innerloop_savepartials", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":2779
 *     cdef SVTermCRep* factor
 * 
 *     cdef INT nFactorLists = factor_lists.size() # may need to recompute this after fast-mode             # <<<<<<<<<<<<<<
 *     cdef INT* factorListLens = <INT*>malloc(nFactorLists * sizeof(INT))
 *     cdef INT last_index = nFactorLists-1
 */
  __pyx_v_nFactorLists = __pyx_v_factor_lists.size();

  /* "pygsti/objects/replib/fastreplib.pyx":2780
 * 
 *     cdef INT nFactorLists = factor_lists.size() # may need to recompute this after fast-mode
 *     cdef INT* factorListLens = <INT*>malloc(nFactorLists * sizeof(INT))             # <<<<<<<<<<<<<<
 *     cdef INT last_index = nFactorLists-1
 * 
 */
  __pyx_v_factorListLens = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT *)malloc((__pyx_v_nFactorLists * (sizeof(__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)))));

  /* "pygsti/objects/replib/fastreplib.pyx":2781
 *     cdef INT nFactorLists = factor_lists.size() # may need to recompute this after fast-mode
 *     cdef INT* factorListLens = <INT*>malloc(nFactorLists * sizeof(INT))
 *     cdef INT last_index = nFactorLists-1             # <<<<<<<<<<<<<<
 * 
 *     for i in range(nFactorLists):
 */
  __pyx_v_last_index = (__pyx_v_nFactorLists - 1);

  /* "pygsti/objects/replib/fastreplib.pyx":2783
 *     cdef INT last_index = nFactorLists-1
 * 
 *     for i in range(nFactorLists):             # <<<<<<<<<<<<<<
 *         factorListLens[i] = factor_lists[i].size()
 *         if factorListLens[i] == 0:
 */
  __pyx_t_1 = __pyx_v_nFactorLists;
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
    __pyx_v_i = __pyx_t_3;

    /* "pygsti/objects/replib/fastreplib.pyx":2784
 * 
 *     for i in range(nFactorLists):
 *         factorListLens[i] = factor_lists[i].size()             # <<<<<<<<<<<<<<
 *         if factorListLens[i] == 0:
 *             free(factorListLens)
 */
    (__pyx_v_factorListLens[__pyx_v_i]) = (__pyx_v_factor_lists[__pyx_v_i])->size();

    /* "pygsti/objects/replib/fastreplib.pyx":2785
 *     for i in range(nFactorLists):
 *         factorListLens[i] = factor_lists[i].size()
 *         if factorListLens[i] == 0:             # <<<<<<<<<<<<<<
 *             free(factorListLens)
 *             return # nothing to loop over! (exit before we allocate anything else)
 */
    __pyx_t_4 = (((__pyx_v_factorListLens[__pyx_v_i]) == 0) != 0);
    if (__pyx_t_4) {

      /* "pygsti/objects/replib/fastreplib.pyx":2786
 *         factorListLens[i] = factor_lists[i].size()
 *         if factorListLens[i] == 0:
 *             free(factorListLens)             # <<<<<<<<<<<<<<
 *             return # nothing to loop over! (exit before we allocate anything else)
 * 
 */
      free(__pyx_v_factorListLens);

      /* "pygsti/objects/replib/fastreplib.pyx":2787
 *         if factorListLens[i] == 0:
 *             free(factorListLens)
 *             return # nothing to loop over! (exit before we allocate anything else)             # <<<<<<<<<<<<<<
 * 
 *     cdef PolyCRep coeff
 */
      goto __pyx_L0;

      /* "pygsti/objects/replib/fastreplib.pyx":2785
 *     for i in range(nFactorLists):
 *         factorListLens[i] = factor_lists[i].size()
 *         if factorListLens[i] == 0:             # <<<<<<<<<<<<<<
 *             free(factorListLens)
 *             return # nothing to loop over! (exit before we allocate anything else)
 */
    }
  }

  /* "pygsti/objects/replib/fastreplib.pyx":2793
 * 
 *     #fast mode
 *     cdef vector[SVStateCRep*] leftSaved = vector[SVStateCRep_ptr](nFactorLists-1)  # saved[i] is state after i-th             # <<<<<<<<<<<<<<
 *     cdef vector[SVStateCRep*] rightSaved = vector[SVStateCRep_ptr](nFactorLists-1) # factor has been applied
 *     cdef vector[PolyCRep] coeffSaved = vector[PolyCRep](nFactorLists-1)
 */
  try {
    __pyx_t_5 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVStateCRep_ptr> ((__pyx_v_nFactorLists - 1));
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 2793, __pyx_L1_error)
  }
  __pyx_v_leftSaved = __pyx_t_5;

  /* "pygsti/objects/replib/fastreplib.pyx":2794
 *     #fast mode
 *     cdef vector[SVStateCRep*] leftSaved = vector[SVStateCRep_ptr](nFactorLists-1)  # saved[i] is state after i-th
 *     cdef vector[SVStateCRep*] rightSaved = vector[SVStateCRep_ptr](nFactorLists-1) # factor has been applied             # <<<<<<<<<<<<<<
 *     cdef vector[PolyCRep] coeffSaved = vector[PolyCRep](nFactorLists-1)
 *     cdef SVStateCRep *shelved = new SVStateCRep(dim)
 */
  try {
    __pyx_t_5 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVStateCRep_ptr> ((__pyx_v_nFactorLists - 1));
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 2794, __pyx_L1_error)
  }
  __pyx_v_rightSaved = __pyx_t_5;

  /* "pygsti/objects/replib/fastreplib.pyx":2795
 *     cdef vector[SVStateCRep*] leftSaved = vector[SVStateCRep_ptr](nFactorLists-1)  # saved[i] is state after i-th
 *     cdef vector[SVStateCRep*] rightSaved = vector[SVStateCRep_ptr](nFactorLists-1) # factor has been applied
 *     cdef vector[PolyCRep] coeffSaved = vector[PolyCRep](nFactorLists-1)             # <<<<<<<<<<<<<<
 *     cdef SVStateCRep *shelved = new SVStateCRep(dim)
 *     cdef SVStateCRep *prop2 = new SVStateCRep(dim) # prop2 is always a temporary allocated state not owned by anything else
 */
  try {
    __pyx_t_6 = std::vector<CReps::PolyCRep> ((__pyx_v_nFactorLists - 1));
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 2795, __pyx_L1_error)
  }
  __pyx_v_coeffSaved = __pyx_t_6;

  /* "pygsti/objects/replib/fastreplib.pyx":2796
 *     cdef vector[SVStateCRep*] rightSaved = vector[SVStateCRep_ptr](nFactorLists-1) # factor has been applied
 *     cdef vector[PolyCRep] coeffSaved = vector[PolyCRep](nFactorLists-1)
 *     cdef SVStateCRep *shelved = new SVStateCRep(dim)             # <<<<<<<<<<<<<<
 *     cdef SVStateCRep *prop2 = new SVStateCRep(dim) # prop2 is always a temporary allocated state not owned by anything else
 *     cdef SVStateCRep *prop1
 */
  try {
    __pyx_t_7 = new CReps::SVStateCRep(__pyx_v_dim);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 2796, __pyx_L1_error)
  }
  __pyx_v_shelved = __pyx_t_7;

  /* "pygsti/objects/replib/fastreplib.pyx":2797
 *     cdef vector[PolyCRep] coeffSaved = vector[PolyCRep](nFactorLists-1)
 *     cdef SVStateCRep *shelved = new SVStateCRep(dim)
 *     cdef SVStateCRep *prop2 = new SVStateCRep(dim) # prop2 is always a temporary allocated state not owned by anything else             # <<<<<<<<<<<<<<
 *     cdef SVStateCRep *prop1
 *     cdef SVStateCRep *tprop
 */
  try {
    __pyx_t_7 = new CReps::SVStateCRep(__pyx_v_dim);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 2797, __pyx_L1_error)
  }
  __pyx_v_prop2 = __pyx_t_7;

  /* "pygsti/objects/replib/fastreplib.pyx":2802
 *     cdef SVEffectCRep* EVec
 * 
 *     cdef INT* b = <INT*>malloc(nFactorLists * sizeof(INT))             # <<<<<<<<<<<<<<
 *     for i in range(nFactorLists): b[i] = 0
 *     assert(nFactorLists > 0), "Number of factor lists must be > 0!"
 */
  __pyx_v_b = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT *)malloc((__pyx_v_nFactorLists * (sizeof(__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)))));

  /* "pygsti/objects/replib/fastreplib.pyx":2803
 * 
 *     cdef INT* b = <INT*>malloc(nFactorLists * sizeof(INT))
 *     for i in range(nFactorLists): b[i] = 0             # <<<<<<<<<<<<<<
 *     assert(nFactorLists > 0), "Number of factor lists must be > 0!"
 * 
 */
  __pyx_t_1 = __pyx_v_nFactorLists;
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
    __pyx_v_i = __pyx_t_3;
    (__pyx_v_b[__pyx_v_i]) = 0;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":2804
 *     cdef INT* b = <INT*>malloc(nFactorLists * sizeof(INT))
 *     for i in range(nFactorLists): b[i] = 0
 *     assert(nFactorLists > 0), "Number of factor lists must be > 0!"             # <<<<<<<<<<<<<<
 * 
 *     incd = 0
 */
  #ifndef CYTHON_WITHOUT_ASSERTIONS
  if (unlikely(!Py_OptimizeFlag)) {
    if (unlikely(!((__pyx_v_nFactorLists > 0) != 0))) {
      PyErr_SetObject(PyExc_AssertionError, __pyx_kp_s_Number_of_factor_lists_must_be_0);
      __PYX_ERR(0, 2804, __pyx_L1_error)
    }
  }
  #endif

  /* "pygsti/objects/replib/fastreplib.pyx":2806
 *     assert(nFactorLists > 0), "Number of factor lists must be > 0!"
 * 
 *     incd = 0             # <<<<<<<<<<<<<<
 * 
 *     #Fill saved arrays with allocated states
 */
  __pyx_v_incd = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2809
 * 
 *     #Fill saved arrays with allocated states
 *     for i in range(nFactorLists-1):             # <<<<<<<<<<<<<<
 *         leftSaved[i] = new SVStateCRep(dim)
 *         rightSaved[i] = new SVStateCRep(dim)
 */
  __pyx_t_1 = (__pyx_v_nFactorLists - 1);
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
    __pyx_v_i = __pyx_t_3;

    /* "pygsti/objects/replib/fastreplib.pyx":2810
 *     #Fill saved arrays with allocated states
 *     for i in range(nFactorLists-1):
 *         leftSaved[i] = new SVStateCRep(dim)             # <<<<<<<<<<<<<<
 *         rightSaved[i] = new SVStateCRep(dim)
 * 
 */
    try {
      __pyx_t_7 = new CReps::SVStateCRep(__pyx_v_dim);
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 2810, __pyx_L1_error)
    }
    (__pyx_v_leftSaved[__pyx_v_i]) = __pyx_t_7;

    /* "pygsti/objects/replib/fastreplib.pyx":2811
 *     for i in range(nFactorLists-1):
 *         leftSaved[i] = new SVStateCRep(dim)
 *         rightSaved[i] = new SVStateCRep(dim)             # <<<<<<<<<<<<<<
 * 
 *     #for factors in _itertools.product(*factor_lists):
 */
    try {
      __pyx_t_7 = new CReps::SVStateCRep(__pyx_v_dim);
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 2811, __pyx_L1_error)
    }
    (__pyx_v_rightSaved[__pyx_v_i]) = __pyx_t_7;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":2815
 *     #for factors in _itertools.product(*factor_lists):
 *     #for incd,fi in incd_product(*[range(len(l)) for l in factor_lists]):
 *     while(True):             # <<<<<<<<<<<<<<
 *         # In this loop, b holds "current" indices into factor_lists
 *         #print "DB: iter-product BEGIN"
 */
  while (1) {

    /* "pygsti/objects/replib/fastreplib.pyx":2819
 *         #print "DB: iter-product BEGIN"
 * 
 *         if incd == 0: # need to re-evaluate rho vector             # <<<<<<<<<<<<<<
 *             #print "DB: re-eval at incd=0"
 *             factor = deref(factor_lists[0])[b[0]]
 */
    __pyx_t_4 = ((__pyx_v_incd == 0) != 0);
    if (__pyx_t_4) {

      /* "pygsti/objects/replib/fastreplib.pyx":2821
 *         if incd == 0: # need to re-evaluate rho vector
 *             #print "DB: re-eval at incd=0"
 *             factor = deref(factor_lists[0])[b[0]]             # <<<<<<<<<<<<<<
 * 
 *             #print "DB: re-eval left"
 */
      __pyx_v_factor = ((*(__pyx_v_factor_lists[0]))[(__pyx_v_b[0])]);

      /* "pygsti/objects/replib/fastreplib.pyx":2824
 * 
 *             #print "DB: re-eval left"
 *             prop1 = leftSaved[0] # the final destination (prop2 is already alloc'd)             # <<<<<<<<<<<<<<
 *             prop1.copy_from(factor._pre_state)
 *             for j in range(<INT>factor._pre_ops.size()):
 */
      __pyx_v_prop1 = (__pyx_v_leftSaved[0]);

      /* "pygsti/objects/replib/fastreplib.pyx":2825
 *             #print "DB: re-eval left"
 *             prop1 = leftSaved[0] # the final destination (prop2 is already alloc'd)
 *             prop1.copy_from(factor._pre_state)             # <<<<<<<<<<<<<<
 *             for j in range(<INT>factor._pre_ops.size()):
 *                 #print "DB: re-eval left item"
 */
      __pyx_v_prop1->copy_from(__pyx_v_factor->_pre_state);

      /* "pygsti/objects/replib/fastreplib.pyx":2826
 *             prop1 = leftSaved[0] # the final destination (prop2 is already alloc'd)
 *             prop1.copy_from(factor._pre_state)
 *             for j in range(<INT>factor._pre_ops.size()):             # <<<<<<<<<<<<<<
 *                 #print "DB: re-eval left item"
 *                 factor._pre_ops[j].acton(prop1,prop2)
 */
      __pyx_t_1 = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_factor->_pre_ops.size());
      __pyx_t_2 = __pyx_t_1;
      for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
        __pyx_v_j = __pyx_t_3;

        /* "pygsti/objects/replib/fastreplib.pyx":2828
 *             for j in range(<INT>factor._pre_ops.size()):
 *                 #print "DB: re-eval left item"
 *                 factor._pre_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # swap prop1 <-> prop2
 *             rhoVecL = prop1
 */
        (void)((__pyx_v_factor->_pre_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

        /* "pygsti/objects/replib/fastreplib.pyx":2829
 *                 #print "DB: re-eval left item"
 *                 factor._pre_ops[j].acton(prop1,prop2)
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # swap prop1 <-> prop2             # <<<<<<<<<<<<<<
 *             rhoVecL = prop1
 *             leftSaved[0] = prop1 # final state -> saved
 */
        __pyx_v_tprop = __pyx_v_prop1;
        __pyx_v_prop1 = __pyx_v_prop2;
        __pyx_v_prop2 = __pyx_v_tprop;
      }

      /* "pygsti/objects/replib/fastreplib.pyx":2830
 *                 factor._pre_ops[j].acton(prop1,prop2)
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # swap prop1 <-> prop2
 *             rhoVecL = prop1             # <<<<<<<<<<<<<<
 *             leftSaved[0] = prop1 # final state -> saved
 *             # (prop2 == the other allocated state)
 */
      __pyx_v_rhoVecL = __pyx_v_prop1;

      /* "pygsti/objects/replib/fastreplib.pyx":2831
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # swap prop1 <-> prop2
 *             rhoVecL = prop1
 *             leftSaved[0] = prop1 # final state -> saved             # <<<<<<<<<<<<<<
 *             # (prop2 == the other allocated state)
 * 
 */
      (__pyx_v_leftSaved[0]) = __pyx_v_prop1;

      /* "pygsti/objects/replib/fastreplib.pyx":2835
 * 
 *             #print "DB: re-eval right"
 *             prop1 = rightSaved[0] # the final destination (prop2 is already alloc'd)             # <<<<<<<<<<<<<<
 *             prop1.copy_from(factor._post_state)
 *             for j in range(<INT>factor._post_ops.size()):
 */
      __pyx_v_prop1 = (__pyx_v_rightSaved[0]);

      /* "pygsti/objects/replib/fastreplib.pyx":2836
 *             #print "DB: re-eval right"
 *             prop1 = rightSaved[0] # the final destination (prop2 is already alloc'd)
 *             prop1.copy_from(factor._post_state)             # <<<<<<<<<<<<<<
 *             for j in range(<INT>factor._post_ops.size()):
 *                 #print "DB: re-eval right item"
 */
      __pyx_v_prop1->copy_from(__pyx_v_factor->_post_state);

      /* "pygsti/objects/replib/fastreplib.pyx":2837
 *             prop1 = rightSaved[0] # the final destination (prop2 is already alloc'd)
 *             prop1.copy_from(factor._post_state)
 *             for j in range(<INT>factor._post_ops.size()):             # <<<<<<<<<<<<<<
 *                 #print "DB: re-eval right item"
 *                 factor._post_ops[j].acton(prop1,prop2)
 */
      __pyx_t_1 = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_factor->_post_ops.size());
      __pyx_t_2 = __pyx_t_1;
      for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
        __pyx_v_j = __pyx_t_3;

        /* "pygsti/objects/replib/fastreplib.pyx":2839
 *             for j in range(<INT>factor._post_ops.size()):
 *                 #print "DB: re-eval right item"
 *                 factor._post_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # swap prop1 <-> prop2
 *             rhoVecR = prop1
 */
        (void)((__pyx_v_factor->_post_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

        /* "pygsti/objects/replib/fastreplib.pyx":2840
 *                 #print "DB: re-eval right item"
 *                 factor._post_ops[j].acton(prop1,prop2)
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # swap prop1 <-> prop2             # <<<<<<<<<<<<<<
 *             rhoVecR = prop1
 *             rightSaved[0] = prop1 # final state -> saved
 */
        __pyx_v_tprop = __pyx_v_prop1;
        __pyx_v_prop1 = __pyx_v_prop2;
        __pyx_v_prop2 = __pyx_v_tprop;
      }

      /* "pygsti/objects/replib/fastreplib.pyx":2841
 *                 factor._post_ops[j].acton(prop1,prop2)
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # swap prop1 <-> prop2
 *             rhoVecR = prop1             # <<<<<<<<<<<<<<
 *             rightSaved[0] = prop1 # final state -> saved
 *             # (prop2 == the other allocated state)
 */
      __pyx_v_rhoVecR = __pyx_v_prop1;

      /* "pygsti/objects/replib/fastreplib.pyx":2842
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # swap prop1 <-> prop2
 *             rhoVecR = prop1
 *             rightSaved[0] = prop1 # final state -> saved             # <<<<<<<<<<<<<<
 *             # (prop2 == the other allocated state)
 * 
 */
      (__pyx_v_rightSaved[0]) = __pyx_v_prop1;

      /* "pygsti/objects/replib/fastreplib.pyx":2846
 * 
 *             #print "DB: re-eval coeff"
 *             coeff = deref(factor._coeff)             # <<<<<<<<<<<<<<
 *             coeffSaved[0] = coeff
 *             incd += 1
 */
      __pyx_v_coeff = (*__pyx_v_factor->_coeff);

      /* "pygsti/objects/replib/fastreplib.pyx":2847
 *             #print "DB: re-eval coeff"
 *             coeff = deref(factor._coeff)
 *             coeffSaved[0] = coeff             # <<<<<<<<<<<<<<
 *             incd += 1
 *         else:
 */
      (__pyx_v_coeffSaved[0]) = __pyx_v_coeff;

      /* "pygsti/objects/replib/fastreplib.pyx":2848
 *             coeff = deref(factor._coeff)
 *             coeffSaved[0] = coeff
 *             incd += 1             # <<<<<<<<<<<<<<
 *         else:
 *             #print "DB: init from incd " #,incd,last_index,nFactorLists,dim
 */
      __pyx_v_incd = (__pyx_v_incd + 1);

      /* "pygsti/objects/replib/fastreplib.pyx":2819
 *         #print "DB: iter-product BEGIN"
 * 
 *         if incd == 0: # need to re-evaluate rho vector             # <<<<<<<<<<<<<<
 *             #print "DB: re-eval at incd=0"
 *             factor = deref(factor_lists[0])[b[0]]
 */
      goto __pyx_L12;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":2851
 *         else:
 *             #print "DB: init from incd " #,incd,last_index,nFactorLists,dim
 *             rhoVecL = leftSaved[incd-1]             # <<<<<<<<<<<<<<
 *             rhoVecR = rightSaved[incd-1]
 *             coeff = coeffSaved[incd-1]
 */
    /*else*/ {
      __pyx_v_rhoVecL = (__pyx_v_leftSaved[(__pyx_v_incd - 1)]);

      /* "pygsti/objects/replib/fastreplib.pyx":2852
 *             #print "DB: init from incd " #,incd,last_index,nFactorLists,dim
 *             rhoVecL = leftSaved[incd-1]
 *             rhoVecR = rightSaved[incd-1]             # <<<<<<<<<<<<<<
 *             coeff = coeffSaved[incd-1]
 * 
 */
      __pyx_v_rhoVecR = (__pyx_v_rightSaved[(__pyx_v_incd - 1)]);

      /* "pygsti/objects/replib/fastreplib.pyx":2853
 *             rhoVecL = leftSaved[incd-1]
 *             rhoVecR = rightSaved[incd-1]
 *             coeff = coeffSaved[incd-1]             # <<<<<<<<<<<<<<
 * 
 *         # propagate left and right states, saving as we go
 */
      __pyx_v_coeff = (__pyx_v_coeffSaved[(__pyx_v_incd - 1)]);
    }
    __pyx_L12:;

    /* "pygsti/objects/replib/fastreplib.pyx":2856
 * 
 *         # propagate left and right states, saving as we go
 *         for i in range(incd,last_index):             # <<<<<<<<<<<<<<
 *             #print "DB: propagate left begin"
 *             factor = deref(factor_lists[i])[b[i]]
 */
    __pyx_t_1 = __pyx_v_last_index;
    __pyx_t_2 = __pyx_t_1;
    for (__pyx_t_3 = __pyx_v_incd; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
      __pyx_v_i = __pyx_t_3;

      /* "pygsti/objects/replib/fastreplib.pyx":2858
 *         for i in range(incd,last_index):
 *             #print "DB: propagate left begin"
 *             factor = deref(factor_lists[i])[b[i]]             # <<<<<<<<<<<<<<
 *             prop1 = leftSaved[i] # destination
 *             prop1.copy_from(rhoVecL) #starting state
 */
      __pyx_v_factor = ((*(__pyx_v_factor_lists[__pyx_v_i]))[(__pyx_v_b[__pyx_v_i])]);

      /* "pygsti/objects/replib/fastreplib.pyx":2859
 *             #print "DB: propagate left begin"
 *             factor = deref(factor_lists[i])[b[i]]
 *             prop1 = leftSaved[i] # destination             # <<<<<<<<<<<<<<
 *             prop1.copy_from(rhoVecL) #starting state
 *             for j in range(<INT>factor._pre_ops.size()):
 */
      __pyx_v_prop1 = (__pyx_v_leftSaved[__pyx_v_i]);

      /* "pygsti/objects/replib/fastreplib.pyx":2860
 *             factor = deref(factor_lists[i])[b[i]]
 *             prop1 = leftSaved[i] # destination
 *             prop1.copy_from(rhoVecL) #starting state             # <<<<<<<<<<<<<<
 *             for j in range(<INT>factor._pre_ops.size()):
 *                 #print "DB: propagate left item"
 */
      __pyx_v_prop1->copy_from(__pyx_v_rhoVecL);

      /* "pygsti/objects/replib/fastreplib.pyx":2861
 *             prop1 = leftSaved[i] # destination
 *             prop1.copy_from(rhoVecL) #starting state
 *             for j in range(<INT>factor._pre_ops.size()):             # <<<<<<<<<<<<<<
 *                 #print "DB: propagate left item"
 *                 factor._pre_ops[j].acton(prop1,prop2)
 */
      __pyx_t_8 = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_factor->_pre_ops.size());
      __pyx_t_9 = __pyx_t_8;
      for (__pyx_t_10 = 0; __pyx_t_10 < __pyx_t_9; __pyx_t_10+=1) {
        __pyx_v_j = __pyx_t_10;

        /* "pygsti/objects/replib/fastreplib.pyx":2863
 *             for j in range(<INT>factor._pre_ops.size()):
 *                 #print "DB: propagate left item"
 *                 factor._pre_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop
 *             rhoVecL = prop1
 */
        (void)((__pyx_v_factor->_pre_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

        /* "pygsti/objects/replib/fastreplib.pyx":2864
 *                 #print "DB: propagate left item"
 *                 factor._pre_ops[j].acton(prop1,prop2)
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop             # <<<<<<<<<<<<<<
 *             rhoVecL = prop1
 *             leftSaved[i] = prop1
 */
        __pyx_v_tprop = __pyx_v_prop1;
        __pyx_v_prop1 = __pyx_v_prop2;
        __pyx_v_prop2 = __pyx_v_tprop;
      }

      /* "pygsti/objects/replib/fastreplib.pyx":2865
 *                 factor._pre_ops[j].acton(prop1,prop2)
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop
 *             rhoVecL = prop1             # <<<<<<<<<<<<<<
 *             leftSaved[i] = prop1
 * 
 */
      __pyx_v_rhoVecL = __pyx_v_prop1;

      /* "pygsti/objects/replib/fastreplib.pyx":2866
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop
 *             rhoVecL = prop1
 *             leftSaved[i] = prop1             # <<<<<<<<<<<<<<
 * 
 *             # (prop2 == the other allocated state)
 */
      (__pyx_v_leftSaved[__pyx_v_i]) = __pyx_v_prop1;

      /* "pygsti/objects/replib/fastreplib.pyx":2871
 * 
 *             #print "DB: propagate right begin"
 *             prop1 = rightSaved[i] # destination             # <<<<<<<<<<<<<<
 *             prop1.copy_from(rhoVecR) #starting state
 *             for j in range(<INT>factor._post_ops.size()):
 */
      __pyx_v_prop1 = (__pyx_v_rightSaved[__pyx_v_i]);

      /* "pygsti/objects/replib/fastreplib.pyx":2872
 *             #print "DB: propagate right begin"
 *             prop1 = rightSaved[i] # destination
 *             prop1.copy_from(rhoVecR) #starting state             # <<<<<<<<<<<<<<
 *             for j in range(<INT>factor._post_ops.size()):
 *                 #print "DB: propagate right item"
 */
      __pyx_v_prop1->copy_from(__pyx_v_rhoVecR);

      /* "pygsti/objects/replib/fastreplib.pyx":2873
 *             prop1 = rightSaved[i] # destination
 *             prop1.copy_from(rhoVecR) #starting state
 *             for j in range(<INT>factor._post_ops.size()):             # <<<<<<<<<<<<<<
 *                 #print "DB: propagate right item"
 *                 factor._post_ops[j].acton(prop1,prop2)
 */
      __pyx_t_8 = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_factor->_post_ops.size());
      __pyx_t_9 = __pyx_t_8;
      for (__pyx_t_10 = 0; __pyx_t_10 < __pyx_t_9; __pyx_t_10+=1) {
        __pyx_v_j = __pyx_t_10;

        /* "pygsti/objects/replib/fastreplib.pyx":2875
 *             for j in range(<INT>factor._post_ops.size()):
 *                 #print "DB: propagate right item"
 *                 factor._post_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop
 *             rhoVecR = prop1
 */
        (void)((__pyx_v_factor->_post_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

        /* "pygsti/objects/replib/fastreplib.pyx":2876
 *                 #print "DB: propagate right item"
 *                 factor._post_ops[j].acton(prop1,prop2)
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop             # <<<<<<<<<<<<<<
 *             rhoVecR = prop1
 *             rightSaved[i] = prop1
 */
        __pyx_v_tprop = __pyx_v_prop1;
        __pyx_v_prop1 = __pyx_v_prop2;
        __pyx_v_prop2 = __pyx_v_tprop;
      }

      /* "pygsti/objects/replib/fastreplib.pyx":2877
 *                 factor._post_ops[j].acton(prop1,prop2)
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop
 *             rhoVecR = prop1             # <<<<<<<<<<<<<<
 *             rightSaved[i] = prop1
 *             # (prop2 == the other allocated state)
 */
      __pyx_v_rhoVecR = __pyx_v_prop1;

      /* "pygsti/objects/replib/fastreplib.pyx":2878
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop
 *             rhoVecR = prop1
 *             rightSaved[i] = prop1             # <<<<<<<<<<<<<<
 *             # (prop2 == the other allocated state)
 * 
 */
      (__pyx_v_rightSaved[__pyx_v_i]) = __pyx_v_prop1;

      /* "pygsti/objects/replib/fastreplib.pyx":2882
 * 
 *             #print "DB: propagate coeff mult"
 *             coeff = coeff.mult(deref(factor._coeff)) # copy a PolyCRep             # <<<<<<<<<<<<<<
 *             coeffSaved[i] = coeff
 * 
 */
      __pyx_v_coeff = __pyx_v_coeff.mult((*__pyx_v_factor->_coeff));

      /* "pygsti/objects/replib/fastreplib.pyx":2883
 *             #print "DB: propagate coeff mult"
 *             coeff = coeff.mult(deref(factor._coeff)) # copy a PolyCRep
 *             coeffSaved[i] = coeff             # <<<<<<<<<<<<<<
 * 
 *         # for the last index, no need to save, and need to construct
 */
      (__pyx_v_coeffSaved[__pyx_v_i]) = __pyx_v_coeff;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":2887
 *         # for the last index, no need to save, and need to construct
 *         # and apply effect vector
 *         prop1 = shelved # so now prop1 (and prop2) are alloc'd states             # <<<<<<<<<<<<<<
 * 
 *         #print "DB: left ampl"
 */
    __pyx_v_prop1 = __pyx_v_shelved;

    /* "pygsti/objects/replib/fastreplib.pyx":2890
 * 
 *         #print "DB: left ampl"
 *         factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)             # <<<<<<<<<<<<<<
 *         EVec = factor._post_effect
 *         prop1.copy_from(rhoVecL) # initial state (prop2 already alloc'd)
 */
    __pyx_v_factor = ((*(__pyx_v_factor_lists[__pyx_v_last_index]))[(__pyx_v_b[__pyx_v_last_index])]);

    /* "pygsti/objects/replib/fastreplib.pyx":2891
 *         #print "DB: left ampl"
 *         factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)
 *         EVec = factor._post_effect             # <<<<<<<<<<<<<<
 *         prop1.copy_from(rhoVecL) # initial state (prop2 already alloc'd)
 *         for j in range(<INT>factor._post_ops.size()):
 */
    __pyx_t_11 = __pyx_v_factor->_post_effect;
    __pyx_v_EVec = __pyx_t_11;

    /* "pygsti/objects/replib/fastreplib.pyx":2892
 *         factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)
 *         EVec = factor._post_effect
 *         prop1.copy_from(rhoVecL) # initial state (prop2 already alloc'd)             # <<<<<<<<<<<<<<
 *         for j in range(<INT>factor._post_ops.size()):
 *             factor._post_ops[j].acton(prop1,prop2)
 */
    __pyx_v_prop1->copy_from(__pyx_v_rhoVecL);

    /* "pygsti/objects/replib/fastreplib.pyx":2893
 *         EVec = factor._post_effect
 *         prop1.copy_from(rhoVecL) # initial state (prop2 already alloc'd)
 *         for j in range(<INT>factor._post_ops.size()):             # <<<<<<<<<<<<<<
 *             factor._post_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop
 */
    __pyx_t_1 = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_factor->_post_ops.size());
    __pyx_t_2 = __pyx_t_1;
    for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
      __pyx_v_j = __pyx_t_3;

      /* "pygsti/objects/replib/fastreplib.pyx":2894
 *         prop1.copy_from(rhoVecL) # initial state (prop2 already alloc'd)
 *         for j in range(<INT>factor._post_ops.size()):
 *             factor._post_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *             tprop = prop1; prop1 = prop2; prop2 = tprop
 *         pLeft = EVec.amplitude(prop1) # output in prop1, so this is final amplitude
 */
      (void)((__pyx_v_factor->_post_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

      /* "pygsti/objects/replib/fastreplib.pyx":2895
 *         for j in range(<INT>factor._post_ops.size()):
 *             factor._post_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop             # <<<<<<<<<<<<<<
 *         pLeft = EVec.amplitude(prop1) # output in prop1, so this is final amplitude
 * 
 */
      __pyx_v_tprop = __pyx_v_prop1;
      __pyx_v_prop1 = __pyx_v_prop2;
      __pyx_v_prop2 = __pyx_v_tprop;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":2896
 *             factor._post_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop
 *         pLeft = EVec.amplitude(prop1) # output in prop1, so this is final amplitude             # <<<<<<<<<<<<<<
 * 
 *         #print "DB: right ampl"
 */
    __pyx_v_pLeft = __pyx_v_EVec->amplitude(__pyx_v_prop1);

    /* "pygsti/objects/replib/fastreplib.pyx":2899
 * 
 *         #print "DB: right ampl"
 *         EVec = factor._pre_effect             # <<<<<<<<<<<<<<
 *         prop1.copy_from(rhoVecR)
 *         for j in range(<INT>factor._pre_ops.size()):
 */
    __pyx_t_11 = __pyx_v_factor->_pre_effect;
    __pyx_v_EVec = __pyx_t_11;

    /* "pygsti/objects/replib/fastreplib.pyx":2900
 *         #print "DB: right ampl"
 *         EVec = factor._pre_effect
 *         prop1.copy_from(rhoVecR)             # <<<<<<<<<<<<<<
 *         for j in range(<INT>factor._pre_ops.size()):
 *             factor._pre_ops[j].acton(prop1,prop2)
 */
    __pyx_v_prop1->copy_from(__pyx_v_rhoVecR);

    /* "pygsti/objects/replib/fastreplib.pyx":2901
 *         EVec = factor._pre_effect
 *         prop1.copy_from(rhoVecR)
 *         for j in range(<INT>factor._pre_ops.size()):             # <<<<<<<<<<<<<<
 *             factor._pre_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop
 */
    __pyx_t_1 = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_factor->_pre_ops.size());
    __pyx_t_2 = __pyx_t_1;
    for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
      __pyx_v_j = __pyx_t_3;

      /* "pygsti/objects/replib/fastreplib.pyx":2902
 *         prop1.copy_from(rhoVecR)
 *         for j in range(<INT>factor._pre_ops.size()):
 *             factor._pre_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *             tprop = prop1; prop1 = prop2; prop2 = tprop
 *         pRight = EVec.amplitude(prop1).conjugate()
 */
      (void)((__pyx_v_factor->_pre_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

      /* "pygsti/objects/replib/fastreplib.pyx":2903
 *         for j in range(<INT>factor._pre_ops.size()):
 *             factor._pre_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop             # <<<<<<<<<<<<<<
 *         pRight = EVec.amplitude(prop1).conjugate()
 * 
 */
      __pyx_v_tprop = __pyx_v_prop1;
      __pyx_v_prop1 = __pyx_v_prop2;
      __pyx_v_prop2 = __pyx_v_tprop;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":2904
 *             factor._pre_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop
 *         pRight = EVec.amplitude(prop1).conjugate()             # <<<<<<<<<<<<<<
 * 
 *         shelved = prop1 # return prop1 to the "shelf" since we'll use prop1 for other things next
 */
    __pyx_v_pRight = __Pyx_c_conj_double(__pyx_v_EVec->amplitude(__pyx_v_prop1));

    /* "pygsti/objects/replib/fastreplib.pyx":2906
 *         pRight = EVec.amplitude(prop1).conjugate()
 * 
 *         shelved = prop1 # return prop1 to the "shelf" since we'll use prop1 for other things next             # <<<<<<<<<<<<<<
 * 
 *         #print "DB: final block"
 */
    __pyx_v_shelved = __pyx_v_prop1;

    /* "pygsti/objects/replib/fastreplib.pyx":2911
 *         #print "DB running coeff = ",dict(coeff._coeffs)
 *         #print "DB factor coeff = ",dict(factor._coeff._coeffs)
 *         result = coeff.mult(deref(factor._coeff))             # <<<<<<<<<<<<<<
 *         #print "DB result = ",dict(result._coeffs)
 *         result.scale(pLeft * pRight)
 */
    __pyx_v_result = __pyx_v_coeff.mult((*__pyx_v_factor->_coeff));

    /* "pygsti/objects/replib/fastreplib.pyx":2913
 *         result = coeff.mult(deref(factor._coeff))
 *         #print "DB result = ",dict(result._coeffs)
 *         result.scale(pLeft * pRight)             # <<<<<<<<<<<<<<
 *         final_factor_indx = b[last_index]
 *         Ei = deref(Einds)[final_factor_indx] #final "factor" index == E-vector index
 */
    __pyx_v_result.scale(__Pyx_c_prod_double(__pyx_v_pLeft, __pyx_v_pRight));

    /* "pygsti/objects/replib/fastreplib.pyx":2914
 *         #print "DB result = ",dict(result._coeffs)
 *         result.scale(pLeft * pRight)
 *         final_factor_indx = b[last_index]             # <<<<<<<<<<<<<<
 *         Ei = deref(Einds)[final_factor_indx] #final "factor" index == E-vector index
 *         deref(prps)[Ei].add_inplace(result)
 */
    __pyx_v_final_factor_indx = (__pyx_v_b[__pyx_v_last_index]);

    /* "pygsti/objects/replib/fastreplib.pyx":2915
 *         result.scale(pLeft * pRight)
 *         final_factor_indx = b[last_index]
 *         Ei = deref(Einds)[final_factor_indx] #final "factor" index == E-vector index             # <<<<<<<<<<<<<<
 *         deref(prps)[Ei].add_inplace(result)
 *         #print "DB prps[",INT(Ei),"] = ",dict(deref(prps)[Ei]._coeffs)
 */
    __pyx_v_Ei = ((*__pyx_v_Einds)[__pyx_v_final_factor_indx]);

    /* "pygsti/objects/replib/fastreplib.pyx":2916
 *         final_factor_indx = b[last_index]
 *         Ei = deref(Einds)[final_factor_indx] #final "factor" index == E-vector index
 *         deref(prps)[Ei].add_inplace(result)             # <<<<<<<<<<<<<<
 *         #print "DB prps[",INT(Ei),"] = ",dict(deref(prps)[Ei]._coeffs)
 * 
 */
    ((*__pyx_v_prps)[__pyx_v_Ei])->add_inplace(__pyx_v_result);

    /* "pygsti/objects/replib/fastreplib.pyx":2923
 * 
 *         #increment b ~ itertools.product & update vec_index_noop = np.dot(self.multipliers, b)
 *         for i in range(nFactorLists-1,-1,-1):             # <<<<<<<<<<<<<<
 *             if b[i]+1 < factorListLens[i]:
 *                 b[i] += 1; incd = i
 */
    for (__pyx_t_1 = (__pyx_v_nFactorLists - 1); __pyx_t_1 > -1LL; __pyx_t_1-=1) {
      __pyx_v_i = __pyx_t_1;

      /* "pygsti/objects/replib/fastreplib.pyx":2924
 *         #increment b ~ itertools.product & update vec_index_noop = np.dot(self.multipliers, b)
 *         for i in range(nFactorLists-1,-1,-1):
 *             if b[i]+1 < factorListLens[i]:             # <<<<<<<<<<<<<<
 *                 b[i] += 1; incd = i
 *                 break
 */
      __pyx_t_4 = ((((__pyx_v_b[__pyx_v_i]) + 1) < (__pyx_v_factorListLens[__pyx_v_i])) != 0);
      if (__pyx_t_4) {

        /* "pygsti/objects/replib/fastreplib.pyx":2925
 *         for i in range(nFactorLists-1,-1,-1):
 *             if b[i]+1 < factorListLens[i]:
 *                 b[i] += 1; incd = i             # <<<<<<<<<<<<<<
 *                 break
 *             else:
 */
        __pyx_t_2 = __pyx_v_i;
        (__pyx_v_b[__pyx_t_2]) = ((__pyx_v_b[__pyx_t_2]) + 1);
        __pyx_v_incd = __pyx_v_i;

        /* "pygsti/objects/replib/fastreplib.pyx":2926
 *             if b[i]+1 < factorListLens[i]:
 *                 b[i] += 1; incd = i
 *                 break             # <<<<<<<<<<<<<<
 *             else:
 *                 b[i] = 0
 */
        goto __pyx_L28_break;

        /* "pygsti/objects/replib/fastreplib.pyx":2924
 *         #increment b ~ itertools.product & update vec_index_noop = np.dot(self.multipliers, b)
 *         for i in range(nFactorLists-1,-1,-1):
 *             if b[i]+1 < factorListLens[i]:             # <<<<<<<<<<<<<<
 *                 b[i] += 1; incd = i
 *                 break
 */
      }

      /* "pygsti/objects/replib/fastreplib.pyx":2928
 *                 break
 *             else:
 *                 b[i] = 0             # <<<<<<<<<<<<<<
 *         else:
 *             break # can't increment anything - break while(True) loop
 */
      /*else*/ {
        (__pyx_v_b[__pyx_v_i]) = 0;
      }
    }
    /*else*/ {

      /* "pygsti/objects/replib/fastreplib.pyx":2930
 *                 b[i] = 0
 *         else:
 *             break # can't increment anything - break while(True) loop             # <<<<<<<<<<<<<<
 * 
 *     #Cleanup: free allocated memory
 */
      goto __pyx_L11_break;
    }
    __pyx_L28_break:;
  }
  __pyx_L11_break:;

  /* "pygsti/objects/replib/fastreplib.pyx":2933
 * 
 *     #Cleanup: free allocated memory
 *     for i in range(nFactorLists-1):             # <<<<<<<<<<<<<<
 *         del leftSaved[i]
 *         del rightSaved[i]
 */
  __pyx_t_1 = (__pyx_v_nFactorLists - 1);
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
    __pyx_v_i = __pyx_t_3;

    /* "pygsti/objects/replib/fastreplib.pyx":2934
 *     #Cleanup: free allocated memory
 *     for i in range(nFactorLists-1):
 *         del leftSaved[i]             # <<<<<<<<<<<<<<
 *         del rightSaved[i]
 *     del prop2
 */
    delete (__pyx_v_leftSaved[__pyx_v_i]);

    /* "pygsti/objects/replib/fastreplib.pyx":2935
 *     for i in range(nFactorLists-1):
 *         del leftSaved[i]
 *         del rightSaved[i]             # <<<<<<<<<<<<<<
 *     del prop2
 *     del shelved
 */
    delete (__pyx_v_rightSaved[__pyx_v_i]);
  }

  /* "pygsti/objects/replib/fastreplib.pyx":2936
 *         del leftSaved[i]
 *         del rightSaved[i]
 *     del prop2             # <<<<<<<<<<<<<<
 *     del shelved
 *     free(factorListLens)
 */
  delete __pyx_v_prop2;

  /* "pygsti/objects/replib/fastreplib.pyx":2937
 *         del rightSaved[i]
 *     del prop2
 *     del shelved             # <<<<<<<<<<<<<<
 *     free(factorListLens)
 *     free(b)
 */
  delete __pyx_v_shelved;

  /* "pygsti/objects/replib/fastreplib.pyx":2938
 *     del prop2
 *     del shelved
 *     free(factorListLens)             # <<<<<<<<<<<<<<
 *     free(b)
 *     return
 */
  free(__pyx_v_factorListLens);

  /* "pygsti/objects/replib/fastreplib.pyx":2939
 *     del shelved
 *     free(factorListLens)
 *     free(b)             # <<<<<<<<<<<<<<
 *     return
 * 
 */
  free(__pyx_v_b);

  /* "pygsti/objects/replib/fastreplib.pyx":2940
 *     free(factorListLens)
 *     free(b)
 *     return             # <<<<<<<<<<<<<<
 * 
 * 
 */
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":2769
 * 
 * 
 * cdef void sv_pr_as_poly_innerloop_savepartials(vector[vector_SVTermCRep_ptr_ptr] factor_lists,             # <<<<<<<<<<<<<<
 *                                                vector[INT]* Einds, vector[PolyCRep*]* prps, INT dim): #, prps_chk):
 *     #print("DB partition = ","listlens = ",[len(fl) for fl in factor_lists])
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_WriteUnraisable("pygsti.objects.replib.fastreplib.sv_pr_as_poly_innerloop_savepartials", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
}

/* "pygsti/objects/replib/fastreplib.pyx":2944
 * 
 * # State-vector pruned-poly-term calcs -------------------------
 * def SV_create_circuitsetup_cacheel(calc, rholabel, elabels, circuit, repcache, opcache, min_term_mag, mpv):             # <<<<<<<<<<<<<<
 * 
 *     cdef INT i, j
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SV_create_circuitsetup_cacheel(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static PyMethodDef __pyx_mdef_6pygsti_7objects_6replib_10fastreplib_21SV_create_circuitsetup_cacheel = {"SV_create_circuitsetup_cacheel", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SV_create_circuitsetup_cacheel, METH_VARARGS|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SV_create_circuitsetup_cacheel(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyObject *__pyx_v_calc = 0;
  PyObject *__pyx_v_rholabel = 0;
  PyObject *__pyx_v_elabels = 0;
  PyObject *__pyx_v_circuit = 0;
  PyObject *__pyx_v_repcache = 0;
  PyObject *__pyx_v_opcache = 0;
  PyObject *__pyx_v_min_term_mag = 0;
  PyObject *__pyx_v_mpv = 0;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("SV_create_circuitsetup_cacheel (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_calc,&__pyx_n_s_rholabel,&__pyx_n_s_elabels,&__pyx_n_s_circuit,&__pyx_n_s_repcache,&__pyx_n_s_opcache,&__pyx_n_s_min_term_mag,&__pyx_n_s_mpv,0};
    PyObject* values[8] = {0,0,0,0,0,0,0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  8: values[7] = PyTuple_GET_ITEM(__pyx_args, 7);
        CYTHON_FALLTHROUGH;
        case  7: values[6] = PyTuple_GET_ITEM(__pyx_args, 6);
        CYTHON_FALLTHROUGH;
        case  6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
        CYTHON_FALLTHROUGH;
        case  5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
        CYTHON_FALLTHROUGH;
        case  4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
        CYTHON_FALLTHROUGH;
        case  3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
        CYTHON_FALLTHROUGH;
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_calc)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_rholabel)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("SV_create_circuitsetup_cacheel", 1, 8, 8, 1); __PYX_ERR(0, 2944, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  2:
        if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_elabels)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("SV_create_circuitsetup_cacheel", 1, 8, 8, 2); __PYX_ERR(0, 2944, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  3:
        if (likely((values[3] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_circuit)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("SV_create_circuitsetup_cacheel", 1, 8, 8, 3); __PYX_ERR(0, 2944, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  4:
        if (likely((values[4] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_repcache)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("SV_create_circuitsetup_cacheel", 1, 8, 8, 4); __PYX_ERR(0, 2944, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  5:
        if (likely((values[5] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_opcache)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("SV_create_circuitsetup_cacheel", 1, 8, 8, 5); __PYX_ERR(0, 2944, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  6:
        if (likely((values[6] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_min_term_mag)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("SV_create_circuitsetup_cacheel", 1, 8, 8, 6); __PYX_ERR(0, 2944, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  7:
        if (likely((values[7] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_mpv)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("SV_create_circuitsetup_cacheel", 1, 8, 8, 7); __PYX_ERR(0, 2944, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "SV_create_circuitsetup_cacheel") < 0)) __PYX_ERR(0, 2944, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 8) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
      values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
      values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
      values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
      values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
      values[6] = PyTuple_GET_ITEM(__pyx_args, 6);
      values[7] = PyTuple_GET_ITEM(__pyx_args, 7);
    }
    __pyx_v_calc = values[0];
    __pyx_v_rholabel = values[1];
    __pyx_v_elabels = values[2];
    __pyx_v_circuit = values[3];
    __pyx_v_repcache = values[4];
    __pyx_v_opcache = values[5];
    __pyx_v_min_term_mag = values[6];
    __pyx_v_mpv = values[7];
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("SV_create_circuitsetup_cacheel", 1, 8, 8, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 2944, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SV_create_circuitsetup_cacheel", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_20SV_create_circuitsetup_cacheel(__pyx_self, __pyx_v_calc, __pyx_v_rholabel, __pyx_v_elabels, __pyx_v_circuit, __pyx_v_repcache, __pyx_v_opcache, __pyx_v_min_term_mag, __pyx_v_mpv);

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":3063
 * 
 *         #Sort all terms by magnitude
 *         E_term_indices_and_reps.sort(key=lambda x: x[2], reverse=True)             # <<<<<<<<<<<<<<
 *         for j,(i,t,_,is_foat) in enumerate(E_term_indices_and_reps):
 *             rep = (<SVTermRep>t.torep())
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_30SV_create_circuitsetup_cacheel_lambda(PyObject *__pyx_self, PyObject *__pyx_v_x); /*proto*/
static PyMethodDef __pyx_mdef_6pygsti_7objects_6replib_10fastreplib_30SV_create_circuitsetup_cacheel_lambda = {"lambda", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_30SV_create_circuitsetup_cacheel_lambda, METH_O, 0};
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_30SV_create_circuitsetup_cacheel_lambda(PyObject *__pyx_self, PyObject *__pyx_v_x) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("lambda (wrapper)", 0);
  __pyx_r = __pyx_lambda_funcdef_lambda(__pyx_self, ((PyObject *)__pyx_v_x));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_lambda_funcdef_lambda(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_x) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("lambda", 0);
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __Pyx_GetItemInt(__pyx_v_x, 2, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 3063, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SV_create_circuitsetup_cacheel.lambda", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":2944
 * 
 * # State-vector pruned-poly-term calcs -------------------------
 * def SV_create_circuitsetup_cacheel(calc, rholabel, elabels, circuit, repcache, opcache, min_term_mag, mpv):             # <<<<<<<<<<<<<<
 * 
 *     cdef INT i, j
 */

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_20SV_create_circuitsetup_cacheel(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_calc, PyObject *__pyx_v_rholabel, PyObject *__pyx_v_elabels, PyObject *__pyx_v_circuit, PyObject *__pyx_v_repcache, PyObject *__pyx_v_opcache, PyObject *__pyx_v_min_term_mag, PyObject *__pyx_v_mpv) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_j;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_v_cgatestring;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_RepCacheEl *__pyx_v_repcel = 0;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_rep = 0;
  std::unordered_map<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT,std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr> >  __pyx_v_op_term_reps;
  std::unordered_map<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT,std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  __pyx_v_op_foat_indices;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr>  __pyx_v_rho_term_reps;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_v_rho_foat_indices;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr>  __pyx_v_E_term_reps;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_v_E_foat_indices;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_v_E_indices;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl *__pyx_v_cscel = 0;
  PyObject *__pyx_v_distinct_gateLabels = NULL;
  PyObject *__pyx_v_glmap = NULL;
  PyObject *__pyx_v_gl = NULL;
  PyObject *__pyx_v_glbl = NULL;
  PyObject *__pyx_v_op = NULL;
  PyObject *__pyx_v_hmterms = NULL;
  PyObject *__pyx_v_foat_indices = NULL;
  PyObject *__pyx_v_t = NULL;
  PyObject *__pyx_v_rhoOp = NULL;
  PyObject *__pyx_v_E_term_indices_and_reps = NULL;
  PyObject *__pyx_v_elbl = NULL;
  CYTHON_UNUSED PyObject *__pyx_v__ = NULL;
  PyObject *__pyx_v_is_foat = NULL;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_9genexpr16__pyx_v_i;
  PyObject *__pyx_9genexpr16__pyx_v_gl = NULL;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  std::unordered_map<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT,std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr> >  __pyx_t_1;
  std::unordered_map<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT,std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  __pyx_t_2;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr>  __pyx_t_3;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_t_4;
  PyObject *__pyx_t_5 = NULL;
  PyObject *__pyx_t_6 = NULL;
  PyObject *__pyx_t_7 = NULL;
  int __pyx_t_8;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_9;
  Py_ssize_t __pyx_t_10;
  PyObject *(*__pyx_t_11)(PyObject *);
  int __pyx_t_12;
  int __pyx_t_13;
  PyObject *__pyx_t_14 = NULL;
  PyObject *__pyx_t_15 = NULL;
  PyObject *(*__pyx_t_16)(PyObject *);
  Py_ssize_t __pyx_t_17;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_18;
  PyObject *(*__pyx_t_19)(PyObject *);
  PyObject *__pyx_t_20 = NULL;
  PyObject *__pyx_t_21 = NULL;
  __Pyx_RefNannySetupContext("SV_create_circuitsetup_cacheel", 0);
  __Pyx_INCREF(__pyx_v_elabels);

  /* "pygsti/objects/replib/fastreplib.pyx":2952
 *     cdef vector[SVTermCRep_ptr] treps;
 *     cdef SVTermRep rep;
 *     cdef unordered_map[INT, vector[SVTermCRep_ptr] ] op_term_reps = unordered_map[INT, vector[SVTermCRep_ptr] ]();             # <<<<<<<<<<<<<<
 *     cdef unordered_map[INT, vector[INT] ] op_foat_indices = unordered_map[INT, vector[INT] ]();
 *     cdef vector[SVTermCRep_ptr] rho_term_reps;
 */
  try {
    __pyx_t_1 = std::unordered_map<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT,std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr> > ();
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 2952, __pyx_L1_error)
  }
  __pyx_v_op_term_reps = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":2953
 *     cdef SVTermRep rep;
 *     cdef unordered_map[INT, vector[SVTermCRep_ptr] ] op_term_reps = unordered_map[INT, vector[SVTermCRep_ptr] ]();
 *     cdef unordered_map[INT, vector[INT] ] op_foat_indices = unordered_map[INT, vector[INT] ]();             # <<<<<<<<<<<<<<
 *     cdef vector[SVTermCRep_ptr] rho_term_reps;
 *     cdef vector[INT] rho_foat_indices;
 */
  try {
    __pyx_t_2 = std::unordered_map<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT,std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> > ();
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 2953, __pyx_L1_error)
  }
  __pyx_v_op_foat_indices = __pyx_t_2;

  /* "pygsti/objects/replib/fastreplib.pyx":2956
 *     cdef vector[SVTermCRep_ptr] rho_term_reps;
 *     cdef vector[INT] rho_foat_indices;
 *     cdef vector[SVTermCRep_ptr] E_term_reps = vector[SVTermCRep_ptr](0);             # <<<<<<<<<<<<<<
 *     cdef vector[INT] E_foat_indices = vector[INT](0);
 *     cdef vector[INT] E_indices = vector[INT](0);
 */
  try {
    __pyx_t_3 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr> (0);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 2956, __pyx_L1_error)
  }
  __pyx_v_E_term_reps = __pyx_t_3;

  /* "pygsti/objects/replib/fastreplib.pyx":2957
 *     cdef vector[INT] rho_foat_indices;
 *     cdef vector[SVTermCRep_ptr] E_term_reps = vector[SVTermCRep_ptr](0);
 *     cdef vector[INT] E_foat_indices = vector[INT](0);             # <<<<<<<<<<<<<<
 *     cdef vector[INT] E_indices = vector[INT](0);
 *     cdef SVTermCRep_ptr cterm;
 */
  try {
    __pyx_t_4 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> (0);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 2957, __pyx_L1_error)
  }
  __pyx_v_E_foat_indices = __pyx_t_4;

  /* "pygsti/objects/replib/fastreplib.pyx":2958
 *     cdef vector[SVTermCRep_ptr] E_term_reps = vector[SVTermCRep_ptr](0);
 *     cdef vector[INT] E_foat_indices = vector[INT](0);
 *     cdef vector[INT] E_indices = vector[INT](0);             # <<<<<<<<<<<<<<
 *     cdef SVTermCRep_ptr cterm;
 *     cdef CircuitSetupCacheEl cscel = CircuitSetupCacheEl()
 */
  try {
    __pyx_t_4 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> (0);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 2958, __pyx_L1_error)
  }
  __pyx_v_E_indices = __pyx_t_4;

  /* "pygsti/objects/replib/fastreplib.pyx":2960
 *     cdef vector[INT] E_indices = vector[INT](0);
 *     cdef SVTermCRep_ptr cterm;
 *     cdef CircuitSetupCacheEl cscel = CircuitSetupCacheEl()             # <<<<<<<<<<<<<<
 * 
 *     # Create gatelable -> int mapping to be used throughout
 */
  __pyx_t_5 = __Pyx_PyObject_CallNoArg(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2960, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __pyx_v_cscel = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl *)__pyx_t_5);
  __pyx_t_5 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2963
 * 
 *     # Create gatelable -> int mapping to be used throughout
 *     distinct_gateLabels = sorted(set(circuit))             # <<<<<<<<<<<<<<
 *     glmap = { gl: i for i,gl in enumerate(distinct_gateLabels) }
 * 
 */
  __pyx_t_6 = PySet_New(__pyx_v_circuit); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2963, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_6);
  __pyx_t_7 = PySequence_List(__pyx_t_6); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 2963, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_7);
  __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
  __pyx_t_5 = ((PyObject*)__pyx_t_7);
  __pyx_t_7 = 0;
  __pyx_t_8 = PyList_Sort(__pyx_t_5); if (unlikely(__pyx_t_8 == ((int)-1))) __PYX_ERR(0, 2963, __pyx_L1_error)
  __pyx_v_distinct_gateLabels = ((PyObject*)__pyx_t_5);
  __pyx_t_5 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2964
 *     # Create gatelable -> int mapping to be used throughout
 *     distinct_gateLabels = sorted(set(circuit))
 *     glmap = { gl: i for i,gl in enumerate(distinct_gateLabels) }             # <<<<<<<<<<<<<<
 * 
 *     # Convert circuit to a vector of ints
 */
  { /* enter inner scope */
    __pyx_t_5 = PyDict_New(); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2964, __pyx_L5_error)
    __Pyx_GOTREF(__pyx_t_5);
    __pyx_t_9 = 0;
    __pyx_t_7 = __pyx_v_distinct_gateLabels; __Pyx_INCREF(__pyx_t_7); __pyx_t_10 = 0;
    for (;;) {
      if (__pyx_t_10 >= PyList_GET_SIZE(__pyx_t_7)) break;
      #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
      __pyx_t_6 = PyList_GET_ITEM(__pyx_t_7, __pyx_t_10); __Pyx_INCREF(__pyx_t_6); __pyx_t_10++; if (unlikely(0 < 0)) __PYX_ERR(0, 2964, __pyx_L5_error)
      #else
      __pyx_t_6 = PySequence_ITEM(__pyx_t_7, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2964, __pyx_L5_error)
      __Pyx_GOTREF(__pyx_t_6);
      #endif
      __Pyx_XDECREF_SET(__pyx_9genexpr16__pyx_v_gl, __pyx_t_6);
      __pyx_t_6 = 0;
      __pyx_9genexpr16__pyx_v_i = __pyx_t_9;
      __pyx_t_9 = (__pyx_t_9 + 1);
      __pyx_t_6 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_9genexpr16__pyx_v_i); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2964, __pyx_L5_error)
      __Pyx_GOTREF(__pyx_t_6);
      if (unlikely(PyDict_SetItem(__pyx_t_5, (PyObject*)__pyx_9genexpr16__pyx_v_gl, (PyObject*)__pyx_t_6))) __PYX_ERR(0, 2964, __pyx_L5_error)
      __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    }
    __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
    __Pyx_XDECREF(__pyx_9genexpr16__pyx_v_gl); __pyx_9genexpr16__pyx_v_gl = 0;
    goto __pyx_L8_exit_scope;
    __pyx_L5_error:;
    __Pyx_XDECREF(__pyx_9genexpr16__pyx_v_gl); __pyx_9genexpr16__pyx_v_gl = 0;
    goto __pyx_L1_error;
    __pyx_L8_exit_scope:;
  } /* exit inner scope */
  __pyx_v_glmap = ((PyObject*)__pyx_t_5);
  __pyx_t_5 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2967
 * 
 *     # Convert circuit to a vector of ints
 *     for gl in circuit:             # <<<<<<<<<<<<<<
 *         cgatestring.push_back(<INT>glmap[gl])
 * 
 */
  if (likely(PyList_CheckExact(__pyx_v_circuit)) || PyTuple_CheckExact(__pyx_v_circuit)) {
    __pyx_t_5 = __pyx_v_circuit; __Pyx_INCREF(__pyx_t_5); __pyx_t_10 = 0;
    __pyx_t_11 = NULL;
  } else {
    __pyx_t_10 = -1; __pyx_t_5 = PyObject_GetIter(__pyx_v_circuit); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 2967, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    __pyx_t_11 = Py_TYPE(__pyx_t_5)->tp_iternext; if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 2967, __pyx_L1_error)
  }
  for (;;) {
    if (likely(!__pyx_t_11)) {
      if (likely(PyList_CheckExact(__pyx_t_5))) {
        if (__pyx_t_10 >= PyList_GET_SIZE(__pyx_t_5)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_7 = PyList_GET_ITEM(__pyx_t_5, __pyx_t_10); __Pyx_INCREF(__pyx_t_7); __pyx_t_10++; if (unlikely(0 < 0)) __PYX_ERR(0, 2967, __pyx_L1_error)
        #else
        __pyx_t_7 = PySequence_ITEM(__pyx_t_5, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 2967, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_7);
        #endif
      } else {
        if (__pyx_t_10 >= PyTuple_GET_SIZE(__pyx_t_5)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_7 = PyTuple_GET_ITEM(__pyx_t_5, __pyx_t_10); __Pyx_INCREF(__pyx_t_7); __pyx_t_10++; if (unlikely(0 < 0)) __PYX_ERR(0, 2967, __pyx_L1_error)
        #else
        __pyx_t_7 = PySequence_ITEM(__pyx_t_5, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 2967, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_7);
        #endif
      }
    } else {
      __pyx_t_7 = __pyx_t_11(__pyx_t_5);
      if (unlikely(!__pyx_t_7)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
          else __PYX_ERR(0, 2967, __pyx_L1_error)
        }
        break;
      }
      __Pyx_GOTREF(__pyx_t_7);
    }
    __Pyx_XDECREF_SET(__pyx_v_gl, __pyx_t_7);
    __pyx_t_7 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":2968
 *     # Convert circuit to a vector of ints
 *     for gl in circuit:
 *         cgatestring.push_back(<INT>glmap[gl])             # <<<<<<<<<<<<<<
 * 
 *     # Construct dict of gate term reps, then *convert* to c-reps, as this
 */
    __pyx_t_7 = __Pyx_PyDict_GetItem(__pyx_v_glmap, __pyx_v_gl); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 2968, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_7);
    __pyx_t_9 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_7); if (unlikely((__pyx_t_9 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 2968, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
    try {
      __pyx_v_cgatestring.push_back(((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_t_9));
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 2968, __pyx_L1_error)
    }

    /* "pygsti/objects/replib/fastreplib.pyx":2967
 * 
 *     # Convert circuit to a vector of ints
 *     for gl in circuit:             # <<<<<<<<<<<<<<
 *         cgatestring.push_back(<INT>glmap[gl])
 * 
 */
  }
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2972
 *     # Construct dict of gate term reps, then *convert* to c-reps, as this
 *     #  keeps alive the non-c-reps which keep the c-reps from being deallocated...
 *     for glbl in distinct_gateLabels:             # <<<<<<<<<<<<<<
 *         if glbl in repcache:
 *             repcel = <RepCacheEl>repcache[glbl]
 */
  if (unlikely(__pyx_v_distinct_gateLabels == Py_None)) {
    PyErr_SetString(PyExc_TypeError, "'NoneType' object is not iterable");
    __PYX_ERR(0, 2972, __pyx_L1_error)
  }
  __pyx_t_5 = __pyx_v_distinct_gateLabels; __Pyx_INCREF(__pyx_t_5); __pyx_t_10 = 0;
  for (;;) {
    if (__pyx_t_10 >= PyList_GET_SIZE(__pyx_t_5)) break;
    #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
    __pyx_t_7 = PyList_GET_ITEM(__pyx_t_5, __pyx_t_10); __Pyx_INCREF(__pyx_t_7); __pyx_t_10++; if (unlikely(0 < 0)) __PYX_ERR(0, 2972, __pyx_L1_error)
    #else
    __pyx_t_7 = PySequence_ITEM(__pyx_t_5, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 2972, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_7);
    #endif
    __Pyx_XDECREF_SET(__pyx_v_glbl, __pyx_t_7);
    __pyx_t_7 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":2973
 *     #  keeps alive the non-c-reps which keep the c-reps from being deallocated...
 *     for glbl in distinct_gateLabels:
 *         if glbl in repcache:             # <<<<<<<<<<<<<<
 *             repcel = <RepCacheEl>repcache[glbl]
 *             op_term_reps[ glmap[glbl] ] = repcel.reps
 */
    __pyx_t_12 = (__Pyx_PySequence_ContainsTF(__pyx_v_glbl, __pyx_v_repcache, Py_EQ)); if (unlikely(__pyx_t_12 < 0)) __PYX_ERR(0, 2973, __pyx_L1_error)
    __pyx_t_13 = (__pyx_t_12 != 0);
    if (__pyx_t_13) {

      /* "pygsti/objects/replib/fastreplib.pyx":2974
 *     for glbl in distinct_gateLabels:
 *         if glbl in repcache:
 *             repcel = <RepCacheEl>repcache[glbl]             # <<<<<<<<<<<<<<
 *             op_term_reps[ glmap[glbl] ] = repcel.reps
 *             op_foat_indices[ glmap[glbl] ] = repcel.foat_indices
 */
      __pyx_t_7 = __Pyx_PyObject_GetItem(__pyx_v_repcache, __pyx_v_glbl); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 2974, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_7);
      __pyx_t_6 = __pyx_t_7;
      __Pyx_INCREF(__pyx_t_6);
      __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
      __Pyx_XDECREF_SET(__pyx_v_repcel, ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_RepCacheEl *)__pyx_t_6));
      __pyx_t_6 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":2975
 *         if glbl in repcache:
 *             repcel = <RepCacheEl>repcache[glbl]
 *             op_term_reps[ glmap[glbl] ] = repcel.reps             # <<<<<<<<<<<<<<
 *             op_foat_indices[ glmap[glbl] ] = repcel.foat_indices
 *         else:
 */
      __pyx_t_3 = __pyx_v_repcel->reps;
      __pyx_t_6 = __Pyx_PyDict_GetItem(__pyx_v_glmap, __pyx_v_glbl); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2975, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_6);
      __pyx_t_9 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_6); if (unlikely((__pyx_t_9 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 2975, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
      (__pyx_v_op_term_reps[__pyx_t_9]) = __pyx_t_3;

      /* "pygsti/objects/replib/fastreplib.pyx":2976
 *             repcel = <RepCacheEl>repcache[glbl]
 *             op_term_reps[ glmap[glbl] ] = repcel.reps
 *             op_foat_indices[ glmap[glbl] ] = repcel.foat_indices             # <<<<<<<<<<<<<<
 *         else:
 *             repcel = RepCacheEl()
 */
      __pyx_t_4 = __pyx_v_repcel->foat_indices;
      __pyx_t_6 = __Pyx_PyDict_GetItem(__pyx_v_glmap, __pyx_v_glbl); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2976, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_6);
      __pyx_t_9 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_6); if (unlikely((__pyx_t_9 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 2976, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
      (__pyx_v_op_foat_indices[__pyx_t_9]) = __pyx_t_4;

      /* "pygsti/objects/replib/fastreplib.pyx":2973
 *     #  keeps alive the non-c-reps which keep the c-reps from being deallocated...
 *     for glbl in distinct_gateLabels:
 *         if glbl in repcache:             # <<<<<<<<<<<<<<
 *             repcel = <RepCacheEl>repcache[glbl]
 *             op_term_reps[ glmap[glbl] ] = repcel.reps
 */
      goto __pyx_L13;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":2978
 *             op_foat_indices[ glmap[glbl] ] = repcel.foat_indices
 *         else:
 *             repcel = RepCacheEl()             # <<<<<<<<<<<<<<
 *             if glbl in opcache:
 *                 op = opcache[glbl]
 */
    /*else*/ {
      __pyx_t_6 = __Pyx_PyObject_CallNoArg(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_RepCacheEl)); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2978, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_6);
      __Pyx_XDECREF_SET(__pyx_v_repcel, ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_RepCacheEl *)__pyx_t_6));
      __pyx_t_6 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":2979
 *         else:
 *             repcel = RepCacheEl()
 *             if glbl in opcache:             # <<<<<<<<<<<<<<
 *                 op = opcache[glbl]
 *                 #db_made_op = False
 */
      __pyx_t_13 = (__Pyx_PySequence_ContainsTF(__pyx_v_glbl, __pyx_v_opcache, Py_EQ)); if (unlikely(__pyx_t_13 < 0)) __PYX_ERR(0, 2979, __pyx_L1_error)
      __pyx_t_12 = (__pyx_t_13 != 0);
      if (__pyx_t_12) {

        /* "pygsti/objects/replib/fastreplib.pyx":2980
 *             repcel = RepCacheEl()
 *             if glbl in opcache:
 *                 op = opcache[glbl]             # <<<<<<<<<<<<<<
 *                 #db_made_op = False
 *             else:
 */
        __pyx_t_6 = __Pyx_PyObject_GetItem(__pyx_v_opcache, __pyx_v_glbl); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2980, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_6);
        __Pyx_XDECREF_SET(__pyx_v_op, __pyx_t_6);
        __pyx_t_6 = 0;

        /* "pygsti/objects/replib/fastreplib.pyx":2979
 *         else:
 *             repcel = RepCacheEl()
 *             if glbl in opcache:             # <<<<<<<<<<<<<<
 *                 op = opcache[glbl]
 *                 #db_made_op = False
 */
        goto __pyx_L14;
      }

      /* "pygsti/objects/replib/fastreplib.pyx":2983
 *                 #db_made_op = False
 *             else:
 *                 op = calc.sos.get_operation(glbl)             # <<<<<<<<<<<<<<
 *                 opcache[glbl] = op
 *                 #db_made_op = True
 */
      /*else*/ {
        __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_sos); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 2983, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_7);
        __pyx_t_14 = __Pyx_PyObject_GetAttrStr(__pyx_t_7, __pyx_n_s_get_operation); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 2983, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_14);
        __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
        __pyx_t_7 = NULL;
        if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_14))) {
          __pyx_t_7 = PyMethod_GET_SELF(__pyx_t_14);
          if (likely(__pyx_t_7)) {
            PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_14);
            __Pyx_INCREF(__pyx_t_7);
            __Pyx_INCREF(function);
            __Pyx_DECREF_SET(__pyx_t_14, function);
          }
        }
        __pyx_t_6 = (__pyx_t_7) ? __Pyx_PyObject_Call2Args(__pyx_t_14, __pyx_t_7, __pyx_v_glbl) : __Pyx_PyObject_CallOneArg(__pyx_t_14, __pyx_v_glbl);
        __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
        if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2983, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_6);
        __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
        __Pyx_XDECREF_SET(__pyx_v_op, __pyx_t_6);
        __pyx_t_6 = 0;

        /* "pygsti/objects/replib/fastreplib.pyx":2984
 *             else:
 *                 op = calc.sos.get_operation(glbl)
 *                 opcache[glbl] = op             # <<<<<<<<<<<<<<
 *                 #db_made_op = True
 * 
 */
        if (unlikely(PyObject_SetItem(__pyx_v_opcache, __pyx_v_glbl, __pyx_v_op) < 0)) __PYX_ERR(0, 2984, __pyx_L1_error)
      }
      __pyx_L14:;

      /* "pygsti/objects/replib/fastreplib.pyx":2987
 *                 #db_made_op = True
 * 
 *             hmterms, foat_indices = op.get_highmagnitude_terms(             # <<<<<<<<<<<<<<
 *                 min_term_mag, max_taylor_order=calc.max_order, max_poly_vars=mpv)
 * 
 */
      __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_op, __pyx_n_s_get_highmagnitude_terms); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2987, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_6);

      /* "pygsti/objects/replib/fastreplib.pyx":2988
 * 
 *             hmterms, foat_indices = op.get_highmagnitude_terms(
 *                 min_term_mag, max_taylor_order=calc.max_order, max_poly_vars=mpv)             # <<<<<<<<<<<<<<
 * 
 *             #TODO REMOVE
 */
      __pyx_t_14 = PyTuple_New(1); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 2987, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_14);
      __Pyx_INCREF(__pyx_v_min_term_mag);
      __Pyx_GIVEREF(__pyx_v_min_term_mag);
      PyTuple_SET_ITEM(__pyx_t_14, 0, __pyx_v_min_term_mag);
      __pyx_t_7 = __Pyx_PyDict_NewPresized(2); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 2988, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_7);
      __pyx_t_15 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_max_order); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 2988, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_15);
      if (PyDict_SetItem(__pyx_t_7, __pyx_n_s_max_taylor_order, __pyx_t_15) < 0) __PYX_ERR(0, 2988, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
      if (PyDict_SetItem(__pyx_t_7, __pyx_n_s_max_poly_vars, __pyx_v_mpv) < 0) __PYX_ERR(0, 2988, __pyx_L1_error)

      /* "pygsti/objects/replib/fastreplib.pyx":2987
 *                 #db_made_op = True
 * 
 *             hmterms, foat_indices = op.get_highmagnitude_terms(             # <<<<<<<<<<<<<<
 *                 min_term_mag, max_taylor_order=calc.max_order, max_poly_vars=mpv)
 * 
 */
      __pyx_t_15 = __Pyx_PyObject_Call(__pyx_t_6, __pyx_t_14, __pyx_t_7); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 2987, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_15);
      __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
      __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
      __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
      if ((likely(PyTuple_CheckExact(__pyx_t_15))) || (PyList_CheckExact(__pyx_t_15))) {
        PyObject* sequence = __pyx_t_15;
        Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
        if (unlikely(size != 2)) {
          if (size > 2) __Pyx_RaiseTooManyValuesError(2);
          else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
          __PYX_ERR(0, 2987, __pyx_L1_error)
        }
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        if (likely(PyTuple_CheckExact(sequence))) {
          __pyx_t_7 = PyTuple_GET_ITEM(sequence, 0); 
          __pyx_t_14 = PyTuple_GET_ITEM(sequence, 1); 
        } else {
          __pyx_t_7 = PyList_GET_ITEM(sequence, 0); 
          __pyx_t_14 = PyList_GET_ITEM(sequence, 1); 
        }
        __Pyx_INCREF(__pyx_t_7);
        __Pyx_INCREF(__pyx_t_14);
        #else
        __pyx_t_7 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 2987, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_7);
        __pyx_t_14 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 2987, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_14);
        #endif
        __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
      } else {
        Py_ssize_t index = -1;
        __pyx_t_6 = PyObject_GetIter(__pyx_t_15); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 2987, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_6);
        __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
        __pyx_t_16 = Py_TYPE(__pyx_t_6)->tp_iternext;
        index = 0; __pyx_t_7 = __pyx_t_16(__pyx_t_6); if (unlikely(!__pyx_t_7)) goto __pyx_L15_unpacking_failed;
        __Pyx_GOTREF(__pyx_t_7);
        index = 1; __pyx_t_14 = __pyx_t_16(__pyx_t_6); if (unlikely(!__pyx_t_14)) goto __pyx_L15_unpacking_failed;
        __Pyx_GOTREF(__pyx_t_14);
        if (__Pyx_IternextUnpackEndCheck(__pyx_t_16(__pyx_t_6), 2) < 0) __PYX_ERR(0, 2987, __pyx_L1_error)
        __pyx_t_16 = NULL;
        __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
        goto __pyx_L16_unpacking_done;
        __pyx_L15_unpacking_failed:;
        __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
        __pyx_t_16 = NULL;
        if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
        __PYX_ERR(0, 2987, __pyx_L1_error)
        __pyx_L16_unpacking_done:;
      }
      __Pyx_XDECREF_SET(__pyx_v_hmterms, __pyx_t_7);
      __pyx_t_7 = 0;
      __Pyx_XDECREF_SET(__pyx_v_foat_indices, __pyx_t_14);
      __pyx_t_14 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":3007
 *             #    print "Highmag terms recomputed (OK) - made op = ", db_made_op
 * 
 *             for t in hmterms:             # <<<<<<<<<<<<<<
 *                 rep = (<SVTermRep>t.torep())
 *                 repcel.pyterm_references.append(rep)
 */
      if (likely(PyList_CheckExact(__pyx_v_hmterms)) || PyTuple_CheckExact(__pyx_v_hmterms)) {
        __pyx_t_15 = __pyx_v_hmterms; __Pyx_INCREF(__pyx_t_15); __pyx_t_17 = 0;
        __pyx_t_11 = NULL;
      } else {
        __pyx_t_17 = -1; __pyx_t_15 = PyObject_GetIter(__pyx_v_hmterms); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 3007, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_15);
        __pyx_t_11 = Py_TYPE(__pyx_t_15)->tp_iternext; if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 3007, __pyx_L1_error)
      }
      for (;;) {
        if (likely(!__pyx_t_11)) {
          if (likely(PyList_CheckExact(__pyx_t_15))) {
            if (__pyx_t_17 >= PyList_GET_SIZE(__pyx_t_15)) break;
            #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
            __pyx_t_14 = PyList_GET_ITEM(__pyx_t_15, __pyx_t_17); __Pyx_INCREF(__pyx_t_14); __pyx_t_17++; if (unlikely(0 < 0)) __PYX_ERR(0, 3007, __pyx_L1_error)
            #else
            __pyx_t_14 = PySequence_ITEM(__pyx_t_15, __pyx_t_17); __pyx_t_17++; if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 3007, __pyx_L1_error)
            __Pyx_GOTREF(__pyx_t_14);
            #endif
          } else {
            if (__pyx_t_17 >= PyTuple_GET_SIZE(__pyx_t_15)) break;
            #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
            __pyx_t_14 = PyTuple_GET_ITEM(__pyx_t_15, __pyx_t_17); __Pyx_INCREF(__pyx_t_14); __pyx_t_17++; if (unlikely(0 < 0)) __PYX_ERR(0, 3007, __pyx_L1_error)
            #else
            __pyx_t_14 = PySequence_ITEM(__pyx_t_15, __pyx_t_17); __pyx_t_17++; if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 3007, __pyx_L1_error)
            __Pyx_GOTREF(__pyx_t_14);
            #endif
          }
        } else {
          __pyx_t_14 = __pyx_t_11(__pyx_t_15);
          if (unlikely(!__pyx_t_14)) {
            PyObject* exc_type = PyErr_Occurred();
            if (exc_type) {
              if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
              else __PYX_ERR(0, 3007, __pyx_L1_error)
            }
            break;
          }
          __Pyx_GOTREF(__pyx_t_14);
        }
        __Pyx_XDECREF_SET(__pyx_v_t, __pyx_t_14);
        __pyx_t_14 = 0;

        /* "pygsti/objects/replib/fastreplib.pyx":3008
 * 
 *             for t in hmterms:
 *                 rep = (<SVTermRep>t.torep())             # <<<<<<<<<<<<<<
 *                 repcel.pyterm_references.append(rep)
 *                 repcel.reps.push_back( rep.c_term )
 */
        __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v_t, __pyx_n_s_torep); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 3008, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_7);
        __pyx_t_6 = NULL;
        if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_7))) {
          __pyx_t_6 = PyMethod_GET_SELF(__pyx_t_7);
          if (likely(__pyx_t_6)) {
            PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7);
            __Pyx_INCREF(__pyx_t_6);
            __Pyx_INCREF(function);
            __Pyx_DECREF_SET(__pyx_t_7, function);
          }
        }
        __pyx_t_14 = (__pyx_t_6) ? __Pyx_PyObject_CallOneArg(__pyx_t_7, __pyx_t_6) : __Pyx_PyObject_CallNoArg(__pyx_t_7);
        __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
        if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 3008, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_14);
        __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
        __pyx_t_7 = __pyx_t_14;
        __Pyx_INCREF(__pyx_t_7);
        __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
        __Pyx_XDECREF_SET(__pyx_v_rep, ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *)__pyx_t_7));
        __pyx_t_7 = 0;

        /* "pygsti/objects/replib/fastreplib.pyx":3009
 *             for t in hmterms:
 *                 rep = (<SVTermRep>t.torep())
 *                 repcel.pyterm_references.append(rep)             # <<<<<<<<<<<<<<
 *                 repcel.reps.push_back( rep.c_term )
 * 
 */
        __pyx_t_8 = __Pyx_PyObject_Append(__pyx_v_repcel->pyterm_references, ((PyObject *)__pyx_v_rep)); if (unlikely(__pyx_t_8 == ((int)-1))) __PYX_ERR(0, 3009, __pyx_L1_error)

        /* "pygsti/objects/replib/fastreplib.pyx":3010
 *                 rep = (<SVTermRep>t.torep())
 *                 repcel.pyterm_references.append(rep)
 *                 repcel.reps.push_back( rep.c_term )             # <<<<<<<<<<<<<<
 * 
 *             for i in foat_indices:
 */
        try {
          __pyx_v_repcel->reps.push_back(__pyx_v_rep->c_term);
        } catch(...) {
          __Pyx_CppExn2PyErr();
          __PYX_ERR(0, 3010, __pyx_L1_error)
        }

        /* "pygsti/objects/replib/fastreplib.pyx":3007
 *             #    print "Highmag terms recomputed (OK) - made op = ", db_made_op
 * 
 *             for t in hmterms:             # <<<<<<<<<<<<<<
 *                 rep = (<SVTermRep>t.torep())
 *                 repcel.pyterm_references.append(rep)
 */
      }
      __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":3012
 *                 repcel.reps.push_back( rep.c_term )
 * 
 *             for i in foat_indices:             # <<<<<<<<<<<<<<
 *                 repcel.foat_indices.push_back(<INT>i)
 * 
 */
      if (likely(PyList_CheckExact(__pyx_v_foat_indices)) || PyTuple_CheckExact(__pyx_v_foat_indices)) {
        __pyx_t_15 = __pyx_v_foat_indices; __Pyx_INCREF(__pyx_t_15); __pyx_t_17 = 0;
        __pyx_t_11 = NULL;
      } else {
        __pyx_t_17 = -1; __pyx_t_15 = PyObject_GetIter(__pyx_v_foat_indices); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 3012, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_15);
        __pyx_t_11 = Py_TYPE(__pyx_t_15)->tp_iternext; if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 3012, __pyx_L1_error)
      }
      for (;;) {
        if (likely(!__pyx_t_11)) {
          if (likely(PyList_CheckExact(__pyx_t_15))) {
            if (__pyx_t_17 >= PyList_GET_SIZE(__pyx_t_15)) break;
            #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
            __pyx_t_7 = PyList_GET_ITEM(__pyx_t_15, __pyx_t_17); __Pyx_INCREF(__pyx_t_7); __pyx_t_17++; if (unlikely(0 < 0)) __PYX_ERR(0, 3012, __pyx_L1_error)
            #else
            __pyx_t_7 = PySequence_ITEM(__pyx_t_15, __pyx_t_17); __pyx_t_17++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 3012, __pyx_L1_error)
            __Pyx_GOTREF(__pyx_t_7);
            #endif
          } else {
            if (__pyx_t_17 >= PyTuple_GET_SIZE(__pyx_t_15)) break;
            #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
            __pyx_t_7 = PyTuple_GET_ITEM(__pyx_t_15, __pyx_t_17); __Pyx_INCREF(__pyx_t_7); __pyx_t_17++; if (unlikely(0 < 0)) __PYX_ERR(0, 3012, __pyx_L1_error)
            #else
            __pyx_t_7 = PySequence_ITEM(__pyx_t_15, __pyx_t_17); __pyx_t_17++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 3012, __pyx_L1_error)
            __Pyx_GOTREF(__pyx_t_7);
            #endif
          }
        } else {
          __pyx_t_7 = __pyx_t_11(__pyx_t_15);
          if (unlikely(!__pyx_t_7)) {
            PyObject* exc_type = PyErr_Occurred();
            if (exc_type) {
              if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
              else __PYX_ERR(0, 3012, __pyx_L1_error)
            }
            break;
          }
          __Pyx_GOTREF(__pyx_t_7);
        }
        __pyx_t_9 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_7); if (unlikely((__pyx_t_9 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 3012, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
        __pyx_v_i = __pyx_t_9;

        /* "pygsti/objects/replib/fastreplib.pyx":3013
 * 
 *             for i in foat_indices:
 *                 repcel.foat_indices.push_back(<INT>i)             # <<<<<<<<<<<<<<
 * 
 *             op_term_reps[ glmap[glbl] ] = repcel.reps
 */
        try {
          __pyx_v_repcel->foat_indices.push_back(((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_i));
        } catch(...) {
          __Pyx_CppExn2PyErr();
          __PYX_ERR(0, 3013, __pyx_L1_error)
        }

        /* "pygsti/objects/replib/fastreplib.pyx":3012
 *                 repcel.reps.push_back( rep.c_term )
 * 
 *             for i in foat_indices:             # <<<<<<<<<<<<<<
 *                 repcel.foat_indices.push_back(<INT>i)
 * 
 */
      }
      __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":3015
 *                 repcel.foat_indices.push_back(<INT>i)
 * 
 *             op_term_reps[ glmap[glbl] ] = repcel.reps             # <<<<<<<<<<<<<<
 *             op_foat_indices[ glmap[glbl] ] = repcel.foat_indices
 *             repcache[glbl] = repcel
 */
      __pyx_t_3 = __pyx_v_repcel->reps;
      __pyx_t_15 = __Pyx_PyDict_GetItem(__pyx_v_glmap, __pyx_v_glbl); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 3015, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_15);
      __pyx_t_9 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_15); if (unlikely((__pyx_t_9 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 3015, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
      (__pyx_v_op_term_reps[__pyx_t_9]) = __pyx_t_3;

      /* "pygsti/objects/replib/fastreplib.pyx":3016
 * 
 *             op_term_reps[ glmap[glbl] ] = repcel.reps
 *             op_foat_indices[ glmap[glbl] ] = repcel.foat_indices             # <<<<<<<<<<<<<<
 *             repcache[glbl] = repcel
 * 
 */
      __pyx_t_4 = __pyx_v_repcel->foat_indices;
      __pyx_t_15 = __Pyx_PyDict_GetItem(__pyx_v_glmap, __pyx_v_glbl); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 3016, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_15);
      __pyx_t_9 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_15); if (unlikely((__pyx_t_9 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 3016, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
      (__pyx_v_op_foat_indices[__pyx_t_9]) = __pyx_t_4;

      /* "pygsti/objects/replib/fastreplib.pyx":3017
 *             op_term_reps[ glmap[glbl] ] = repcel.reps
 *             op_foat_indices[ glmap[glbl] ] = repcel.foat_indices
 *             repcache[glbl] = repcel             # <<<<<<<<<<<<<<
 * 
 *     #Similar with rho_terms and E_terms
 */
      if (unlikely(PyObject_SetItem(__pyx_v_repcache, __pyx_v_glbl, ((PyObject *)__pyx_v_repcel)) < 0)) __PYX_ERR(0, 3017, __pyx_L1_error)
    }
    __pyx_L13:;

    /* "pygsti/objects/replib/fastreplib.pyx":2972
 *     # Construct dict of gate term reps, then *convert* to c-reps, as this
 *     #  keeps alive the non-c-reps which keep the c-reps from being deallocated...
 *     for glbl in distinct_gateLabels:             # <<<<<<<<<<<<<<
 *         if glbl in repcache:
 *             repcel = <RepCacheEl>repcache[glbl]
 */
  }
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":3020
 * 
 *     #Similar with rho_terms and E_terms
 *     if rholabel in repcache:             # <<<<<<<<<<<<<<
 *         repcel = repcache[rholabel]
 *         rho_term_reps = repcel.reps
 */
  __pyx_t_12 = (__Pyx_PySequence_ContainsTF(__pyx_v_rholabel, __pyx_v_repcache, Py_EQ)); if (unlikely(__pyx_t_12 < 0)) __PYX_ERR(0, 3020, __pyx_L1_error)
  __pyx_t_13 = (__pyx_t_12 != 0);
  if (__pyx_t_13) {

    /* "pygsti/objects/replib/fastreplib.pyx":3021
 *     #Similar with rho_terms and E_terms
 *     if rholabel in repcache:
 *         repcel = repcache[rholabel]             # <<<<<<<<<<<<<<
 *         rho_term_reps = repcel.reps
 *         rho_foat_indices = repcel.foat_indices
 */
    __pyx_t_5 = __Pyx_PyObject_GetItem(__pyx_v_repcache, __pyx_v_rholabel); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 3021, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    if (!(likely(((__pyx_t_5) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_5, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_RepCacheEl))))) __PYX_ERR(0, 3021, __pyx_L1_error)
    __Pyx_XDECREF_SET(__pyx_v_repcel, ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_RepCacheEl *)__pyx_t_5));
    __pyx_t_5 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":3022
 *     if rholabel in repcache:
 *         repcel = repcache[rholabel]
 *         rho_term_reps = repcel.reps             # <<<<<<<<<<<<<<
 *         rho_foat_indices = repcel.foat_indices
 *     else:
 */
    __pyx_t_3 = __pyx_v_repcel->reps;
    __pyx_v_rho_term_reps = __pyx_t_3;

    /* "pygsti/objects/replib/fastreplib.pyx":3023
 *         repcel = repcache[rholabel]
 *         rho_term_reps = repcel.reps
 *         rho_foat_indices = repcel.foat_indices             # <<<<<<<<<<<<<<
 *     else:
 *         repcel = RepCacheEl()
 */
    __pyx_t_4 = __pyx_v_repcel->foat_indices;
    __pyx_v_rho_foat_indices = __pyx_t_4;

    /* "pygsti/objects/replib/fastreplib.pyx":3020
 * 
 *     #Similar with rho_terms and E_terms
 *     if rholabel in repcache:             # <<<<<<<<<<<<<<
 *         repcel = repcache[rholabel]
 *         rho_term_reps = repcel.reps
 */
    goto __pyx_L21;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":3025
 *         rho_foat_indices = repcel.foat_indices
 *     else:
 *         repcel = RepCacheEl()             # <<<<<<<<<<<<<<
 *         if rholabel not in opcache:
 *             opcache[rholabel] = calc.sos.get_prep(rholabel)
 */
  /*else*/ {
    __pyx_t_5 = __Pyx_PyObject_CallNoArg(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_RepCacheEl)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 3025, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    __Pyx_XDECREF_SET(__pyx_v_repcel, ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_RepCacheEl *)__pyx_t_5));
    __pyx_t_5 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":3026
 *     else:
 *         repcel = RepCacheEl()
 *         if rholabel not in opcache:             # <<<<<<<<<<<<<<
 *             opcache[rholabel] = calc.sos.get_prep(rholabel)
 *         rhoOp = opcache[rholabel]
 */
    __pyx_t_13 = (__Pyx_PySequence_ContainsTF(__pyx_v_rholabel, __pyx_v_opcache, Py_NE)); if (unlikely(__pyx_t_13 < 0)) __PYX_ERR(0, 3026, __pyx_L1_error)
    __pyx_t_12 = (__pyx_t_13 != 0);
    if (__pyx_t_12) {

      /* "pygsti/objects/replib/fastreplib.pyx":3027
 *         repcel = RepCacheEl()
 *         if rholabel not in opcache:
 *             opcache[rholabel] = calc.sos.get_prep(rholabel)             # <<<<<<<<<<<<<<
 *         rhoOp = opcache[rholabel]
 *         hmterms, foat_indices = rhoOp.get_highmagnitude_terms(
 */
      __pyx_t_15 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_sos); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 3027, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_15);
      __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_15, __pyx_n_s_get_prep); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 3027, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_7);
      __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
      __pyx_t_15 = NULL;
      if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_7))) {
        __pyx_t_15 = PyMethod_GET_SELF(__pyx_t_7);
        if (likely(__pyx_t_15)) {
          PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7);
          __Pyx_INCREF(__pyx_t_15);
          __Pyx_INCREF(function);
          __Pyx_DECREF_SET(__pyx_t_7, function);
        }
      }
      __pyx_t_5 = (__pyx_t_15) ? __Pyx_PyObject_Call2Args(__pyx_t_7, __pyx_t_15, __pyx_v_rholabel) : __Pyx_PyObject_CallOneArg(__pyx_t_7, __pyx_v_rholabel);
      __Pyx_XDECREF(__pyx_t_15); __pyx_t_15 = 0;
      if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 3027, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_5);
      __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
      if (unlikely(PyObject_SetItem(__pyx_v_opcache, __pyx_v_rholabel, __pyx_t_5) < 0)) __PYX_ERR(0, 3027, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":3026
 *     else:
 *         repcel = RepCacheEl()
 *         if rholabel not in opcache:             # <<<<<<<<<<<<<<
 *             opcache[rholabel] = calc.sos.get_prep(rholabel)
 *         rhoOp = opcache[rholabel]
 */
    }

    /* "pygsti/objects/replib/fastreplib.pyx":3028
 *         if rholabel not in opcache:
 *             opcache[rholabel] = calc.sos.get_prep(rholabel)
 *         rhoOp = opcache[rholabel]             # <<<<<<<<<<<<<<
 *         hmterms, foat_indices = rhoOp.get_highmagnitude_terms(
 *             min_term_mag, max_taylor_order=calc.max_order,
 */
    __pyx_t_5 = __Pyx_PyObject_GetItem(__pyx_v_opcache, __pyx_v_rholabel); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 3028, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    __pyx_v_rhoOp = __pyx_t_5;
    __pyx_t_5 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":3029
 *             opcache[rholabel] = calc.sos.get_prep(rholabel)
 *         rhoOp = opcache[rholabel]
 *         hmterms, foat_indices = rhoOp.get_highmagnitude_terms(             # <<<<<<<<<<<<<<
 *             min_term_mag, max_taylor_order=calc.max_order,
 *             max_poly_vars=mpv)
 */
    __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_rhoOp, __pyx_n_s_get_highmagnitude_terms); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 3029, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);

    /* "pygsti/objects/replib/fastreplib.pyx":3030
 *         rhoOp = opcache[rholabel]
 *         hmterms, foat_indices = rhoOp.get_highmagnitude_terms(
 *             min_term_mag, max_taylor_order=calc.max_order,             # <<<<<<<<<<<<<<
 *             max_poly_vars=mpv)
 * 
 */
    __pyx_t_7 = PyTuple_New(1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 3029, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_7);
    __Pyx_INCREF(__pyx_v_min_term_mag);
    __Pyx_GIVEREF(__pyx_v_min_term_mag);
    PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_v_min_term_mag);
    __pyx_t_15 = __Pyx_PyDict_NewPresized(2); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 3030, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_15);
    __pyx_t_14 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_max_order); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 3030, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_14);
    if (PyDict_SetItem(__pyx_t_15, __pyx_n_s_max_taylor_order, __pyx_t_14) < 0) __PYX_ERR(0, 3030, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":3031
 *         hmterms, foat_indices = rhoOp.get_highmagnitude_terms(
 *             min_term_mag, max_taylor_order=calc.max_order,
 *             max_poly_vars=mpv)             # <<<<<<<<<<<<<<
 * 
 *         for t in hmterms:
 */
    if (PyDict_SetItem(__pyx_t_15, __pyx_n_s_max_poly_vars, __pyx_v_mpv) < 0) __PYX_ERR(0, 3030, __pyx_L1_error)

    /* "pygsti/objects/replib/fastreplib.pyx":3029
 *             opcache[rholabel] = calc.sos.get_prep(rholabel)
 *         rhoOp = opcache[rholabel]
 *         hmterms, foat_indices = rhoOp.get_highmagnitude_terms(             # <<<<<<<<<<<<<<
 *             min_term_mag, max_taylor_order=calc.max_order,
 *             max_poly_vars=mpv)
 */
    __pyx_t_14 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_t_7, __pyx_t_15); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 3029, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_14);
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
    __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
    __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
    if ((likely(PyTuple_CheckExact(__pyx_t_14))) || (PyList_CheckExact(__pyx_t_14))) {
      PyObject* sequence = __pyx_t_14;
      Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
      if (unlikely(size != 2)) {
        if (size > 2) __Pyx_RaiseTooManyValuesError(2);
        else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
        __PYX_ERR(0, 3029, __pyx_L1_error)
      }
      #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
      if (likely(PyTuple_CheckExact(sequence))) {
        __pyx_t_15 = PyTuple_GET_ITEM(sequence, 0); 
        __pyx_t_7 = PyTuple_GET_ITEM(sequence, 1); 
      } else {
        __pyx_t_15 = PyList_GET_ITEM(sequence, 0); 
        __pyx_t_7 = PyList_GET_ITEM(sequence, 1); 
      }
      __Pyx_INCREF(__pyx_t_15);
      __Pyx_INCREF(__pyx_t_7);
      #else
      __pyx_t_15 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 3029, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_15);
      __pyx_t_7 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 3029, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_7);
      #endif
      __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
    } else {
      Py_ssize_t index = -1;
      __pyx_t_5 = PyObject_GetIter(__pyx_t_14); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 3029, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_5);
      __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
      __pyx_t_16 = Py_TYPE(__pyx_t_5)->tp_iternext;
      index = 0; __pyx_t_15 = __pyx_t_16(__pyx_t_5); if (unlikely(!__pyx_t_15)) goto __pyx_L23_unpacking_failed;
      __Pyx_GOTREF(__pyx_t_15);
      index = 1; __pyx_t_7 = __pyx_t_16(__pyx_t_5); if (unlikely(!__pyx_t_7)) goto __pyx_L23_unpacking_failed;
      __Pyx_GOTREF(__pyx_t_7);
      if (__Pyx_IternextUnpackEndCheck(__pyx_t_16(__pyx_t_5), 2) < 0) __PYX_ERR(0, 3029, __pyx_L1_error)
      __pyx_t_16 = NULL;
      __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
      goto __pyx_L24_unpacking_done;
      __pyx_L23_unpacking_failed:;
      __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
      __pyx_t_16 = NULL;
      if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
      __PYX_ERR(0, 3029, __pyx_L1_error)
      __pyx_L24_unpacking_done:;
    }
    __Pyx_XDECREF_SET(__pyx_v_hmterms, __pyx_t_15);
    __pyx_t_15 = 0;
    __Pyx_XDECREF_SET(__pyx_v_foat_indices, __pyx_t_7);
    __pyx_t_7 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":3033
 *             max_poly_vars=mpv)
 * 
 *         for t in hmterms:             # <<<<<<<<<<<<<<
 *             rep = (<SVTermRep>t.torep())
 *             repcel.pyterm_references.append(rep)
 */
    if (likely(PyList_CheckExact(__pyx_v_hmterms)) || PyTuple_CheckExact(__pyx_v_hmterms)) {
      __pyx_t_14 = __pyx_v_hmterms; __Pyx_INCREF(__pyx_t_14); __pyx_t_10 = 0;
      __pyx_t_11 = NULL;
    } else {
      __pyx_t_10 = -1; __pyx_t_14 = PyObject_GetIter(__pyx_v_hmterms); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 3033, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_14);
      __pyx_t_11 = Py_TYPE(__pyx_t_14)->tp_iternext; if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 3033, __pyx_L1_error)
    }
    for (;;) {
      if (likely(!__pyx_t_11)) {
        if (likely(PyList_CheckExact(__pyx_t_14))) {
          if (__pyx_t_10 >= PyList_GET_SIZE(__pyx_t_14)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_7 = PyList_GET_ITEM(__pyx_t_14, __pyx_t_10); __Pyx_INCREF(__pyx_t_7); __pyx_t_10++; if (unlikely(0 < 0)) __PYX_ERR(0, 3033, __pyx_L1_error)
          #else
          __pyx_t_7 = PySequence_ITEM(__pyx_t_14, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 3033, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_7);
          #endif
        } else {
          if (__pyx_t_10 >= PyTuple_GET_SIZE(__pyx_t_14)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_7 = PyTuple_GET_ITEM(__pyx_t_14, __pyx_t_10); __Pyx_INCREF(__pyx_t_7); __pyx_t_10++; if (unlikely(0 < 0)) __PYX_ERR(0, 3033, __pyx_L1_error)
          #else
          __pyx_t_7 = PySequence_ITEM(__pyx_t_14, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 3033, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_7);
          #endif
        }
      } else {
        __pyx_t_7 = __pyx_t_11(__pyx_t_14);
        if (unlikely(!__pyx_t_7)) {
          PyObject* exc_type = PyErr_Occurred();
          if (exc_type) {
            if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
            else __PYX_ERR(0, 3033, __pyx_L1_error)
          }
          break;
        }
        __Pyx_GOTREF(__pyx_t_7);
      }
      __Pyx_XDECREF_SET(__pyx_v_t, __pyx_t_7);
      __pyx_t_7 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":3034
 * 
 *         for t in hmterms:
 *             rep = (<SVTermRep>t.torep())             # <<<<<<<<<<<<<<
 *             repcel.pyterm_references.append(rep)
 *             repcel.reps.push_back( rep.c_term )
 */
      __pyx_t_15 = __Pyx_PyObject_GetAttrStr(__pyx_v_t, __pyx_n_s_torep); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 3034, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_15);
      __pyx_t_5 = NULL;
      if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_15))) {
        __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_15);
        if (likely(__pyx_t_5)) {
          PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_15);
          __Pyx_INCREF(__pyx_t_5);
          __Pyx_INCREF(function);
          __Pyx_DECREF_SET(__pyx_t_15, function);
        }
      }
      __pyx_t_7 = (__pyx_t_5) ? __Pyx_PyObject_CallOneArg(__pyx_t_15, __pyx_t_5) : __Pyx_PyObject_CallNoArg(__pyx_t_15);
      __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
      if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 3034, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_7);
      __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
      __pyx_t_15 = __pyx_t_7;
      __Pyx_INCREF(__pyx_t_15);
      __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
      __Pyx_XDECREF_SET(__pyx_v_rep, ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *)__pyx_t_15));
      __pyx_t_15 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":3035
 *         for t in hmterms:
 *             rep = (<SVTermRep>t.torep())
 *             repcel.pyterm_references.append(rep)             # <<<<<<<<<<<<<<
 *             repcel.reps.push_back( rep.c_term )
 * 
 */
      __pyx_t_8 = __Pyx_PyObject_Append(__pyx_v_repcel->pyterm_references, ((PyObject *)__pyx_v_rep)); if (unlikely(__pyx_t_8 == ((int)-1))) __PYX_ERR(0, 3035, __pyx_L1_error)

      /* "pygsti/objects/replib/fastreplib.pyx":3036
 *             rep = (<SVTermRep>t.torep())
 *             repcel.pyterm_references.append(rep)
 *             repcel.reps.push_back( rep.c_term )             # <<<<<<<<<<<<<<
 * 
 *         for i in foat_indices:
 */
      try {
        __pyx_v_repcel->reps.push_back(__pyx_v_rep->c_term);
      } catch(...) {
        __Pyx_CppExn2PyErr();
        __PYX_ERR(0, 3036, __pyx_L1_error)
      }

      /* "pygsti/objects/replib/fastreplib.pyx":3033
 *             max_poly_vars=mpv)
 * 
 *         for t in hmterms:             # <<<<<<<<<<<<<<
 *             rep = (<SVTermRep>t.torep())
 *             repcel.pyterm_references.append(rep)
 */
    }
    __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":3038
 *             repcel.reps.push_back( rep.c_term )
 * 
 *         for i in foat_indices:             # <<<<<<<<<<<<<<
 *             repcel.foat_indices.push_back(<INT>i)
 * 
 */
    if (likely(PyList_CheckExact(__pyx_v_foat_indices)) || PyTuple_CheckExact(__pyx_v_foat_indices)) {
      __pyx_t_14 = __pyx_v_foat_indices; __Pyx_INCREF(__pyx_t_14); __pyx_t_10 = 0;
      __pyx_t_11 = NULL;
    } else {
      __pyx_t_10 = -1; __pyx_t_14 = PyObject_GetIter(__pyx_v_foat_indices); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 3038, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_14);
      __pyx_t_11 = Py_TYPE(__pyx_t_14)->tp_iternext; if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 3038, __pyx_L1_error)
    }
    for (;;) {
      if (likely(!__pyx_t_11)) {
        if (likely(PyList_CheckExact(__pyx_t_14))) {
          if (__pyx_t_10 >= PyList_GET_SIZE(__pyx_t_14)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_15 = PyList_GET_ITEM(__pyx_t_14, __pyx_t_10); __Pyx_INCREF(__pyx_t_15); __pyx_t_10++; if (unlikely(0 < 0)) __PYX_ERR(0, 3038, __pyx_L1_error)
          #else
          __pyx_t_15 = PySequence_ITEM(__pyx_t_14, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 3038, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_15);
          #endif
        } else {
          if (__pyx_t_10 >= PyTuple_GET_SIZE(__pyx_t_14)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_15 = PyTuple_GET_ITEM(__pyx_t_14, __pyx_t_10); __Pyx_INCREF(__pyx_t_15); __pyx_t_10++; if (unlikely(0 < 0)) __PYX_ERR(0, 3038, __pyx_L1_error)
          #else
          __pyx_t_15 = PySequence_ITEM(__pyx_t_14, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 3038, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_15);
          #endif
        }
      } else {
        __pyx_t_15 = __pyx_t_11(__pyx_t_14);
        if (unlikely(!__pyx_t_15)) {
          PyObject* exc_type = PyErr_Occurred();
          if (exc_type) {
            if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
            else __PYX_ERR(0, 3038, __pyx_L1_error)
          }
          break;
        }
        __Pyx_GOTREF(__pyx_t_15);
      }
      __pyx_t_9 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_15); if (unlikely((__pyx_t_9 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 3038, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
      __pyx_v_i = __pyx_t_9;

      /* "pygsti/objects/replib/fastreplib.pyx":3039
 * 
 *         for i in foat_indices:
 *             repcel.foat_indices.push_back(<INT>i)             # <<<<<<<<<<<<<<
 * 
 *         rho_term_reps = repcel.reps
 */
      try {
        __pyx_v_repcel->foat_indices.push_back(((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_i));
      } catch(...) {
        __Pyx_CppExn2PyErr();
        __PYX_ERR(0, 3039, __pyx_L1_error)
      }

      /* "pygsti/objects/replib/fastreplib.pyx":3038
 *             repcel.reps.push_back( rep.c_term )
 * 
 *         for i in foat_indices:             # <<<<<<<<<<<<<<
 *             repcel.foat_indices.push_back(<INT>i)
 * 
 */
    }
    __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":3041
 *             repcel.foat_indices.push_back(<INT>i)
 * 
 *         rho_term_reps = repcel.reps             # <<<<<<<<<<<<<<
 *         rho_foat_indices = repcel.foat_indices
 *         repcache[rholabel] = repcel
 */
    __pyx_t_3 = __pyx_v_repcel->reps;
    __pyx_v_rho_term_reps = __pyx_t_3;

    /* "pygsti/objects/replib/fastreplib.pyx":3042
 * 
 *         rho_term_reps = repcel.reps
 *         rho_foat_indices = repcel.foat_indices             # <<<<<<<<<<<<<<
 *         repcache[rholabel] = repcel
 * 
 */
    __pyx_t_4 = __pyx_v_repcel->foat_indices;
    __pyx_v_rho_foat_indices = __pyx_t_4;

    /* "pygsti/objects/replib/fastreplib.pyx":3043
 *         rho_term_reps = repcel.reps
 *         rho_foat_indices = repcel.foat_indices
 *         repcache[rholabel] = repcel             # <<<<<<<<<<<<<<
 * 
 *     elabels = tuple(elabels) # so hashable
 */
    if (unlikely(PyObject_SetItem(__pyx_v_repcache, __pyx_v_rholabel, ((PyObject *)__pyx_v_repcel)) < 0)) __PYX_ERR(0, 3043, __pyx_L1_error)
  }
  __pyx_L21:;

  /* "pygsti/objects/replib/fastreplib.pyx":3045
 *         repcache[rholabel] = repcel
 * 
 *     elabels = tuple(elabels) # so hashable             # <<<<<<<<<<<<<<
 *     if elabels in repcache:
 *         repcel = <RepCacheEl>repcache[elabels]
 */
  __pyx_t_14 = __Pyx_PySequence_Tuple(__pyx_v_elabels); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 3045, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_14);
  __Pyx_DECREF_SET(__pyx_v_elabels, __pyx_t_14);
  __pyx_t_14 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":3046
 * 
 *     elabels = tuple(elabels) # so hashable
 *     if elabels in repcache:             # <<<<<<<<<<<<<<
 *         repcel = <RepCacheEl>repcache[elabels]
 *         E_term_reps = repcel.reps
 */
  __pyx_t_12 = (__Pyx_PySequence_ContainsTF(__pyx_v_elabels, __pyx_v_repcache, Py_EQ)); if (unlikely(__pyx_t_12 < 0)) __PYX_ERR(0, 3046, __pyx_L1_error)
  __pyx_t_13 = (__pyx_t_12 != 0);
  if (__pyx_t_13) {

    /* "pygsti/objects/replib/fastreplib.pyx":3047
 *     elabels = tuple(elabels) # so hashable
 *     if elabels in repcache:
 *         repcel = <RepCacheEl>repcache[elabels]             # <<<<<<<<<<<<<<
 *         E_term_reps = repcel.reps
 *         E_indices = repcel.E_indices
 */
    __pyx_t_14 = __Pyx_PyObject_GetItem(__pyx_v_repcache, __pyx_v_elabels); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 3047, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_14);
    __pyx_t_15 = __pyx_t_14;
    __Pyx_INCREF(__pyx_t_15);
    __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
    __Pyx_DECREF_SET(__pyx_v_repcel, ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_RepCacheEl *)__pyx_t_15));
    __pyx_t_15 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":3048
 *     if elabels in repcache:
 *         repcel = <RepCacheEl>repcache[elabels]
 *         E_term_reps = repcel.reps             # <<<<<<<<<<<<<<
 *         E_indices = repcel.E_indices
 *         E_foat_indices = repcel.foat_indices
 */
    __pyx_t_3 = __pyx_v_repcel->reps;
    __pyx_v_E_term_reps = __pyx_t_3;

    /* "pygsti/objects/replib/fastreplib.pyx":3049
 *         repcel = <RepCacheEl>repcache[elabels]
 *         E_term_reps = repcel.reps
 *         E_indices = repcel.E_indices             # <<<<<<<<<<<<<<
 *         E_foat_indices = repcel.foat_indices
 *     else:
 */
    __pyx_t_4 = __pyx_v_repcel->E_indices;
    __pyx_v_E_indices = __pyx_t_4;

    /* "pygsti/objects/replib/fastreplib.pyx":3050
 *         E_term_reps = repcel.reps
 *         E_indices = repcel.E_indices
 *         E_foat_indices = repcel.foat_indices             # <<<<<<<<<<<<<<
 *     else:
 *         repcel = RepCacheEl()
 */
    __pyx_t_4 = __pyx_v_repcel->foat_indices;
    __pyx_v_E_foat_indices = __pyx_t_4;

    /* "pygsti/objects/replib/fastreplib.pyx":3046
 * 
 *     elabels = tuple(elabels) # so hashable
 *     if elabels in repcache:             # <<<<<<<<<<<<<<
 *         repcel = <RepCacheEl>repcache[elabels]
 *         E_term_reps = repcel.reps
 */
    goto __pyx_L29;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":3052
 *         E_foat_indices = repcel.foat_indices
 *     else:
 *         repcel = RepCacheEl()             # <<<<<<<<<<<<<<
 *         E_term_indices_and_reps = []
 *         for i,elbl in enumerate(elabels):
 */
  /*else*/ {
    __pyx_t_15 = __Pyx_PyObject_CallNoArg(((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_RepCacheEl)); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 3052, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_15);
    __Pyx_DECREF_SET(__pyx_v_repcel, ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_RepCacheEl *)__pyx_t_15));
    __pyx_t_15 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":3053
 *     else:
 *         repcel = RepCacheEl()
 *         E_term_indices_and_reps = []             # <<<<<<<<<<<<<<
 *         for i,elbl in enumerate(elabels):
 *             if elbl not in opcache:
 */
    __pyx_t_15 = PyList_New(0); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 3053, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_15);
    __pyx_v_E_term_indices_and_reps = ((PyObject*)__pyx_t_15);
    __pyx_t_15 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":3054
 *         repcel = RepCacheEl()
 *         E_term_indices_and_reps = []
 *         for i,elbl in enumerate(elabels):             # <<<<<<<<<<<<<<
 *             if elbl not in opcache:
 *                 opcache[elbl] = calc.sos.get_effect(elbl)
 */
    __pyx_t_9 = 0;
    if (likely(PyList_CheckExact(__pyx_v_elabels)) || PyTuple_CheckExact(__pyx_v_elabels)) {
      __pyx_t_15 = __pyx_v_elabels; __Pyx_INCREF(__pyx_t_15); __pyx_t_10 = 0;
      __pyx_t_11 = NULL;
    } else {
      __pyx_t_10 = -1; __pyx_t_15 = PyObject_GetIter(__pyx_v_elabels); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 3054, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_15);
      __pyx_t_11 = Py_TYPE(__pyx_t_15)->tp_iternext; if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 3054, __pyx_L1_error)
    }
    for (;;) {
      if (likely(!__pyx_t_11)) {
        if (likely(PyList_CheckExact(__pyx_t_15))) {
          if (__pyx_t_10 >= PyList_GET_SIZE(__pyx_t_15)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_14 = PyList_GET_ITEM(__pyx_t_15, __pyx_t_10); __Pyx_INCREF(__pyx_t_14); __pyx_t_10++; if (unlikely(0 < 0)) __PYX_ERR(0, 3054, __pyx_L1_error)
          #else
          __pyx_t_14 = PySequence_ITEM(__pyx_t_15, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 3054, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_14);
          #endif
        } else {
          if (__pyx_t_10 >= PyTuple_GET_SIZE(__pyx_t_15)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_14 = PyTuple_GET_ITEM(__pyx_t_15, __pyx_t_10); __Pyx_INCREF(__pyx_t_14); __pyx_t_10++; if (unlikely(0 < 0)) __PYX_ERR(0, 3054, __pyx_L1_error)
          #else
          __pyx_t_14 = PySequence_ITEM(__pyx_t_15, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 3054, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_14);
          #endif
        }
      } else {
        __pyx_t_14 = __pyx_t_11(__pyx_t_15);
        if (unlikely(!__pyx_t_14)) {
          PyObject* exc_type = PyErr_Occurred();
          if (exc_type) {
            if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
            else __PYX_ERR(0, 3054, __pyx_L1_error)
          }
          break;
        }
        __Pyx_GOTREF(__pyx_t_14);
      }
      __Pyx_XDECREF_SET(__pyx_v_elbl, __pyx_t_14);
      __pyx_t_14 = 0;
      __pyx_v_i = __pyx_t_9;
      __pyx_t_9 = (__pyx_t_9 + 1);

      /* "pygsti/objects/replib/fastreplib.pyx":3055
 *         E_term_indices_and_reps = []
 *         for i,elbl in enumerate(elabels):
 *             if elbl not in opcache:             # <<<<<<<<<<<<<<
 *                 opcache[elbl] = calc.sos.get_effect(elbl)
 *             hmterms, foat_indices = opcache[elbl].get_highmagnitude_terms(
 */
      __pyx_t_13 = (__Pyx_PySequence_ContainsTF(__pyx_v_elbl, __pyx_v_opcache, Py_NE)); if (unlikely(__pyx_t_13 < 0)) __PYX_ERR(0, 3055, __pyx_L1_error)
      __pyx_t_12 = (__pyx_t_13 != 0);
      if (__pyx_t_12) {

        /* "pygsti/objects/replib/fastreplib.pyx":3056
 *         for i,elbl in enumerate(elabels):
 *             if elbl not in opcache:
 *                 opcache[elbl] = calc.sos.get_effect(elbl)             # <<<<<<<<<<<<<<
 *             hmterms, foat_indices = opcache[elbl].get_highmagnitude_terms(
 *                 min_term_mag, max_taylor_order=calc.max_order, max_poly_vars=mpv)
 */
        __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_sos); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 3056, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_7);
        __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_7, __pyx_n_s_get_effect); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 3056, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_5);
        __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
        __pyx_t_7 = NULL;
        if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_5))) {
          __pyx_t_7 = PyMethod_GET_SELF(__pyx_t_5);
          if (likely(__pyx_t_7)) {
            PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
            __Pyx_INCREF(__pyx_t_7);
            __Pyx_INCREF(function);
            __Pyx_DECREF_SET(__pyx_t_5, function);
          }
        }
        __pyx_t_14 = (__pyx_t_7) ? __Pyx_PyObject_Call2Args(__pyx_t_5, __pyx_t_7, __pyx_v_elbl) : __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_v_elbl);
        __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
        if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 3056, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_14);
        __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
        if (unlikely(PyObject_SetItem(__pyx_v_opcache, __pyx_v_elbl, __pyx_t_14) < 0)) __PYX_ERR(0, 3056, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;

        /* "pygsti/objects/replib/fastreplib.pyx":3055
 *         E_term_indices_and_reps = []
 *         for i,elbl in enumerate(elabels):
 *             if elbl not in opcache:             # <<<<<<<<<<<<<<
 *                 opcache[elbl] = calc.sos.get_effect(elbl)
 *             hmterms, foat_indices = opcache[elbl].get_highmagnitude_terms(
 */
      }

      /* "pygsti/objects/replib/fastreplib.pyx":3057
 *             if elbl not in opcache:
 *                 opcache[elbl] = calc.sos.get_effect(elbl)
 *             hmterms, foat_indices = opcache[elbl].get_highmagnitude_terms(             # <<<<<<<<<<<<<<
 *                 min_term_mag, max_taylor_order=calc.max_order, max_poly_vars=mpv)
 *             E_term_indices_and_reps.extend(
 */
      __pyx_t_14 = __Pyx_PyObject_GetItem(__pyx_v_opcache, __pyx_v_elbl); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 3057, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_14);
      __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_14, __pyx_n_s_get_highmagnitude_terms); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 3057, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_5);
      __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":3058
 *                 opcache[elbl] = calc.sos.get_effect(elbl)
 *             hmterms, foat_indices = opcache[elbl].get_highmagnitude_terms(
 *                 min_term_mag, max_taylor_order=calc.max_order, max_poly_vars=mpv)             # <<<<<<<<<<<<<<
 *             E_term_indices_and_reps.extend(
 *                 [ (i,t,t.magnitude,1 if (j in foat_indices) else 0) for j,t in enumerate(hmterms) ] )
 */
      __pyx_t_14 = PyTuple_New(1); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 3057, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_14);
      __Pyx_INCREF(__pyx_v_min_term_mag);
      __Pyx_GIVEREF(__pyx_v_min_term_mag);
      PyTuple_SET_ITEM(__pyx_t_14, 0, __pyx_v_min_term_mag);
      __pyx_t_7 = __Pyx_PyDict_NewPresized(2); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 3058, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_7);
      __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_max_order); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 3058, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_6);
      if (PyDict_SetItem(__pyx_t_7, __pyx_n_s_max_taylor_order, __pyx_t_6) < 0) __PYX_ERR(0, 3058, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
      if (PyDict_SetItem(__pyx_t_7, __pyx_n_s_max_poly_vars, __pyx_v_mpv) < 0) __PYX_ERR(0, 3058, __pyx_L1_error)

      /* "pygsti/objects/replib/fastreplib.pyx":3057
 *             if elbl not in opcache:
 *                 opcache[elbl] = calc.sos.get_effect(elbl)
 *             hmterms, foat_indices = opcache[elbl].get_highmagnitude_terms(             # <<<<<<<<<<<<<<
 *                 min_term_mag, max_taylor_order=calc.max_order, max_poly_vars=mpv)
 *             E_term_indices_and_reps.extend(
 */
      __pyx_t_6 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_t_14, __pyx_t_7); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 3057, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_6);
      __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
      __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
      __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
      if ((likely(PyTuple_CheckExact(__pyx_t_6))) || (PyList_CheckExact(__pyx_t_6))) {
        PyObject* sequence = __pyx_t_6;
        Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
        if (unlikely(size != 2)) {
          if (size > 2) __Pyx_RaiseTooManyValuesError(2);
          else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
          __PYX_ERR(0, 3057, __pyx_L1_error)
        }
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        if (likely(PyTuple_CheckExact(sequence))) {
          __pyx_t_7 = PyTuple_GET_ITEM(sequence, 0); 
          __pyx_t_14 = PyTuple_GET_ITEM(sequence, 1); 
        } else {
          __pyx_t_7 = PyList_GET_ITEM(sequence, 0); 
          __pyx_t_14 = PyList_GET_ITEM(sequence, 1); 
        }
        __Pyx_INCREF(__pyx_t_7);
        __Pyx_INCREF(__pyx_t_14);
        #else
        __pyx_t_7 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 3057, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_7);
        __pyx_t_14 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 3057, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_14);
        #endif
        __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
      } else {
        Py_ssize_t index = -1;
        __pyx_t_5 = PyObject_GetIter(__pyx_t_6); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 3057, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_5);
        __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
        __pyx_t_16 = Py_TYPE(__pyx_t_5)->tp_iternext;
        index = 0; __pyx_t_7 = __pyx_t_16(__pyx_t_5); if (unlikely(!__pyx_t_7)) goto __pyx_L33_unpacking_failed;
        __Pyx_GOTREF(__pyx_t_7);
        index = 1; __pyx_t_14 = __pyx_t_16(__pyx_t_5); if (unlikely(!__pyx_t_14)) goto __pyx_L33_unpacking_failed;
        __Pyx_GOTREF(__pyx_t_14);
        if (__Pyx_IternextUnpackEndCheck(__pyx_t_16(__pyx_t_5), 2) < 0) __PYX_ERR(0, 3057, __pyx_L1_error)
        __pyx_t_16 = NULL;
        __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
        goto __pyx_L34_unpacking_done;
        __pyx_L33_unpacking_failed:;
        __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
        __pyx_t_16 = NULL;
        if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
        __PYX_ERR(0, 3057, __pyx_L1_error)
        __pyx_L34_unpacking_done:;
      }
      __Pyx_XDECREF_SET(__pyx_v_hmterms, __pyx_t_7);
      __pyx_t_7 = 0;
      __Pyx_XDECREF_SET(__pyx_v_foat_indices, __pyx_t_14);
      __pyx_t_14 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":3060
 *                 min_term_mag, max_taylor_order=calc.max_order, max_poly_vars=mpv)
 *             E_term_indices_and_reps.extend(
 *                 [ (i,t,t.magnitude,1 if (j in foat_indices) else 0) for j,t in enumerate(hmterms) ] )             # <<<<<<<<<<<<<<
 * 
 *         #Sort all terms by magnitude
 */
      __pyx_t_6 = PyList_New(0); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 3060, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_6);
      __pyx_t_18 = 0;
      if (likely(PyList_CheckExact(__pyx_v_hmterms)) || PyTuple_CheckExact(__pyx_v_hmterms)) {
        __pyx_t_14 = __pyx_v_hmterms; __Pyx_INCREF(__pyx_t_14); __pyx_t_17 = 0;
        __pyx_t_19 = NULL;
      } else {
        __pyx_t_17 = -1; __pyx_t_14 = PyObject_GetIter(__pyx_v_hmterms); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 3060, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_14);
        __pyx_t_19 = Py_TYPE(__pyx_t_14)->tp_iternext; if (unlikely(!__pyx_t_19)) __PYX_ERR(0, 3060, __pyx_L1_error)
      }
      for (;;) {
        if (likely(!__pyx_t_19)) {
          if (likely(PyList_CheckExact(__pyx_t_14))) {
            if (__pyx_t_17 >= PyList_GET_SIZE(__pyx_t_14)) break;
            #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
            __pyx_t_7 = PyList_GET_ITEM(__pyx_t_14, __pyx_t_17); __Pyx_INCREF(__pyx_t_7); __pyx_t_17++; if (unlikely(0 < 0)) __PYX_ERR(0, 3060, __pyx_L1_error)
            #else
            __pyx_t_7 = PySequence_ITEM(__pyx_t_14, __pyx_t_17); __pyx_t_17++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 3060, __pyx_L1_error)
            __Pyx_GOTREF(__pyx_t_7);
            #endif
          } else {
            if (__pyx_t_17 >= PyTuple_GET_SIZE(__pyx_t_14)) break;
            #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
            __pyx_t_7 = PyTuple_GET_ITEM(__pyx_t_14, __pyx_t_17); __Pyx_INCREF(__pyx_t_7); __pyx_t_17++; if (unlikely(0 < 0)) __PYX_ERR(0, 3060, __pyx_L1_error)
            #else
            __pyx_t_7 = PySequence_ITEM(__pyx_t_14, __pyx_t_17); __pyx_t_17++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 3060, __pyx_L1_error)
            __Pyx_GOTREF(__pyx_t_7);
            #endif
          }
        } else {
          __pyx_t_7 = __pyx_t_19(__pyx_t_14);
          if (unlikely(!__pyx_t_7)) {
            PyObject* exc_type = PyErr_Occurred();
            if (exc_type) {
              if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
              else __PYX_ERR(0, 3060, __pyx_L1_error)
            }
            break;
          }
          __Pyx_GOTREF(__pyx_t_7);
        }
        __Pyx_XDECREF_SET(__pyx_v_t, __pyx_t_7);
        __pyx_t_7 = 0;
        __pyx_v_j = __pyx_t_18;
        __pyx_t_18 = (__pyx_t_18 + 1);
        __pyx_t_7 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_i); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 3060, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_7);
        __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_t, __pyx_n_s_magnitude); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 3060, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_5);
        __pyx_t_21 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_j); if (unlikely(!__pyx_t_21)) __PYX_ERR(0, 3060, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_21);
        __pyx_t_12 = (__Pyx_PySequence_ContainsTF(__pyx_t_21, __pyx_v_foat_indices, Py_EQ)); if (unlikely(__pyx_t_12 < 0)) __PYX_ERR(0, 3060, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_21); __pyx_t_21 = 0;
        if ((__pyx_t_12 != 0)) {
          __Pyx_INCREF(__pyx_int_1);
          __pyx_t_20 = __pyx_int_1;
        } else {
          __Pyx_INCREF(__pyx_int_0);
          __pyx_t_20 = __pyx_int_0;
        }
        __pyx_t_21 = PyTuple_New(4); if (unlikely(!__pyx_t_21)) __PYX_ERR(0, 3060, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_21);
        __Pyx_GIVEREF(__pyx_t_7);
        PyTuple_SET_ITEM(__pyx_t_21, 0, __pyx_t_7);
        __Pyx_INCREF(__pyx_v_t);
        __Pyx_GIVEREF(__pyx_v_t);
        PyTuple_SET_ITEM(__pyx_t_21, 1, __pyx_v_t);
        __Pyx_GIVEREF(__pyx_t_5);
        PyTuple_SET_ITEM(__pyx_t_21, 2, __pyx_t_5);
        __Pyx_GIVEREF(__pyx_t_20);
        PyTuple_SET_ITEM(__pyx_t_21, 3, __pyx_t_20);
        __pyx_t_7 = 0;
        __pyx_t_5 = 0;
        __pyx_t_20 = 0;
        if (unlikely(__Pyx_ListComp_Append(__pyx_t_6, (PyObject*)__pyx_t_21))) __PYX_ERR(0, 3060, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_21); __pyx_t_21 = 0;
      }
      __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":3059
 *             hmterms, foat_indices = opcache[elbl].get_highmagnitude_terms(
 *                 min_term_mag, max_taylor_order=calc.max_order, max_poly_vars=mpv)
 *             E_term_indices_and_reps.extend(             # <<<<<<<<<<<<<<
 *                 [ (i,t,t.magnitude,1 if (j in foat_indices) else 0) for j,t in enumerate(hmterms) ] )
 * 
 */
      __pyx_t_8 = __Pyx_PyList_Extend(__pyx_v_E_term_indices_and_reps, __pyx_t_6); if (unlikely(__pyx_t_8 == ((int)-1))) __PYX_ERR(0, 3059, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":3054
 *         repcel = RepCacheEl()
 *         E_term_indices_and_reps = []
 *         for i,elbl in enumerate(elabels):             # <<<<<<<<<<<<<<
 *             if elbl not in opcache:
 *                 opcache[elbl] = calc.sos.get_effect(elbl)
 */
    }
    __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":3063
 * 
 *         #Sort all terms by magnitude
 *         E_term_indices_and_reps.sort(key=lambda x: x[2], reverse=True)             # <<<<<<<<<<<<<<
 *         for j,(i,t,_,is_foat) in enumerate(E_term_indices_and_reps):
 *             rep = (<SVTermRep>t.torep())
 */
    __pyx_t_15 = __Pyx_PyObject_GetAttrStr(__pyx_v_E_term_indices_and_reps, __pyx_n_s_sort); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 3063, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_15);
    __pyx_t_6 = __Pyx_PyDict_NewPresized(2); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 3063, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    __pyx_t_14 = __Pyx_CyFunction_NewEx(&__pyx_mdef_6pygsti_7objects_6replib_10fastreplib_30SV_create_circuitsetup_cacheel_lambda, 0, __pyx_n_s_SV_create_circuitsetup_cacheel_l, NULL, __pyx_n_s_pygsti_objects_replib_fastreplib_2, __pyx_d, NULL); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 3063, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_14);
    if (PyDict_SetItem(__pyx_t_6, __pyx_n_s_key, __pyx_t_14) < 0) __PYX_ERR(0, 3063, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
    if (PyDict_SetItem(__pyx_t_6, __pyx_n_s_reverse, Py_True) < 0) __PYX_ERR(0, 3063, __pyx_L1_error)
    __pyx_t_14 = __Pyx_PyObject_Call(__pyx_t_15, __pyx_empty_tuple, __pyx_t_6); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 3063, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_14);
    __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":3064
 *         #Sort all terms by magnitude
 *         E_term_indices_and_reps.sort(key=lambda x: x[2], reverse=True)
 *         for j,(i,t,_,is_foat) in enumerate(E_term_indices_and_reps):             # <<<<<<<<<<<<<<
 *             rep = (<SVTermRep>t.torep())
 *             repcel.pyterm_references.append(rep)
 */
    __pyx_t_9 = 0;
    __pyx_t_14 = __pyx_v_E_term_indices_and_reps; __Pyx_INCREF(__pyx_t_14); __pyx_t_10 = 0;
    for (;;) {
      if (__pyx_t_10 >= PyList_GET_SIZE(__pyx_t_14)) break;
      #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
      __pyx_t_6 = PyList_GET_ITEM(__pyx_t_14, __pyx_t_10); __Pyx_INCREF(__pyx_t_6); __pyx_t_10++; if (unlikely(0 < 0)) __PYX_ERR(0, 3064, __pyx_L1_error)
      #else
      __pyx_t_6 = PySequence_ITEM(__pyx_t_14, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 3064, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_6);
      #endif
      if ((likely(PyTuple_CheckExact(__pyx_t_6))) || (PyList_CheckExact(__pyx_t_6))) {
        PyObject* sequence = __pyx_t_6;
        Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
        if (unlikely(size != 4)) {
          if (size > 4) __Pyx_RaiseTooManyValuesError(4);
          else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
          __PYX_ERR(0, 3064, __pyx_L1_error)
        }
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        if (likely(PyTuple_CheckExact(sequence))) {
          __pyx_t_15 = PyTuple_GET_ITEM(sequence, 0); 
          __pyx_t_21 = PyTuple_GET_ITEM(sequence, 1); 
          __pyx_t_20 = PyTuple_GET_ITEM(sequence, 2); 
          __pyx_t_5 = PyTuple_GET_ITEM(sequence, 3); 
        } else {
          __pyx_t_15 = PyList_GET_ITEM(sequence, 0); 
          __pyx_t_21 = PyList_GET_ITEM(sequence, 1); 
          __pyx_t_20 = PyList_GET_ITEM(sequence, 2); 
          __pyx_t_5 = PyList_GET_ITEM(sequence, 3); 
        }
        __Pyx_INCREF(__pyx_t_15);
        __Pyx_INCREF(__pyx_t_21);
        __Pyx_INCREF(__pyx_t_20);
        __Pyx_INCREF(__pyx_t_5);
        #else
        {
          Py_ssize_t i;
          PyObject** temps[4] = {&__pyx_t_15,&__pyx_t_21,&__pyx_t_20,&__pyx_t_5};
          for (i=0; i < 4; i++) {
            PyObject* item = PySequence_ITEM(sequence, i); if (unlikely(!item)) __PYX_ERR(0, 3064, __pyx_L1_error)
            __Pyx_GOTREF(item);
            *(temps[i]) = item;
          }
        }
        #endif
        __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
      } else {
        Py_ssize_t index = -1;
        PyObject** temps[4] = {&__pyx_t_15,&__pyx_t_21,&__pyx_t_20,&__pyx_t_5};
        __pyx_t_7 = PyObject_GetIter(__pyx_t_6); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 3064, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_7);
        __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
        __pyx_t_16 = Py_TYPE(__pyx_t_7)->tp_iternext;
        for (index=0; index < 4; index++) {
          PyObject* item = __pyx_t_16(__pyx_t_7); if (unlikely(!item)) goto __pyx_L39_unpacking_failed;
          __Pyx_GOTREF(item);
          *(temps[index]) = item;
        }
        if (__Pyx_IternextUnpackEndCheck(__pyx_t_16(__pyx_t_7), 4) < 0) __PYX_ERR(0, 3064, __pyx_L1_error)
        __pyx_t_16 = NULL;
        __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
        goto __pyx_L40_unpacking_done;
        __pyx_L39_unpacking_failed:;
        __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
        __pyx_t_16 = NULL;
        if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
        __PYX_ERR(0, 3064, __pyx_L1_error)
        __pyx_L40_unpacking_done:;
      }
      __pyx_t_18 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_15); if (unlikely((__pyx_t_18 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 3064, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
      __pyx_v_i = __pyx_t_18;
      __Pyx_XDECREF_SET(__pyx_v_t, __pyx_t_21);
      __pyx_t_21 = 0;
      __Pyx_XDECREF_SET(__pyx_v__, __pyx_t_20);
      __pyx_t_20 = 0;
      __Pyx_XDECREF_SET(__pyx_v_is_foat, __pyx_t_5);
      __pyx_t_5 = 0;
      __pyx_v_j = __pyx_t_9;
      __pyx_t_9 = (__pyx_t_9 + 1);

      /* "pygsti/objects/replib/fastreplib.pyx":3065
 *         E_term_indices_and_reps.sort(key=lambda x: x[2], reverse=True)
 *         for j,(i,t,_,is_foat) in enumerate(E_term_indices_and_reps):
 *             rep = (<SVTermRep>t.torep())             # <<<<<<<<<<<<<<
 *             repcel.pyterm_references.append(rep)
 *             repcel.reps.push_back( rep.c_term )
 */
      __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_t, __pyx_n_s_torep); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 3065, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_5);
      __pyx_t_20 = NULL;
      if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_5))) {
        __pyx_t_20 = PyMethod_GET_SELF(__pyx_t_5);
        if (likely(__pyx_t_20)) {
          PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
          __Pyx_INCREF(__pyx_t_20);
          __Pyx_INCREF(function);
          __Pyx_DECREF_SET(__pyx_t_5, function);
        }
      }
      __pyx_t_6 = (__pyx_t_20) ? __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_t_20) : __Pyx_PyObject_CallNoArg(__pyx_t_5);
      __Pyx_XDECREF(__pyx_t_20); __pyx_t_20 = 0;
      if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 3065, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_6);
      __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
      __pyx_t_5 = __pyx_t_6;
      __Pyx_INCREF(__pyx_t_5);
      __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
      __Pyx_XDECREF_SET(__pyx_v_rep, ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *)__pyx_t_5));
      __pyx_t_5 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":3066
 *         for j,(i,t,_,is_foat) in enumerate(E_term_indices_and_reps):
 *             rep = (<SVTermRep>t.torep())
 *             repcel.pyterm_references.append(rep)             # <<<<<<<<<<<<<<
 *             repcel.reps.push_back( rep.c_term )
 *             repcel.E_indices.push_back(<INT>i)
 */
      __pyx_t_8 = __Pyx_PyObject_Append(__pyx_v_repcel->pyterm_references, ((PyObject *)__pyx_v_rep)); if (unlikely(__pyx_t_8 == ((int)-1))) __PYX_ERR(0, 3066, __pyx_L1_error)

      /* "pygsti/objects/replib/fastreplib.pyx":3067
 *             rep = (<SVTermRep>t.torep())
 *             repcel.pyterm_references.append(rep)
 *             repcel.reps.push_back( rep.c_term )             # <<<<<<<<<<<<<<
 *             repcel.E_indices.push_back(<INT>i)
 *             if(is_foat): repcel.foat_indices.push_back(<INT>j)
 */
      try {
        __pyx_v_repcel->reps.push_back(__pyx_v_rep->c_term);
      } catch(...) {
        __Pyx_CppExn2PyErr();
        __PYX_ERR(0, 3067, __pyx_L1_error)
      }

      /* "pygsti/objects/replib/fastreplib.pyx":3068
 *             repcel.pyterm_references.append(rep)
 *             repcel.reps.push_back( rep.c_term )
 *             repcel.E_indices.push_back(<INT>i)             # <<<<<<<<<<<<<<
 *             if(is_foat): repcel.foat_indices.push_back(<INT>j)
 * 
 */
      try {
        __pyx_v_repcel->E_indices.push_back(((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_i));
      } catch(...) {
        __Pyx_CppExn2PyErr();
        __PYX_ERR(0, 3068, __pyx_L1_error)
      }

      /* "pygsti/objects/replib/fastreplib.pyx":3069
 *             repcel.reps.push_back( rep.c_term )
 *             repcel.E_indices.push_back(<INT>i)
 *             if(is_foat): repcel.foat_indices.push_back(<INT>j)             # <<<<<<<<<<<<<<
 * 
 *         E_term_reps = repcel.reps
 */
      __pyx_t_12 = __Pyx_PyObject_IsTrue(__pyx_v_is_foat); if (unlikely(__pyx_t_12 < 0)) __PYX_ERR(0, 3069, __pyx_L1_error)
      if (__pyx_t_12) {
        try {
          __pyx_v_repcel->foat_indices.push_back(((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_j));
        } catch(...) {
          __Pyx_CppExn2PyErr();
          __PYX_ERR(0, 3069, __pyx_L1_error)
        }
      }

      /* "pygsti/objects/replib/fastreplib.pyx":3064
 *         #Sort all terms by magnitude
 *         E_term_indices_and_reps.sort(key=lambda x: x[2], reverse=True)
 *         for j,(i,t,_,is_foat) in enumerate(E_term_indices_and_reps):             # <<<<<<<<<<<<<<
 *             rep = (<SVTermRep>t.torep())
 *             repcel.pyterm_references.append(rep)
 */
    }
    __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":3071
 *             if(is_foat): repcel.foat_indices.push_back(<INT>j)
 * 
 *         E_term_reps = repcel.reps             # <<<<<<<<<<<<<<
 *         E_indices = repcel.E_indices
 *         E_foat_indices = repcel.foat_indices
 */
    __pyx_t_3 = __pyx_v_repcel->reps;
    __pyx_v_E_term_reps = __pyx_t_3;

    /* "pygsti/objects/replib/fastreplib.pyx":3072
 * 
 *         E_term_reps = repcel.reps
 *         E_indices = repcel.E_indices             # <<<<<<<<<<<<<<
 *         E_foat_indices = repcel.foat_indices
 *         repcache[elabels] = repcel
 */
    __pyx_t_4 = __pyx_v_repcel->E_indices;
    __pyx_v_E_indices = __pyx_t_4;

    /* "pygsti/objects/replib/fastreplib.pyx":3073
 *         E_term_reps = repcel.reps
 *         E_indices = repcel.E_indices
 *         E_foat_indices = repcel.foat_indices             # <<<<<<<<<<<<<<
 *         repcache[elabels] = repcel
 * 
 */
    __pyx_t_4 = __pyx_v_repcel->foat_indices;
    __pyx_v_E_foat_indices = __pyx_t_4;

    /* "pygsti/objects/replib/fastreplib.pyx":3074
 *         E_indices = repcel.E_indices
 *         E_foat_indices = repcel.foat_indices
 *         repcache[elabels] = repcel             # <<<<<<<<<<<<<<
 * 
 *     cscel.cgatestring = cgatestring
 */
    if (unlikely(PyObject_SetItem(__pyx_v_repcache, __pyx_v_elabels, ((PyObject *)__pyx_v_repcel)) < 0)) __PYX_ERR(0, 3074, __pyx_L1_error)
  }
  __pyx_L29:;

  /* "pygsti/objects/replib/fastreplib.pyx":3076
 *         repcache[elabels] = repcel
 * 
 *     cscel.cgatestring = cgatestring             # <<<<<<<<<<<<<<
 *     cscel.rho_term_reps = rho_term_reps
 *     cscel.op_term_reps = op_term_reps
 */
  __pyx_v_cscel->cgatestring = __pyx_v_cgatestring;

  /* "pygsti/objects/replib/fastreplib.pyx":3077
 * 
 *     cscel.cgatestring = cgatestring
 *     cscel.rho_term_reps = rho_term_reps             # <<<<<<<<<<<<<<
 *     cscel.op_term_reps = op_term_reps
 *     cscel.E_term_reps = E_term_reps
 */
  __pyx_v_cscel->rho_term_reps = __pyx_v_rho_term_reps;

  /* "pygsti/objects/replib/fastreplib.pyx":3078
 *     cscel.cgatestring = cgatestring
 *     cscel.rho_term_reps = rho_term_reps
 *     cscel.op_term_reps = op_term_reps             # <<<<<<<<<<<<<<
 *     cscel.E_term_reps = E_term_reps
 *     cscel.rho_foat_indices = rho_foat_indices
 */
  __pyx_v_cscel->op_term_reps = __pyx_v_op_term_reps;

  /* "pygsti/objects/replib/fastreplib.pyx":3079
 *     cscel.rho_term_reps = rho_term_reps
 *     cscel.op_term_reps = op_term_reps
 *     cscel.E_term_reps = E_term_reps             # <<<<<<<<<<<<<<
 *     cscel.rho_foat_indices = rho_foat_indices
 *     cscel.op_foat_indices = op_foat_indices
 */
  __pyx_v_cscel->E_term_reps = __pyx_v_E_term_reps;

  /* "pygsti/objects/replib/fastreplib.pyx":3080
 *     cscel.op_term_reps = op_term_reps
 *     cscel.E_term_reps = E_term_reps
 *     cscel.rho_foat_indices = rho_foat_indices             # <<<<<<<<<<<<<<
 *     cscel.op_foat_indices = op_foat_indices
 *     cscel.E_foat_indices = E_foat_indices
 */
  __pyx_v_cscel->rho_foat_indices = __pyx_v_rho_foat_indices;

  /* "pygsti/objects/replib/fastreplib.pyx":3081
 *     cscel.E_term_reps = E_term_reps
 *     cscel.rho_foat_indices = rho_foat_indices
 *     cscel.op_foat_indices = op_foat_indices             # <<<<<<<<<<<<<<
 *     cscel.E_foat_indices = E_foat_indices
 *     cscel.E_indices = E_indices
 */
  __pyx_v_cscel->op_foat_indices = __pyx_v_op_foat_indices;

  /* "pygsti/objects/replib/fastreplib.pyx":3082
 *     cscel.rho_foat_indices = rho_foat_indices
 *     cscel.op_foat_indices = op_foat_indices
 *     cscel.E_foat_indices = E_foat_indices             # <<<<<<<<<<<<<<
 *     cscel.E_indices = E_indices
 *     return cscel
 */
  __pyx_v_cscel->E_foat_indices = __pyx_v_E_foat_indices;

  /* "pygsti/objects/replib/fastreplib.pyx":3083
 *     cscel.op_foat_indices = op_foat_indices
 *     cscel.E_foat_indices = E_foat_indices
 *     cscel.E_indices = E_indices             # <<<<<<<<<<<<<<
 *     return cscel
 * 
 */
  __pyx_v_cscel->E_indices = __pyx_v_E_indices;

  /* "pygsti/objects/replib/fastreplib.pyx":3084
 *     cscel.E_foat_indices = E_foat_indices
 *     cscel.E_indices = E_indices
 *     return cscel             # <<<<<<<<<<<<<<
 * 
 * def SV_refresh_magnitudes_in_repcache(repcache, paramvec):
 */
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_cscel));
  __pyx_r = ((PyObject *)__pyx_v_cscel);
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":2944
 * 
 * # State-vector pruned-poly-term calcs -------------------------
 * def SV_create_circuitsetup_cacheel(calc, rholabel, elabels, circuit, repcache, opcache, min_term_mag, mpv):             # <<<<<<<<<<<<<<
 * 
 *     cdef INT i, j
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_XDECREF(__pyx_t_7);
  __Pyx_XDECREF(__pyx_t_14);
  __Pyx_XDECREF(__pyx_t_15);
  __Pyx_XDECREF(__pyx_t_20);
  __Pyx_XDECREF(__pyx_t_21);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SV_create_circuitsetup_cacheel", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF((PyObject *)__pyx_v_repcel);
  __Pyx_XDECREF((PyObject *)__pyx_v_rep);
  __Pyx_XDECREF((PyObject *)__pyx_v_cscel);
  __Pyx_XDECREF(__pyx_v_distinct_gateLabels);
  __Pyx_XDECREF(__pyx_v_glmap);
  __Pyx_XDECREF(__pyx_v_gl);
  __Pyx_XDECREF(__pyx_v_glbl);
  __Pyx_XDECREF(__pyx_v_op);
  __Pyx_XDECREF(__pyx_v_hmterms);
  __Pyx_XDECREF(__pyx_v_foat_indices);
  __Pyx_XDECREF(__pyx_v_t);
  __Pyx_XDECREF(__pyx_v_rhoOp);
  __Pyx_XDECREF(__pyx_v_E_term_indices_and_reps);
  __Pyx_XDECREF(__pyx_v_elbl);
  __Pyx_XDECREF(__pyx_v__);
  __Pyx_XDECREF(__pyx_v_is_foat);
  __Pyx_XDECREF(__pyx_9genexpr16__pyx_v_gl);
  __Pyx_XDECREF(__pyx_v_elabels);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":3086
 *     return cscel
 * 
 * def SV_refresh_magnitudes_in_repcache(repcache, paramvec):             # <<<<<<<<<<<<<<
 *     cdef RepCacheEl repcel
 *     cdef SVTermRep termrep
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_23SV_refresh_magnitudes_in_repcache(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static PyMethodDef __pyx_mdef_6pygsti_7objects_6replib_10fastreplib_23SV_refresh_magnitudes_in_repcache = {"SV_refresh_magnitudes_in_repcache", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_23SV_refresh_magnitudes_in_repcache, METH_VARARGS|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_23SV_refresh_magnitudes_in_repcache(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyObject *__pyx_v_repcache = 0;
  PyObject *__pyx_v_paramvec = 0;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("SV_refresh_magnitudes_in_repcache (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_repcache,&__pyx_n_s_paramvec,0};
    PyObject* values[2] = {0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_repcache)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_paramvec)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("SV_refresh_magnitudes_in_repcache", 1, 2, 2, 1); __PYX_ERR(0, 3086, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "SV_refresh_magnitudes_in_repcache") < 0)) __PYX_ERR(0, 3086, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 2) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
    }
    __pyx_v_repcache = values[0];
    __pyx_v_paramvec = values[1];
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("SV_refresh_magnitudes_in_repcache", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 3086, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SV_refresh_magnitudes_in_repcache", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_22SV_refresh_magnitudes_in_repcache(__pyx_self, __pyx_v_repcache, __pyx_v_paramvec);

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_22SV_refresh_magnitudes_in_repcache(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_repcache, PyObject *__pyx_v_paramvec) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_RepCacheEl *__pyx_v_repcel = 0;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *__pyx_v_termrep = 0;
  PyArrayObject *__pyx_v_coeff_array = 0;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  Py_ssize_t __pyx_t_4;
  PyObject *(*__pyx_t_5)(PyObject *);
  Py_ssize_t __pyx_t_6;
  PyObject *(*__pyx_t_7)(PyObject *);
  PyObject *__pyx_t_8 = NULL;
  PyObject *__pyx_t_9 = NULL;
  PyObject *__pyx_t_10 = NULL;
  PyObject *__pyx_t_11 = NULL;
  int __pyx_t_12;
  PyObject *__pyx_t_13 = NULL;
  __Pyx_RefNannySetupContext("SV_refresh_magnitudes_in_repcache", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":3091
 *     cdef np.ndarray coeff_array
 * 
 *     for repcel in repcache.values():             # <<<<<<<<<<<<<<
 *         #repcel = <RepCacheEl?>repcel
 *         for termrep in repcel.pyterm_references:
 */
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_repcache, __pyx_n_s_values); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 3091, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = NULL;
  if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
    __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2);
    if (likely(__pyx_t_3)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
      __Pyx_INCREF(__pyx_t_3);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_2, function);
    }
  }
  __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
  if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 3091, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  if (likely(PyList_CheckExact(__pyx_t_1)) || PyTuple_CheckExact(__pyx_t_1)) {
    __pyx_t_2 = __pyx_t_1; __Pyx_INCREF(__pyx_t_2); __pyx_t_4 = 0;
    __pyx_t_5 = NULL;
  } else {
    __pyx_t_4 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 3091, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_5 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 3091, __pyx_L1_error)
  }
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  for (;;) {
    if (likely(!__pyx_t_5)) {
      if (likely(PyList_CheckExact(__pyx_t_2))) {
        if (__pyx_t_4 >= PyList_GET_SIZE(__pyx_t_2)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_1 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_4); __Pyx_INCREF(__pyx_t_1); __pyx_t_4++; if (unlikely(0 < 0)) __PYX_ERR(0, 3091, __pyx_L1_error)
        #else
        __pyx_t_1 = PySequence_ITEM(__pyx_t_2, __pyx_t_4); __pyx_t_4++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 3091, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_1);
        #endif
      } else {
        if (__pyx_t_4 >= PyTuple_GET_SIZE(__pyx_t_2)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_1 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_4); __Pyx_INCREF(__pyx_t_1); __pyx_t_4++; if (unlikely(0 < 0)) __PYX_ERR(0, 3091, __pyx_L1_error)
        #else
        __pyx_t_1 = PySequence_ITEM(__pyx_t_2, __pyx_t_4); __pyx_t_4++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 3091, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_1);
        #endif
      }
    } else {
      __pyx_t_1 = __pyx_t_5(__pyx_t_2);
      if (unlikely(!__pyx_t_1)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
          else __PYX_ERR(0, 3091, __pyx_L1_error)
        }
        break;
      }
      __Pyx_GOTREF(__pyx_t_1);
    }
    if (!(likely(((__pyx_t_1) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_1, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_RepCacheEl))))) __PYX_ERR(0, 3091, __pyx_L1_error)
    __Pyx_XDECREF_SET(__pyx_v_repcel, ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_RepCacheEl *)__pyx_t_1));
    __pyx_t_1 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":3093
 *     for repcel in repcache.values():
 *         #repcel = <RepCacheEl?>repcel
 *         for termrep in repcel.pyterm_references:             # <<<<<<<<<<<<<<
 *             coeff_array = _fastopcalc.bulk_eval_compact_polys_complex(termrep.compact_coeff[0],termrep.compact_coeff[1],paramvec,(1,))
 *             termrep.set_magnitude_only(abs(coeff_array[0]))
 */
    if (likely(PyList_CheckExact(__pyx_v_repcel->pyterm_references)) || PyTuple_CheckExact(__pyx_v_repcel->pyterm_references)) {
      __pyx_t_1 = __pyx_v_repcel->pyterm_references; __Pyx_INCREF(__pyx_t_1); __pyx_t_6 = 0;
      __pyx_t_7 = NULL;
    } else {
      __pyx_t_6 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_v_repcel->pyterm_references); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 3093, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_1);
      __pyx_t_7 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 3093, __pyx_L1_error)
    }
    for (;;) {
      if (likely(!__pyx_t_7)) {
        if (likely(PyList_CheckExact(__pyx_t_1))) {
          if (__pyx_t_6 >= PyList_GET_SIZE(__pyx_t_1)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_3 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_6); __Pyx_INCREF(__pyx_t_3); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 3093, __pyx_L1_error)
          #else
          __pyx_t_3 = PySequence_ITEM(__pyx_t_1, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 3093, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_3);
          #endif
        } else {
          if (__pyx_t_6 >= PyTuple_GET_SIZE(__pyx_t_1)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_3 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_6); __Pyx_INCREF(__pyx_t_3); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 3093, __pyx_L1_error)
          #else
          __pyx_t_3 = PySequence_ITEM(__pyx_t_1, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 3093, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_3);
          #endif
        }
      } else {
        __pyx_t_3 = __pyx_t_7(__pyx_t_1);
        if (unlikely(!__pyx_t_3)) {
          PyObject* exc_type = PyErr_Occurred();
          if (exc_type) {
            if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
            else __PYX_ERR(0, 3093, __pyx_L1_error)
          }
          break;
        }
        __Pyx_GOTREF(__pyx_t_3);
      }
      if (!(likely(((__pyx_t_3) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_3, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVTermRep))))) __PYX_ERR(0, 3093, __pyx_L1_error)
      __Pyx_XDECREF_SET(__pyx_v_termrep, ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *)__pyx_t_3));
      __pyx_t_3 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":3094
 *         #repcel = <RepCacheEl?>repcel
 *         for termrep in repcel.pyterm_references:
 *             coeff_array = _fastopcalc.bulk_eval_compact_polys_complex(termrep.compact_coeff[0],termrep.compact_coeff[1],paramvec,(1,))             # <<<<<<<<<<<<<<
 *             termrep.set_magnitude_only(abs(coeff_array[0]))
 * 
 */
      __Pyx_GetModuleGlobalName(__pyx_t_8, __pyx_n_s_fastopcalc); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 3094, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_8);
      __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_t_8, __pyx_n_s_bulk_eval_compact_polys_complex); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 3094, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_9);
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
      __pyx_t_8 = __Pyx_GetItemInt(__pyx_v_termrep->compact_coeff, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 3094, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_8);
      __pyx_t_10 = __Pyx_GetItemInt(__pyx_v_termrep->compact_coeff, 1, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 3094, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_10);
      __pyx_t_11 = NULL;
      __pyx_t_12 = 0;
      if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_9))) {
        __pyx_t_11 = PyMethod_GET_SELF(__pyx_t_9);
        if (likely(__pyx_t_11)) {
          PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_9);
          __Pyx_INCREF(__pyx_t_11);
          __Pyx_INCREF(function);
          __Pyx_DECREF_SET(__pyx_t_9, function);
          __pyx_t_12 = 1;
        }
      }
      #if CYTHON_FAST_PYCALL
      if (PyFunction_Check(__pyx_t_9)) {
        PyObject *__pyx_temp[5] = {__pyx_t_11, __pyx_t_8, __pyx_t_10, __pyx_v_paramvec, __pyx_tuple__21};
        __pyx_t_3 = __Pyx_PyFunction_FastCall(__pyx_t_9, __pyx_temp+1-__pyx_t_12, 4+__pyx_t_12); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 3094, __pyx_L1_error)
        __Pyx_XDECREF(__pyx_t_11); __pyx_t_11 = 0;
        __Pyx_GOTREF(__pyx_t_3);
        __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
        __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
      } else
      #endif
      #if CYTHON_FAST_PYCCALL
      if (__Pyx_PyFastCFunction_Check(__pyx_t_9)) {
        PyObject *__pyx_temp[5] = {__pyx_t_11, __pyx_t_8, __pyx_t_10, __pyx_v_paramvec, __pyx_tuple__21};
        __pyx_t_3 = __Pyx_PyCFunction_FastCall(__pyx_t_9, __pyx_temp+1-__pyx_t_12, 4+__pyx_t_12); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 3094, __pyx_L1_error)
        __Pyx_XDECREF(__pyx_t_11); __pyx_t_11 = 0;
        __Pyx_GOTREF(__pyx_t_3);
        __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
        __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
      } else
      #endif
      {
        __pyx_t_13 = PyTuple_New(4+__pyx_t_12); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 3094, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_13);
        if (__pyx_t_11) {
          __Pyx_GIVEREF(__pyx_t_11); PyTuple_SET_ITEM(__pyx_t_13, 0, __pyx_t_11); __pyx_t_11 = NULL;
        }
        __Pyx_GIVEREF(__pyx_t_8);
        PyTuple_SET_ITEM(__pyx_t_13, 0+__pyx_t_12, __pyx_t_8);
        __Pyx_GIVEREF(__pyx_t_10);
        PyTuple_SET_ITEM(__pyx_t_13, 1+__pyx_t_12, __pyx_t_10);
        __Pyx_INCREF(__pyx_v_paramvec);
        __Pyx_GIVEREF(__pyx_v_paramvec);
        PyTuple_SET_ITEM(__pyx_t_13, 2+__pyx_t_12, __pyx_v_paramvec);
        __Pyx_INCREF(__pyx_tuple__21);
        __Pyx_GIVEREF(__pyx_tuple__21);
        PyTuple_SET_ITEM(__pyx_t_13, 3+__pyx_t_12, __pyx_tuple__21);
        __pyx_t_8 = 0;
        __pyx_t_10 = 0;
        __pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_9, __pyx_t_13, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 3094, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_3);
        __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
      }
      __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
      if (!(likely(((__pyx_t_3) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_3, __pyx_ptype_5numpy_ndarray))))) __PYX_ERR(0, 3094, __pyx_L1_error)
      __Pyx_XDECREF_SET(__pyx_v_coeff_array, ((PyArrayObject *)__pyx_t_3));
      __pyx_t_3 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":3095
 *         for termrep in repcel.pyterm_references:
 *             coeff_array = _fastopcalc.bulk_eval_compact_polys_complex(termrep.compact_coeff[0],termrep.compact_coeff[1],paramvec,(1,))
 *             termrep.set_magnitude_only(abs(coeff_array[0]))             # <<<<<<<<<<<<<<
 * 
 * 
 */
      __pyx_t_9 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_termrep), __pyx_n_s_set_magnitude_only); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 3095, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_9);
      __pyx_t_13 = __Pyx_GetItemInt(((PyObject *)__pyx_v_coeff_array), 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 3095, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_13);
      __pyx_t_10 = __Pyx_PyNumber_Absolute(__pyx_t_13); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 3095, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_10);
      __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
      __pyx_t_13 = NULL;
      if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_9))) {
        __pyx_t_13 = PyMethod_GET_SELF(__pyx_t_9);
        if (likely(__pyx_t_13)) {
          PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_9);
          __Pyx_INCREF(__pyx_t_13);
          __Pyx_INCREF(function);
          __Pyx_DECREF_SET(__pyx_t_9, function);
        }
      }
      __pyx_t_3 = (__pyx_t_13) ? __Pyx_PyObject_Call2Args(__pyx_t_9, __pyx_t_13, __pyx_t_10) : __Pyx_PyObject_CallOneArg(__pyx_t_9, __pyx_t_10);
      __Pyx_XDECREF(__pyx_t_13); __pyx_t_13 = 0;
      __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
      if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 3095, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_3);
      __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":3093
 *     for repcel in repcache.values():
 *         #repcel = <RepCacheEl?>repcel
 *         for termrep in repcel.pyterm_references:             # <<<<<<<<<<<<<<
 *             coeff_array = _fastopcalc.bulk_eval_compact_polys_complex(termrep.compact_coeff[0],termrep.compact_coeff[1],paramvec,(1,))
 *             termrep.set_magnitude_only(abs(coeff_array[0]))
 */
    }
    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":3091
 *     cdef np.ndarray coeff_array
 * 
 *     for repcel in repcache.values():             # <<<<<<<<<<<<<<
 *         #repcel = <RepCacheEl?>repcel
 *         for termrep in repcel.pyterm_references:
 */
  }
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":3086
 *     return cscel
 * 
 * def SV_refresh_magnitudes_in_repcache(repcache, paramvec):             # <<<<<<<<<<<<<<
 *     cdef RepCacheEl repcel
 *     cdef SVTermRep termrep
 */

  /* function exit code */
  __pyx_r = Py_None; __Pyx_INCREF(Py_None);
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_8);
  __Pyx_XDECREF(__pyx_t_9);
  __Pyx_XDECREF(__pyx_t_10);
  __Pyx_XDECREF(__pyx_t_11);
  __Pyx_XDECREF(__pyx_t_13);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SV_refresh_magnitudes_in_repcache", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF((PyObject *)__pyx_v_repcel);
  __Pyx_XDECREF((PyObject *)__pyx_v_termrep);
  __Pyx_XDECREF((PyObject *)__pyx_v_coeff_array);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":3098
 * 
 * 
 * def SV_find_best_pathmagnitude_threshold(calc, rholabel, elabels, circuit, repcache, opcache, circuitsetup_cache, comm=None, memLimit=None,             # <<<<<<<<<<<<<<
 *                                          pathmagnitude_gap=0.0, min_term_mag=0.01, max_paths=500, threshold_guess=0.0):
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_25SV_find_best_pathmagnitude_threshold(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static PyMethodDef __pyx_mdef_6pygsti_7objects_6replib_10fastreplib_25SV_find_best_pathmagnitude_threshold = {"SV_find_best_pathmagnitude_threshold", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_25SV_find_best_pathmagnitude_threshold, METH_VARARGS|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_25SV_find_best_pathmagnitude_threshold(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyObject *__pyx_v_calc = 0;
  PyObject *__pyx_v_rholabel = 0;
  PyObject *__pyx_v_elabels = 0;
  PyObject *__pyx_v_circuit = 0;
  PyObject *__pyx_v_repcache = 0;
  PyObject *__pyx_v_opcache = 0;
  PyObject *__pyx_v_circuitsetup_cache = 0;
  CYTHON_UNUSED PyObject *__pyx_v_comm = 0;
  CYTHON_UNUSED PyObject *__pyx_v_memLimit = 0;
  PyObject *__pyx_v_pathmagnitude_gap = 0;
  PyObject *__pyx_v_min_term_mag = 0;
  PyObject *__pyx_v_max_paths = 0;
  PyObject *__pyx_v_threshold_guess = 0;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("SV_find_best_pathmagnitude_threshold (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_calc,&__pyx_n_s_rholabel,&__pyx_n_s_elabels,&__pyx_n_s_circuit,&__pyx_n_s_repcache,&__pyx_n_s_opcache,&__pyx_n_s_circuitsetup_cache,&__pyx_n_s_comm,&__pyx_n_s_memLimit,&__pyx_n_s_pathmagnitude_gap,&__pyx_n_s_min_term_mag,&__pyx_n_s_max_paths,&__pyx_n_s_threshold_guess,0};
    PyObject* values[13] = {0,0,0,0,0,0,0,0,0,0,0,0,0};
    values[7] = ((PyObject *)Py_None);
    values[8] = ((PyObject *)Py_None);
    values[9] = ((PyObject *)__pyx_float_0_0);
    values[10] = ((PyObject *)__pyx_float_0_01);
    values[11] = ((PyObject *)__pyx_int_500);
    values[12] = ((PyObject *)__pyx_float_0_0);
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case 13: values[12] = PyTuple_GET_ITEM(__pyx_args, 12);
        CYTHON_FALLTHROUGH;
        case 12: values[11] = PyTuple_GET_ITEM(__pyx_args, 11);
        CYTHON_FALLTHROUGH;
        case 11: values[10] = PyTuple_GET_ITEM(__pyx_args, 10);
        CYTHON_FALLTHROUGH;
        case 10: values[9] = PyTuple_GET_ITEM(__pyx_args, 9);
        CYTHON_FALLTHROUGH;
        case  9: values[8] = PyTuple_GET_ITEM(__pyx_args, 8);
        CYTHON_FALLTHROUGH;
        case  8: values[7] = PyTuple_GET_ITEM(__pyx_args, 7);
        CYTHON_FALLTHROUGH;
        case  7: values[6] = PyTuple_GET_ITEM(__pyx_args, 6);
        CYTHON_FALLTHROUGH;
        case  6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
        CYTHON_FALLTHROUGH;
        case  5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
        CYTHON_FALLTHROUGH;
        case  4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
        CYTHON_FALLTHROUGH;
        case  3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
        CYTHON_FALLTHROUGH;
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_calc)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_rholabel)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("SV_find_best_pathmagnitude_threshold", 0, 7, 13, 1); __PYX_ERR(0, 3098, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  2:
        if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_elabels)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("SV_find_best_pathmagnitude_threshold", 0, 7, 13, 2); __PYX_ERR(0, 3098, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  3:
        if (likely((values[3] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_circuit)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("SV_find_best_pathmagnitude_threshold", 0, 7, 13, 3); __PYX_ERR(0, 3098, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  4:
        if (likely((values[4] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_repcache)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("SV_find_best_pathmagnitude_threshold", 0, 7, 13, 4); __PYX_ERR(0, 3098, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  5:
        if (likely((values[5] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_opcache)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("SV_find_best_pathmagnitude_threshold", 0, 7, 13, 5); __PYX_ERR(0, 3098, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  6:
        if (likely((values[6] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_circuitsetup_cache)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("SV_find_best_pathmagnitude_threshold", 0, 7, 13, 6); __PYX_ERR(0, 3098, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  7:
        if (kw_args > 0) {
          PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_comm);
          if (value) { values[7] = value; kw_args--; }
        }
        CYTHON_FALLTHROUGH;
        case  8:
        if (kw_args > 0) {
          PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_memLimit);
          if (value) { values[8] = value; kw_args--; }
        }
        CYTHON_FALLTHROUGH;
        case  9:
        if (kw_args > 0) {
          PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_pathmagnitude_gap);
          if (value) { values[9] = value; kw_args--; }
        }
        CYTHON_FALLTHROUGH;
        case 10:
        if (kw_args > 0) {
          PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_min_term_mag);
          if (value) { values[10] = value; kw_args--; }
        }
        CYTHON_FALLTHROUGH;
        case 11:
        if (kw_args > 0) {
          PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_max_paths);
          if (value) { values[11] = value; kw_args--; }
        }
        CYTHON_FALLTHROUGH;
        case 12:
        if (kw_args > 0) {
          PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_threshold_guess);
          if (value) { values[12] = value; kw_args--; }
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "SV_find_best_pathmagnitude_threshold") < 0)) __PYX_ERR(0, 3098, __pyx_L3_error)
      }
    } else {
      switch (PyTuple_GET_SIZE(__pyx_args)) {
        case 13: values[12] = PyTuple_GET_ITEM(__pyx_args, 12);
        CYTHON_FALLTHROUGH;
        case 12: values[11] = PyTuple_GET_ITEM(__pyx_args, 11);
        CYTHON_FALLTHROUGH;
        case 11: values[10] = PyTuple_GET_ITEM(__pyx_args, 10);
        CYTHON_FALLTHROUGH;
        case 10: values[9] = PyTuple_GET_ITEM(__pyx_args, 9);
        CYTHON_FALLTHROUGH;
        case  9: values[8] = PyTuple_GET_ITEM(__pyx_args, 8);
        CYTHON_FALLTHROUGH;
        case  8: values[7] = PyTuple_GET_ITEM(__pyx_args, 7);
        CYTHON_FALLTHROUGH;
        case  7: values[6] = PyTuple_GET_ITEM(__pyx_args, 6);
        values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
        values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
        values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
        values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
        values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        break;
        default: goto __pyx_L5_argtuple_error;
      }
    }
    __pyx_v_calc = values[0];
    __pyx_v_rholabel = values[1];
    __pyx_v_elabels = values[2];
    __pyx_v_circuit = values[3];
    __pyx_v_repcache = values[4];
    __pyx_v_opcache = values[5];
    __pyx_v_circuitsetup_cache = values[6];
    __pyx_v_comm = values[7];
    __pyx_v_memLimit = values[8];
    __pyx_v_pathmagnitude_gap = values[9];
    __pyx_v_min_term_mag = values[10];
    __pyx_v_max_paths = values[11];
    __pyx_v_threshold_guess = values[12];
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("SV_find_best_pathmagnitude_threshold", 0, 7, 13, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 3098, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SV_find_best_pathmagnitude_threshold", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_24SV_find_best_pathmagnitude_threshold(__pyx_self, __pyx_v_calc, __pyx_v_rholabel, __pyx_v_elabels, __pyx_v_circuit, __pyx_v_repcache, __pyx_v_opcache, __pyx_v_circuitsetup_cache, __pyx_v_comm, __pyx_v_memLimit, __pyx_v_pathmagnitude_gap, __pyx_v_min_term_mag, __pyx_v_max_paths, __pyx_v_threshold_guess);

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_24SV_find_best_pathmagnitude_threshold(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_calc, PyObject *__pyx_v_rholabel, PyObject *__pyx_v_elabels, PyObject *__pyx_v_circuit, PyObject *__pyx_v_repcache, PyObject *__pyx_v_opcache, PyObject *__pyx_v_circuitsetup_cache, CYTHON_UNUSED PyObject *__pyx_v_comm, CYTHON_UNUSED PyObject *__pyx_v_memLimit, PyObject *__pyx_v_pathmagnitude_gap, PyObject *__pyx_v_min_term_mag, PyObject *__pyx_v_max_paths, PyObject *__pyx_v_threshold_guess) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_numEs;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_mpv;
  CYTHON_UNUSED __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_vpi;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl *__pyx_v_cscel = 0;
  CYTHON_UNUSED PyObject *__pyx_v_bHit = NULL;
  std::vector<double>  __pyx_v_target_sum_of_pathmags;
  std::vector<double>  __pyx_v_achieved_sum_of_pathmags;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_v_npaths;
  double __pyx_v_max_partial_sopm;
  PyObject *__pyx_v_glbl = NULL;
  PyObject *__pyx_v_op = NULL;
  PyObject *__pyx_v_elbl = NULL;
  double __pyx_v_threshold;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_total_npaths;
  double __pyx_v_total_target_sopm;
  double __pyx_v_total_achieved_sopm;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  Py_ssize_t __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_3;
  int __pyx_t_4;
  int __pyx_t_5;
  PyObject *__pyx_t_6 = NULL;
  PyObject *__pyx_t_7 = NULL;
  PyObject *__pyx_t_8 = NULL;
  int __pyx_t_9;
  PyObject *__pyx_t_10 = NULL;
  std::vector<double>  __pyx_t_11;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_t_12;
  double __pyx_t_13;
  PyObject *(*__pyx_t_14)(PyObject *);
  PyObject *__pyx_t_15 = NULL;
  PyObject *__pyx_t_16 = NULL;
  double __pyx_t_17;
  double __pyx_t_18;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_19;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_20;
  __Pyx_RefNannySetupContext("SV_find_best_pathmagnitude_threshold", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":3102
 * 
 *     cdef INT i
 *     cdef INT numEs = len(elabels)             # <<<<<<<<<<<<<<
 *     cdef INT mpv = calc.Np # max_poly_vars
 *     cdef INT vpi = calc.poly_vindices_per_int
 */
  __pyx_t_1 = PyObject_Length(__pyx_v_elabels); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 3102, __pyx_L1_error)
  __pyx_v_numEs = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":3103
 *     cdef INT i
 *     cdef INT numEs = len(elabels)
 *     cdef INT mpv = calc.Np # max_poly_vars             # <<<<<<<<<<<<<<
 *     cdef INT vpi = calc.poly_vindices_per_int
 *     cdef CircuitSetupCacheEl cscel;
 */
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_Np); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 3103, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_2); if (unlikely((__pyx_t_3 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 3103, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_v_mpv = __pyx_t_3;

  /* "pygsti/objects/replib/fastreplib.pyx":3104
 *     cdef INT numEs = len(elabels)
 *     cdef INT mpv = calc.Np # max_poly_vars
 *     cdef INT vpi = calc.poly_vindices_per_int             # <<<<<<<<<<<<<<
 *     cdef CircuitSetupCacheEl cscel;
 * 
 */
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_poly_vindices_per_int); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 3104, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_2); if (unlikely((__pyx_t_3 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 3104, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_v_vpi = __pyx_t_3;

  /* "pygsti/objects/replib/fastreplib.pyx":3107
 *     cdef CircuitSetupCacheEl cscel;
 * 
 *     bHit = (circuit in circuitsetup_cache)             # <<<<<<<<<<<<<<
 *     if circuit in circuitsetup_cache:
 *         cscel = <CircuitSetupCacheEl?>circuitsetup_cache[circuit]
 */
  __pyx_t_4 = (__Pyx_PySequence_ContainsTF(__pyx_v_circuit, __pyx_v_circuitsetup_cache, Py_EQ)); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 3107, __pyx_L1_error)
  __pyx_t_2 = __Pyx_PyBool_FromLong(__pyx_t_4); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 3107, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_v_bHit = __pyx_t_2;
  __pyx_t_2 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":3108
 * 
 *     bHit = (circuit in circuitsetup_cache)
 *     if circuit in circuitsetup_cache:             # <<<<<<<<<<<<<<
 *         cscel = <CircuitSetupCacheEl?>circuitsetup_cache[circuit]
 *     else:
 */
  __pyx_t_4 = (__Pyx_PySequence_ContainsTF(__pyx_v_circuit, __pyx_v_circuitsetup_cache, Py_EQ)); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 3108, __pyx_L1_error)
  __pyx_t_5 = (__pyx_t_4 != 0);
  if (__pyx_t_5) {

    /* "pygsti/objects/replib/fastreplib.pyx":3109
 *     bHit = (circuit in circuitsetup_cache)
 *     if circuit in circuitsetup_cache:
 *         cscel = <CircuitSetupCacheEl?>circuitsetup_cache[circuit]             # <<<<<<<<<<<<<<
 *     else:
 *         cscel = <CircuitSetupCacheEl?>SV_create_circuitsetup_cacheel(calc, rholabel, elabels, circuit, repcache, opcache, min_term_mag, mpv)
 */
    __pyx_t_2 = __Pyx_PyObject_GetItem(__pyx_v_circuitsetup_cache, __pyx_v_circuit); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 3109, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    if (!(likely(__Pyx_TypeTest(__pyx_t_2, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl)))) __PYX_ERR(0, 3109, __pyx_L1_error)
    __pyx_t_6 = __pyx_t_2;
    __Pyx_INCREF(__pyx_t_6);
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __pyx_v_cscel = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl *)__pyx_t_6);
    __pyx_t_6 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":3108
 * 
 *     bHit = (circuit in circuitsetup_cache)
 *     if circuit in circuitsetup_cache:             # <<<<<<<<<<<<<<
 *         cscel = <CircuitSetupCacheEl?>circuitsetup_cache[circuit]
 *     else:
 */
    goto __pyx_L3;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":3111
 *         cscel = <CircuitSetupCacheEl?>circuitsetup_cache[circuit]
 *     else:
 *         cscel = <CircuitSetupCacheEl?>SV_create_circuitsetup_cacheel(calc, rholabel, elabels, circuit, repcache, opcache, min_term_mag, mpv)             # <<<<<<<<<<<<<<
 *         circuitsetup_cache[circuit] = cscel
 * 
 */
  /*else*/ {
    __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_SV_create_circuitsetup_cacheel); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 3111, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_7 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_mpv); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 3111, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_7);
    __pyx_t_8 = NULL;
    __pyx_t_9 = 0;
    if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) {
      __pyx_t_8 = PyMethod_GET_SELF(__pyx_t_2);
      if (likely(__pyx_t_8)) {
        PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
        __Pyx_INCREF(__pyx_t_8);
        __Pyx_INCREF(function);
        __Pyx_DECREF_SET(__pyx_t_2, function);
        __pyx_t_9 = 1;
      }
    }
    #if CYTHON_FAST_PYCALL
    if (PyFunction_Check(__pyx_t_2)) {
      PyObject *__pyx_temp[9] = {__pyx_t_8, __pyx_v_calc, __pyx_v_rholabel, __pyx_v_elabels, __pyx_v_circuit, __pyx_v_repcache, __pyx_v_opcache, __pyx_v_min_term_mag, __pyx_t_7};
      __pyx_t_6 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_9, 8+__pyx_t_9); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 3111, __pyx_L1_error)
      __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
      __Pyx_GOTREF(__pyx_t_6);
      __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
    } else
    #endif
    #if CYTHON_FAST_PYCCALL
    if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) {
      PyObject *__pyx_temp[9] = {__pyx_t_8, __pyx_v_calc, __pyx_v_rholabel, __pyx_v_elabels, __pyx_v_circuit, __pyx_v_repcache, __pyx_v_opcache, __pyx_v_min_term_mag, __pyx_t_7};
      __pyx_t_6 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_9, 8+__pyx_t_9); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 3111, __pyx_L1_error)
      __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
      __Pyx_GOTREF(__pyx_t_6);
      __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
    } else
    #endif
    {
      __pyx_t_10 = PyTuple_New(8+__pyx_t_9); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 3111, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_10);
      if (__pyx_t_8) {
        __Pyx_GIVEREF(__pyx_t_8); PyTuple_SET_ITEM(__pyx_t_10, 0, __pyx_t_8); __pyx_t_8 = NULL;
      }
      __Pyx_INCREF(__pyx_v_calc);
      __Pyx_GIVEREF(__pyx_v_calc);
      PyTuple_SET_ITEM(__pyx_t_10, 0+__pyx_t_9, __pyx_v_calc);
      __Pyx_INCREF(__pyx_v_rholabel);
      __Pyx_GIVEREF(__pyx_v_rholabel);
      PyTuple_SET_ITEM(__pyx_t_10, 1+__pyx_t_9, __pyx_v_rholabel);
      __Pyx_INCREF(__pyx_v_elabels);
      __Pyx_GIVEREF(__pyx_v_elabels);
      PyTuple_SET_ITEM(__pyx_t_10, 2+__pyx_t_9, __pyx_v_elabels);
      __Pyx_INCREF(__pyx_v_circuit);
      __Pyx_GIVEREF(__pyx_v_circuit);
      PyTuple_SET_ITEM(__pyx_t_10, 3+__pyx_t_9, __pyx_v_circuit);
      __Pyx_INCREF(__pyx_v_repcache);
      __Pyx_GIVEREF(__pyx_v_repcache);
      PyTuple_SET_ITEM(__pyx_t_10, 4+__pyx_t_9, __pyx_v_repcache);
      __Pyx_INCREF(__pyx_v_opcache);
      __Pyx_GIVEREF(__pyx_v_opcache);
      PyTuple_SET_ITEM(__pyx_t_10, 5+__pyx_t_9, __pyx_v_opcache);
      __Pyx_INCREF(__pyx_v_min_term_mag);
      __Pyx_GIVEREF(__pyx_v_min_term_mag);
      PyTuple_SET_ITEM(__pyx_t_10, 6+__pyx_t_9, __pyx_v_min_term_mag);
      __Pyx_GIVEREF(__pyx_t_7);
      PyTuple_SET_ITEM(__pyx_t_10, 7+__pyx_t_9, __pyx_t_7);
      __pyx_t_7 = 0;
      __pyx_t_6 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_10, NULL); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 3111, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_6);
      __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
    }
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    if (!(likely(__Pyx_TypeTest(__pyx_t_6, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl)))) __PYX_ERR(0, 3111, __pyx_L1_error)
    __pyx_t_2 = __pyx_t_6;
    __Pyx_INCREF(__pyx_t_2);
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    __pyx_v_cscel = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl *)__pyx_t_2);
    __pyx_t_2 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":3112
 *     else:
 *         cscel = <CircuitSetupCacheEl?>SV_create_circuitsetup_cacheel(calc, rholabel, elabels, circuit, repcache, opcache, min_term_mag, mpv)
 *         circuitsetup_cache[circuit] = cscel             # <<<<<<<<<<<<<<
 * 
 *     cdef vector[double] target_sum_of_pathmags = vector[double](numEs)
 */
    if (unlikely(PyObject_SetItem(__pyx_v_circuitsetup_cache, __pyx_v_circuit, ((PyObject *)__pyx_v_cscel)) < 0)) __PYX_ERR(0, 3112, __pyx_L1_error)
  }
  __pyx_L3:;

  /* "pygsti/objects/replib/fastreplib.pyx":3114
 *         circuitsetup_cache[circuit] = cscel
 * 
 *     cdef vector[double] target_sum_of_pathmags = vector[double](numEs)             # <<<<<<<<<<<<<<
 *     cdef vector[double] achieved_sum_of_pathmags = vector[double](numEs)
 *     cdef vector[INT] npaths = vector[INT](numEs)
 */
  try {
    __pyx_t_11 = std::vector<double> (__pyx_v_numEs);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 3114, __pyx_L1_error)
  }
  __pyx_v_target_sum_of_pathmags = __pyx_t_11;

  /* "pygsti/objects/replib/fastreplib.pyx":3115
 * 
 *     cdef vector[double] target_sum_of_pathmags = vector[double](numEs)
 *     cdef vector[double] achieved_sum_of_pathmags = vector[double](numEs)             # <<<<<<<<<<<<<<
 *     cdef vector[INT] npaths = vector[INT](numEs)
 * 
 */
  try {
    __pyx_t_11 = std::vector<double> (__pyx_v_numEs);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 3115, __pyx_L1_error)
  }
  __pyx_v_achieved_sum_of_pathmags = __pyx_t_11;

  /* "pygsti/objects/replib/fastreplib.pyx":3116
 *     cdef vector[double] target_sum_of_pathmags = vector[double](numEs)
 *     cdef vector[double] achieved_sum_of_pathmags = vector[double](numEs)
 *     cdef vector[INT] npaths = vector[INT](numEs)             # <<<<<<<<<<<<<<
 * 
 *     #Get MAX-SOPM for circuit outcomes and thereby the target SOPM (via MAX - gap)
 */
  try {
    __pyx_t_12 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> (__pyx_v_numEs);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 3116, __pyx_L1_error)
  }
  __pyx_v_npaths = __pyx_t_12;

  /* "pygsti/objects/replib/fastreplib.pyx":3119
 * 
 *     #Get MAX-SOPM for circuit outcomes and thereby the target SOPM (via MAX - gap)
 *     cdef double max_partial_sopm = (opcache[rholabel] if rholabel in opcache else calc.sos.get_prep(rholabel)).get_total_term_magnitude()             # <<<<<<<<<<<<<<
 *     for glbl in circuit:
 *         op = opcache[glbl] if glbl in opcache else calc.sos.get_operation(glbl)
 */
  __pyx_t_5 = (__Pyx_PySequence_ContainsTF(__pyx_v_rholabel, __pyx_v_opcache, Py_EQ)); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 3119, __pyx_L1_error)
  if ((__pyx_t_5 != 0)) {
    __pyx_t_10 = __Pyx_PyObject_GetItem(__pyx_v_opcache, __pyx_v_rholabel); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 3119, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_10);
    __pyx_t_6 = __pyx_t_10;
    __pyx_t_10 = 0;
  } else {
    __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_sos); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 3119, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_7);
    __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_7, __pyx_n_s_get_prep); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 3119, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_8);
    __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
    __pyx_t_7 = NULL;
    if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_8))) {
      __pyx_t_7 = PyMethod_GET_SELF(__pyx_t_8);
      if (likely(__pyx_t_7)) {
        PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_8);
        __Pyx_INCREF(__pyx_t_7);
        __Pyx_INCREF(function);
        __Pyx_DECREF_SET(__pyx_t_8, function);
      }
    }
    __pyx_t_10 = (__pyx_t_7) ? __Pyx_PyObject_Call2Args(__pyx_t_8, __pyx_t_7, __pyx_v_rholabel) : __Pyx_PyObject_CallOneArg(__pyx_t_8, __pyx_v_rholabel);
    __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
    if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 3119, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_10);
    __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
    __pyx_t_6 = __pyx_t_10;
    __pyx_t_10 = 0;
  }
  __pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_t_6, __pyx_n_s_get_total_term_magnitude); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 3119, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_10);
  __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
  __pyx_t_6 = NULL;
  if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_10))) {
    __pyx_t_6 = PyMethod_GET_SELF(__pyx_t_10);
    if (likely(__pyx_t_6)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_10);
      __Pyx_INCREF(__pyx_t_6);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_10, function);
    }
  }
  __pyx_t_2 = (__pyx_t_6) ? __Pyx_PyObject_CallOneArg(__pyx_t_10, __pyx_t_6) : __Pyx_PyObject_CallNoArg(__pyx_t_10);
  __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
  if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 3119, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
  __pyx_t_13 = __pyx_PyFloat_AsDouble(__pyx_t_2); if (unlikely((__pyx_t_13 == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 3119, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_v_max_partial_sopm = __pyx_t_13;

  /* "pygsti/objects/replib/fastreplib.pyx":3120
 *     #Get MAX-SOPM for circuit outcomes and thereby the target SOPM (via MAX - gap)
 *     cdef double max_partial_sopm = (opcache[rholabel] if rholabel in opcache else calc.sos.get_prep(rholabel)).get_total_term_magnitude()
 *     for glbl in circuit:             # <<<<<<<<<<<<<<
 *         op = opcache[glbl] if glbl in opcache else calc.sos.get_operation(glbl)
 *         max_partial_sopm *= op.get_total_term_magnitude()
 */
  if (likely(PyList_CheckExact(__pyx_v_circuit)) || PyTuple_CheckExact(__pyx_v_circuit)) {
    __pyx_t_2 = __pyx_v_circuit; __Pyx_INCREF(__pyx_t_2); __pyx_t_1 = 0;
    __pyx_t_14 = NULL;
  } else {
    __pyx_t_1 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_v_circuit); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 3120, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_14 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 3120, __pyx_L1_error)
  }
  for (;;) {
    if (likely(!__pyx_t_14)) {
      if (likely(PyList_CheckExact(__pyx_t_2))) {
        if (__pyx_t_1 >= PyList_GET_SIZE(__pyx_t_2)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_10 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_1); __Pyx_INCREF(__pyx_t_10); __pyx_t_1++; if (unlikely(0 < 0)) __PYX_ERR(0, 3120, __pyx_L1_error)
        #else
        __pyx_t_10 = PySequence_ITEM(__pyx_t_2, __pyx_t_1); __pyx_t_1++; if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 3120, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_10);
        #endif
      } else {
        if (__pyx_t_1 >= PyTuple_GET_SIZE(__pyx_t_2)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_10 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_1); __Pyx_INCREF(__pyx_t_10); __pyx_t_1++; if (unlikely(0 < 0)) __PYX_ERR(0, 3120, __pyx_L1_error)
        #else
        __pyx_t_10 = PySequence_ITEM(__pyx_t_2, __pyx_t_1); __pyx_t_1++; if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 3120, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_10);
        #endif
      }
    } else {
      __pyx_t_10 = __pyx_t_14(__pyx_t_2);
      if (unlikely(!__pyx_t_10)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
          else __PYX_ERR(0, 3120, __pyx_L1_error)
        }
        break;
      }
      __Pyx_GOTREF(__pyx_t_10);
    }
    __Pyx_XDECREF_SET(__pyx_v_glbl, __pyx_t_10);
    __pyx_t_10 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":3121
 *     cdef double max_partial_sopm = (opcache[rholabel] if rholabel in opcache else calc.sos.get_prep(rholabel)).get_total_term_magnitude()
 *     for glbl in circuit:
 *         op = opcache[glbl] if glbl in opcache else calc.sos.get_operation(glbl)             # <<<<<<<<<<<<<<
 *         max_partial_sopm *= op.get_total_term_magnitude()
 *     for i,elbl in enumerate(elabels):
 */
    __pyx_t_5 = (__Pyx_PySequence_ContainsTF(__pyx_v_glbl, __pyx_v_opcache, Py_EQ)); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 3121, __pyx_L1_error)
    if ((__pyx_t_5 != 0)) {
      __pyx_t_6 = __Pyx_PyObject_GetItem(__pyx_v_opcache, __pyx_v_glbl); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 3121, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_6);
      __pyx_t_10 = __pyx_t_6;
      __pyx_t_6 = 0;
    } else {
      __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_sos); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 3121, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_8);
      __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_8, __pyx_n_s_get_operation); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 3121, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_7);
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
      __pyx_t_8 = NULL;
      if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_7))) {
        __pyx_t_8 = PyMethod_GET_SELF(__pyx_t_7);
        if (likely(__pyx_t_8)) {
          PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7);
          __Pyx_INCREF(__pyx_t_8);
          __Pyx_INCREF(function);
          __Pyx_DECREF_SET(__pyx_t_7, function);
        }
      }
      __pyx_t_6 = (__pyx_t_8) ? __Pyx_PyObject_Call2Args(__pyx_t_7, __pyx_t_8, __pyx_v_glbl) : __Pyx_PyObject_CallOneArg(__pyx_t_7, __pyx_v_glbl);
      __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
      if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 3121, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_6);
      __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
      __pyx_t_10 = __pyx_t_6;
      __pyx_t_6 = 0;
    }
    __Pyx_XDECREF_SET(__pyx_v_op, __pyx_t_10);
    __pyx_t_10 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":3122
 *     for glbl in circuit:
 *         op = opcache[glbl] if glbl in opcache else calc.sos.get_operation(glbl)
 *         max_partial_sopm *= op.get_total_term_magnitude()             # <<<<<<<<<<<<<<
 *     for i,elbl in enumerate(elabels):
 *         target_sum_of_pathmags[i] = max_partial_sopm * (opcache[elbl] if elbl in opcache else calc.sos.get_effect(elbl)).get_total_term_magnitude() - pathmagnitude_gap  # absolute gap
 */
    __pyx_t_10 = PyFloat_FromDouble(__pyx_v_max_partial_sopm); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 3122, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_10);
    __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v_op, __pyx_n_s_get_total_term_magnitude); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 3122, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_7);
    __pyx_t_8 = NULL;
    if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_7))) {
      __pyx_t_8 = PyMethod_GET_SELF(__pyx_t_7);
      if (likely(__pyx_t_8)) {
        PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7);
        __Pyx_INCREF(__pyx_t_8);
        __Pyx_INCREF(function);
        __Pyx_DECREF_SET(__pyx_t_7, function);
      }
    }
    __pyx_t_6 = (__pyx_t_8) ? __Pyx_PyObject_CallOneArg(__pyx_t_7, __pyx_t_8) : __Pyx_PyObject_CallNoArg(__pyx_t_7);
    __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
    if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 3122, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
    __pyx_t_7 = PyNumber_InPlaceMultiply(__pyx_t_10, __pyx_t_6); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 3122, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_7);
    __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    __pyx_t_13 = __pyx_PyFloat_AsDouble(__pyx_t_7); if (unlikely((__pyx_t_13 == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 3122, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
    __pyx_v_max_partial_sopm = __pyx_t_13;

    /* "pygsti/objects/replib/fastreplib.pyx":3120
 *     #Get MAX-SOPM for circuit outcomes and thereby the target SOPM (via MAX - gap)
 *     cdef double max_partial_sopm = (opcache[rholabel] if rholabel in opcache else calc.sos.get_prep(rholabel)).get_total_term_magnitude()
 *     for glbl in circuit:             # <<<<<<<<<<<<<<
 *         op = opcache[glbl] if glbl in opcache else calc.sos.get_operation(glbl)
 *         max_partial_sopm *= op.get_total_term_magnitude()
 */
  }
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":3123
 *         op = opcache[glbl] if glbl in opcache else calc.sos.get_operation(glbl)
 *         max_partial_sopm *= op.get_total_term_magnitude()
 *     for i,elbl in enumerate(elabels):             # <<<<<<<<<<<<<<
 *         target_sum_of_pathmags[i] = max_partial_sopm * (opcache[elbl] if elbl in opcache else calc.sos.get_effect(elbl)).get_total_term_magnitude() - pathmagnitude_gap  # absolute gap
 *         #target_sum_of_pathmags[i] = max_partial_sopm * calc.sos.get_effect(elbl).get_total_term_magnitude() * (1.0 - pathmagnitude_gap)  # relative gap
 */
  __pyx_t_3 = 0;
  if (likely(PyList_CheckExact(__pyx_v_elabels)) || PyTuple_CheckExact(__pyx_v_elabels)) {
    __pyx_t_2 = __pyx_v_elabels; __Pyx_INCREF(__pyx_t_2); __pyx_t_1 = 0;
    __pyx_t_14 = NULL;
  } else {
    __pyx_t_1 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_v_elabels); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 3123, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_14 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 3123, __pyx_L1_error)
  }
  for (;;) {
    if (likely(!__pyx_t_14)) {
      if (likely(PyList_CheckExact(__pyx_t_2))) {
        if (__pyx_t_1 >= PyList_GET_SIZE(__pyx_t_2)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_7 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_1); __Pyx_INCREF(__pyx_t_7); __pyx_t_1++; if (unlikely(0 < 0)) __PYX_ERR(0, 3123, __pyx_L1_error)
        #else
        __pyx_t_7 = PySequence_ITEM(__pyx_t_2, __pyx_t_1); __pyx_t_1++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 3123, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_7);
        #endif
      } else {
        if (__pyx_t_1 >= PyTuple_GET_SIZE(__pyx_t_2)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_7 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_1); __Pyx_INCREF(__pyx_t_7); __pyx_t_1++; if (unlikely(0 < 0)) __PYX_ERR(0, 3123, __pyx_L1_error)
        #else
        __pyx_t_7 = PySequence_ITEM(__pyx_t_2, __pyx_t_1); __pyx_t_1++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 3123, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_7);
        #endif
      }
    } else {
      __pyx_t_7 = __pyx_t_14(__pyx_t_2);
      if (unlikely(!__pyx_t_7)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
          else __PYX_ERR(0, 3123, __pyx_L1_error)
        }
        break;
      }
      __Pyx_GOTREF(__pyx_t_7);
    }
    __Pyx_XDECREF_SET(__pyx_v_elbl, __pyx_t_7);
    __pyx_t_7 = 0;
    __pyx_v_i = __pyx_t_3;
    __pyx_t_3 = (__pyx_t_3 + 1);

    /* "pygsti/objects/replib/fastreplib.pyx":3124
 *         max_partial_sopm *= op.get_total_term_magnitude()
 *     for i,elbl in enumerate(elabels):
 *         target_sum_of_pathmags[i] = max_partial_sopm * (opcache[elbl] if elbl in opcache else calc.sos.get_effect(elbl)).get_total_term_magnitude() - pathmagnitude_gap  # absolute gap             # <<<<<<<<<<<<<<
 *         #target_sum_of_pathmags[i] = max_partial_sopm * calc.sos.get_effect(elbl).get_total_term_magnitude() * (1.0 - pathmagnitude_gap)  # relative gap
 * 
 */
    __pyx_t_7 = PyFloat_FromDouble(__pyx_v_max_partial_sopm); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 3124, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_7);
    __pyx_t_5 = (__Pyx_PySequence_ContainsTF(__pyx_v_elbl, __pyx_v_opcache, Py_EQ)); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 3124, __pyx_L1_error)
    if ((__pyx_t_5 != 0)) {
      __pyx_t_8 = __Pyx_PyObject_GetItem(__pyx_v_opcache, __pyx_v_elbl); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 3124, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_8);
      __pyx_t_10 = __pyx_t_8;
      __pyx_t_8 = 0;
    } else {
      __pyx_t_15 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_sos); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 3124, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_15);
      __pyx_t_16 = __Pyx_PyObject_GetAttrStr(__pyx_t_15, __pyx_n_s_get_effect); if (unlikely(!__pyx_t_16)) __PYX_ERR(0, 3124, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_16);
      __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
      __pyx_t_15 = NULL;
      if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_16))) {
        __pyx_t_15 = PyMethod_GET_SELF(__pyx_t_16);
        if (likely(__pyx_t_15)) {
          PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_16);
          __Pyx_INCREF(__pyx_t_15);
          __Pyx_INCREF(function);
          __Pyx_DECREF_SET(__pyx_t_16, function);
        }
      }
      __pyx_t_8 = (__pyx_t_15) ? __Pyx_PyObject_Call2Args(__pyx_t_16, __pyx_t_15, __pyx_v_elbl) : __Pyx_PyObject_CallOneArg(__pyx_t_16, __pyx_v_elbl);
      __Pyx_XDECREF(__pyx_t_15); __pyx_t_15 = 0;
      if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 3124, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_8);
      __Pyx_DECREF(__pyx_t_16); __pyx_t_16 = 0;
      __pyx_t_10 = __pyx_t_8;
      __pyx_t_8 = 0;
    }
    __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_10, __pyx_n_s_get_total_term_magnitude); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 3124, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_8);
    __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
    __pyx_t_10 = NULL;
    if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_8))) {
      __pyx_t_10 = PyMethod_GET_SELF(__pyx_t_8);
      if (likely(__pyx_t_10)) {
        PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_8);
        __Pyx_INCREF(__pyx_t_10);
        __Pyx_INCREF(function);
        __Pyx_DECREF_SET(__pyx_t_8, function);
      }
    }
    __pyx_t_6 = (__pyx_t_10) ? __Pyx_PyObject_CallOneArg(__pyx_t_8, __pyx_t_10) : __Pyx_PyObject_CallNoArg(__pyx_t_8);
    __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0;
    if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 3124, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
    __pyx_t_8 = PyNumber_Multiply(__pyx_t_7, __pyx_t_6); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 3124, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_8);
    __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    __pyx_t_6 = PyNumber_Subtract(__pyx_t_8, __pyx_v_pathmagnitude_gap); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 3124, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
    __pyx_t_13 = __pyx_PyFloat_AsDouble(__pyx_t_6); if (unlikely((__pyx_t_13 == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 3124, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    (__pyx_v_target_sum_of_pathmags[__pyx_v_i]) = __pyx_t_13;

    /* "pygsti/objects/replib/fastreplib.pyx":3123
 *         op = opcache[glbl] if glbl in opcache else calc.sos.get_operation(glbl)
 *         max_partial_sopm *= op.get_total_term_magnitude()
 *     for i,elbl in enumerate(elabels):             # <<<<<<<<<<<<<<
 *         target_sum_of_pathmags[i] = max_partial_sopm * (opcache[elbl] if elbl in opcache else calc.sos.get_effect(elbl)).get_total_term_magnitude() - pathmagnitude_gap  # absolute gap
 *         #target_sum_of_pathmags[i] = max_partial_sopm * calc.sos.get_effect(elbl).get_total_term_magnitude() * (1.0 - pathmagnitude_gap)  # relative gap
 */
  }
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":3130
 *         cscel.cgatestring, cscel.rho_term_reps, cscel.op_term_reps, cscel.E_term_reps,
 *         cscel.rho_foat_indices, cscel.op_foat_indices, cscel.E_foat_indices, cscel.E_indices,
 *         numEs, pathmagnitude_gap, min_term_mag, max_paths, threshold_guess, target_sum_of_pathmags,             # <<<<<<<<<<<<<<
 *         achieved_sum_of_pathmags, npaths)
 * 
 */
  __pyx_t_13 = __pyx_PyFloat_AsDouble(__pyx_v_pathmagnitude_gap); if (unlikely((__pyx_t_13 == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 3130, __pyx_L1_error)
  __pyx_t_17 = __pyx_PyFloat_AsDouble(__pyx_v_min_term_mag); if (unlikely((__pyx_t_17 == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 3130, __pyx_L1_error)
  __pyx_t_3 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_v_max_paths); if (unlikely((__pyx_t_3 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 3130, __pyx_L1_error)
  __pyx_t_18 = __pyx_PyFloat_AsDouble(__pyx_v_threshold_guess); if (unlikely((__pyx_t_18 == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 3130, __pyx_L1_error)

  /* "pygsti/objects/replib/fastreplib.pyx":3127
 *         #target_sum_of_pathmags[i] = max_partial_sopm * calc.sos.get_effect(elbl).get_total_term_magnitude() * (1.0 - pathmagnitude_gap)  # relative gap
 * 
 *     cdef double threshold = sv_find_best_pathmagnitude_threshold(             # <<<<<<<<<<<<<<
 *         cscel.cgatestring, cscel.rho_term_reps, cscel.op_term_reps, cscel.E_term_reps,
 *         cscel.rho_foat_indices, cscel.op_foat_indices, cscel.E_foat_indices, cscel.E_indices,
 */
  __pyx_v_threshold = __pyx_f_6pygsti_7objects_6replib_10fastreplib_sv_find_best_pathmagnitude_threshold(__pyx_v_cscel->cgatestring, __pyx_v_cscel->rho_term_reps, __pyx_v_cscel->op_term_reps, __pyx_v_cscel->E_term_reps, __pyx_v_cscel->rho_foat_indices, __pyx_v_cscel->op_foat_indices, __pyx_v_cscel->E_foat_indices, __pyx_v_cscel->E_indices, __pyx_v_numEs, __pyx_t_13, __pyx_t_17, __pyx_t_3, __pyx_t_18, __pyx_v_target_sum_of_pathmags, __pyx_v_achieved_sum_of_pathmags, __pyx_v_npaths);

  /* "pygsti/objects/replib/fastreplib.pyx":3133
 *         achieved_sum_of_pathmags, npaths)
 * 
 *     cdef INT total_npaths = 0             # <<<<<<<<<<<<<<
 *     cdef double total_target_sopm = 0.0
 *     cdef double total_achieved_sopm = 0.0
 */
  __pyx_v_total_npaths = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":3134
 * 
 *     cdef INT total_npaths = 0
 *     cdef double total_target_sopm = 0.0             # <<<<<<<<<<<<<<
 *     cdef double total_achieved_sopm = 0.0
 *     for i in range(numEs):
 */
  __pyx_v_total_target_sopm = 0.0;

  /* "pygsti/objects/replib/fastreplib.pyx":3135
 *     cdef INT total_npaths = 0
 *     cdef double total_target_sopm = 0.0
 *     cdef double total_achieved_sopm = 0.0             # <<<<<<<<<<<<<<
 *     for i in range(numEs):
 *         total_npaths += npaths[i]
 */
  __pyx_v_total_achieved_sopm = 0.0;

  /* "pygsti/objects/replib/fastreplib.pyx":3136
 *     cdef double total_target_sopm = 0.0
 *     cdef double total_achieved_sopm = 0.0
 *     for i in range(numEs):             # <<<<<<<<<<<<<<
 *         total_npaths += npaths[i]
 *         total_target_sopm += target_sum_of_pathmags[i]
 */
  __pyx_t_3 = __pyx_v_numEs;
  __pyx_t_19 = __pyx_t_3;
  for (__pyx_t_20 = 0; __pyx_t_20 < __pyx_t_19; __pyx_t_20+=1) {
    __pyx_v_i = __pyx_t_20;

    /* "pygsti/objects/replib/fastreplib.pyx":3137
 *     cdef double total_achieved_sopm = 0.0
 *     for i in range(numEs):
 *         total_npaths += npaths[i]             # <<<<<<<<<<<<<<
 *         total_target_sopm += target_sum_of_pathmags[i]
 *         total_achieved_sopm += achieved_sum_of_pathmags[i]
 */
    __pyx_v_total_npaths = (__pyx_v_total_npaths + (__pyx_v_npaths[__pyx_v_i]));

    /* "pygsti/objects/replib/fastreplib.pyx":3138
 *     for i in range(numEs):
 *         total_npaths += npaths[i]
 *         total_target_sopm += target_sum_of_pathmags[i]             # <<<<<<<<<<<<<<
 *         total_achieved_sopm += achieved_sum_of_pathmags[i]
 * 
 */
    __pyx_v_total_target_sopm = (__pyx_v_total_target_sopm + (__pyx_v_target_sum_of_pathmags[__pyx_v_i]));

    /* "pygsti/objects/replib/fastreplib.pyx":3139
 *         total_npaths += npaths[i]
 *         total_target_sopm += target_sum_of_pathmags[i]
 *         total_achieved_sopm += achieved_sum_of_pathmags[i]             # <<<<<<<<<<<<<<
 * 
 *     return total_npaths, threshold, total_target_sopm, total_achieved_sopm
 */
    __pyx_v_total_achieved_sopm = (__pyx_v_total_achieved_sopm + (__pyx_v_achieved_sum_of_pathmags[__pyx_v_i]));
  }

  /* "pygsti/objects/replib/fastreplib.pyx":3141
 *         total_achieved_sopm += achieved_sum_of_pathmags[i]
 * 
 *     return total_npaths, threshold, total_target_sopm, total_achieved_sopm             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_2 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_total_npaths); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 3141, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_6 = PyFloat_FromDouble(__pyx_v_threshold); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 3141, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_6);
  __pyx_t_8 = PyFloat_FromDouble(__pyx_v_total_target_sopm); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 3141, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_8);
  __pyx_t_7 = PyFloat_FromDouble(__pyx_v_total_achieved_sopm); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 3141, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_7);
  __pyx_t_10 = PyTuple_New(4); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 3141, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_10);
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_10, 0, __pyx_t_2);
  __Pyx_GIVEREF(__pyx_t_6);
  PyTuple_SET_ITEM(__pyx_t_10, 1, __pyx_t_6);
  __Pyx_GIVEREF(__pyx_t_8);
  PyTuple_SET_ITEM(__pyx_t_10, 2, __pyx_t_8);
  __Pyx_GIVEREF(__pyx_t_7);
  PyTuple_SET_ITEM(__pyx_t_10, 3, __pyx_t_7);
  __pyx_t_2 = 0;
  __pyx_t_6 = 0;
  __pyx_t_8 = 0;
  __pyx_t_7 = 0;
  __pyx_r = __pyx_t_10;
  __pyx_t_10 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":3098
 * 
 * 
 * def SV_find_best_pathmagnitude_threshold(calc, rholabel, elabels, circuit, repcache, opcache, circuitsetup_cache, comm=None, memLimit=None,             # <<<<<<<<<<<<<<
 *                                          pathmagnitude_gap=0.0, min_term_mag=0.01, max_paths=500, threshold_guess=0.0):
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_XDECREF(__pyx_t_7);
  __Pyx_XDECREF(__pyx_t_8);
  __Pyx_XDECREF(__pyx_t_10);
  __Pyx_XDECREF(__pyx_t_15);
  __Pyx_XDECREF(__pyx_t_16);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SV_find_best_pathmagnitude_threshold", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF((PyObject *)__pyx_v_cscel);
  __Pyx_XDECREF(__pyx_v_bHit);
  __Pyx_XDECREF(__pyx_v_glbl);
  __Pyx_XDECREF(__pyx_v_op);
  __Pyx_XDECREF(__pyx_v_elbl);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":3144
 * 
 * 
 * cdef double sv_find_best_pathmagnitude_threshold(             # <<<<<<<<<<<<<<
 *     vector[INT]& circuit, vector[SVTermCRep_ptr] rho_term_reps, unordered_map[INT, vector[SVTermCRep_ptr]] op_term_reps, vector[SVTermCRep_ptr] E_term_reps,
 *     vector[INT] rho_foat_indices, unordered_map[INT,vector[INT]] op_foat_indices, vector[INT] E_foat_indices, vector[INT] E_indices,
 */

static double __pyx_f_6pygsti_7objects_6replib_10fastreplib_sv_find_best_pathmagnitude_threshold(std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  &__pyx_v_circuit, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr>  __pyx_v_rho_term_reps, std::unordered_map<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT,std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr> >  __pyx_v_op_term_reps, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr>  __pyx_v_E_term_reps, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_v_rho_foat_indices, std::unordered_map<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT,std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  __pyx_v_op_foat_indices, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_v_E_foat_indices, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_v_E_indices, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_numEs, double __pyx_v_pathmagnitude_gap, CYTHON_UNUSED double __pyx_v_min_term_mag, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_max_paths, double __pyx_v_threshold_guess, std::vector<double>  &__pyx_v_target_sum_of_pathmags, std::vector<double>  &__pyx_v_achieved_sum_of_pathmags, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  &__pyx_v_npaths) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_N;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nFactorLists;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  CYTHON_UNUSED __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_t0;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_SVTermCRep_ptr_ptr>  __pyx_v_factor_lists;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_INT_ptr>  __pyx_v_foat_indices_per_op;
  CYTHON_UNUSED std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_v_nops;
  CYTHON_UNUSED std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_v_b;
  double __pyx_v_threshold;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_NO_LIMIT;
  std::vector<double>  __pyx_v_check_mags;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_v_check_npaths;
  double __pyx_r;
  __Pyx_RefNannyDeclarations
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_SVTermCRep_ptr_ptr>  __pyx_t_1;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_INT_ptr>  __pyx_t_2;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_t_3;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_4;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_5;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_6;
  double __pyx_t_7;
  std::vector<double>  __pyx_t_8;
  __Pyx_RefNannySetupContext("sv_find_best_pathmagnitude_threshold", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":3153
 *     # lookups and avoid weird string conversion stuff with Cython
 * 
 *     cdef INT N = circuit.size()             # <<<<<<<<<<<<<<
 *     cdef INT nFactorLists = N+2
 *     #cdef INT n = N+2 # number of factor lists
 */
  __pyx_v_N = __pyx_v_circuit.size();

  /* "pygsti/objects/replib/fastreplib.pyx":3154
 * 
 *     cdef INT N = circuit.size()
 *     cdef INT nFactorLists = N+2             # <<<<<<<<<<<<<<
 *     #cdef INT n = N+2 # number of factor lists
 *     #cdef INT* p = <INT*>malloc((N+2) * sizeof(INT))
 */
  __pyx_v_nFactorLists = (__pyx_v_N + 2);

  /* "pygsti/objects/replib/fastreplib.pyx":3160
 *     #cdef INT gn
 * 
 *     cdef INT t0 = time.clock()             # <<<<<<<<<<<<<<
 *     #cdef INT t, nPaths; #for below
 * 
 */
  __pyx_v_t0 = clock();

  /* "pygsti/objects/replib/fastreplib.pyx":3163
 *     #cdef INT t, nPaths; #for below
 * 
 *     cdef vector[vector_SVTermCRep_ptr_ptr] factor_lists = vector[vector_SVTermCRep_ptr_ptr](nFactorLists)             # <<<<<<<<<<<<<<
 *     cdef vector[vector_INT_ptr] foat_indices_per_op = vector[vector_INT_ptr](nFactorLists)
 *     cdef vector[INT] nops = vector[INT](nFactorLists)
 */
  try {
    __pyx_t_1 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_SVTermCRep_ptr_ptr> (__pyx_v_nFactorLists);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 3163, __pyx_L1_error)
  }
  __pyx_v_factor_lists = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":3164
 * 
 *     cdef vector[vector_SVTermCRep_ptr_ptr] factor_lists = vector[vector_SVTermCRep_ptr_ptr](nFactorLists)
 *     cdef vector[vector_INT_ptr] foat_indices_per_op = vector[vector_INT_ptr](nFactorLists)             # <<<<<<<<<<<<<<
 *     cdef vector[INT] nops = vector[INT](nFactorLists)
 *     cdef vector[INT] b = vector[INT](nFactorLists)
 */
  try {
    __pyx_t_2 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_INT_ptr> (__pyx_v_nFactorLists);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 3164, __pyx_L1_error)
  }
  __pyx_v_foat_indices_per_op = __pyx_t_2;

  /* "pygsti/objects/replib/fastreplib.pyx":3165
 *     cdef vector[vector_SVTermCRep_ptr_ptr] factor_lists = vector[vector_SVTermCRep_ptr_ptr](nFactorLists)
 *     cdef vector[vector_INT_ptr] foat_indices_per_op = vector[vector_INT_ptr](nFactorLists)
 *     cdef vector[INT] nops = vector[INT](nFactorLists)             # <<<<<<<<<<<<<<
 *     cdef vector[INT] b = vector[INT](nFactorLists)
 * 
 */
  try {
    __pyx_t_3 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> (__pyx_v_nFactorLists);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 3165, __pyx_L1_error)
  }
  __pyx_v_nops = __pyx_t_3;

  /* "pygsti/objects/replib/fastreplib.pyx":3166
 *     cdef vector[vector_INT_ptr] foat_indices_per_op = vector[vector_INT_ptr](nFactorLists)
 *     cdef vector[INT] nops = vector[INT](nFactorLists)
 *     cdef vector[INT] b = vector[INT](nFactorLists)             # <<<<<<<<<<<<<<
 * 
 *     factor_lists[0] = &rho_term_reps
 */
  try {
    __pyx_t_3 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> (__pyx_v_nFactorLists);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 3166, __pyx_L1_error)
  }
  __pyx_v_b = __pyx_t_3;

  /* "pygsti/objects/replib/fastreplib.pyx":3168
 *     cdef vector[INT] b = vector[INT](nFactorLists)
 * 
 *     factor_lists[0] = &rho_term_reps             # <<<<<<<<<<<<<<
 *     foat_indices_per_op[0] = &rho_foat_indices
 *     for i in range(N):
 */
  (__pyx_v_factor_lists[0]) = (&__pyx_v_rho_term_reps);

  /* "pygsti/objects/replib/fastreplib.pyx":3169
 * 
 *     factor_lists[0] = &rho_term_reps
 *     foat_indices_per_op[0] = &rho_foat_indices             # <<<<<<<<<<<<<<
 *     for i in range(N):
 *         factor_lists[i+1] = &op_term_reps[circuit[i]]
 */
  (__pyx_v_foat_indices_per_op[0]) = (&__pyx_v_rho_foat_indices);

  /* "pygsti/objects/replib/fastreplib.pyx":3170
 *     factor_lists[0] = &rho_term_reps
 *     foat_indices_per_op[0] = &rho_foat_indices
 *     for i in range(N):             # <<<<<<<<<<<<<<
 *         factor_lists[i+1] = &op_term_reps[circuit[i]]
 *         foat_indices_per_op[i+1] = &op_foat_indices[circuit[i]]
 */
  __pyx_t_4 = __pyx_v_N;
  __pyx_t_5 = __pyx_t_4;
  for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) {
    __pyx_v_i = __pyx_t_6;

    /* "pygsti/objects/replib/fastreplib.pyx":3171
 *     foat_indices_per_op[0] = &rho_foat_indices
 *     for i in range(N):
 *         factor_lists[i+1] = &op_term_reps[circuit[i]]             # <<<<<<<<<<<<<<
 *         foat_indices_per_op[i+1] = &op_foat_indices[circuit[i]]
 *     factor_lists[N+1] = &E_term_reps
 */
    (__pyx_v_factor_lists[(__pyx_v_i + 1)]) = (&(__pyx_v_op_term_reps[(__pyx_v_circuit[__pyx_v_i])]));

    /* "pygsti/objects/replib/fastreplib.pyx":3172
 *     for i in range(N):
 *         factor_lists[i+1] = &op_term_reps[circuit[i]]
 *         foat_indices_per_op[i+1] = &op_foat_indices[circuit[i]]             # <<<<<<<<<<<<<<
 *     factor_lists[N+1] = &E_term_reps
 *     foat_indices_per_op[N+1] = &E_foat_indices
 */
    (__pyx_v_foat_indices_per_op[(__pyx_v_i + 1)]) = (&(__pyx_v_op_foat_indices[(__pyx_v_circuit[__pyx_v_i])]));
  }

  /* "pygsti/objects/replib/fastreplib.pyx":3173
 *         factor_lists[i+1] = &op_term_reps[circuit[i]]
 *         foat_indices_per_op[i+1] = &op_foat_indices[circuit[i]]
 *     factor_lists[N+1] = &E_term_reps             # <<<<<<<<<<<<<<
 *     foat_indices_per_op[N+1] = &E_foat_indices
 * 
 */
  (__pyx_v_factor_lists[(__pyx_v_N + 1)]) = (&__pyx_v_E_term_reps);

  /* "pygsti/objects/replib/fastreplib.pyx":3174
 *         foat_indices_per_op[i+1] = &op_foat_indices[circuit[i]]
 *     factor_lists[N+1] = &E_term_reps
 *     foat_indices_per_op[N+1] = &E_foat_indices             # <<<<<<<<<<<<<<
 * 
 *     cdef double threshold = pathmagnitude_threshold(factor_lists, E_indices, numEs, target_sum_of_pathmags, foat_indices_per_op,
 */
  (__pyx_v_foat_indices_per_op[(__pyx_v_N + 1)]) = (&__pyx_v_E_foat_indices);

  /* "pygsti/objects/replib/fastreplib.pyx":3177
 * 
 *     cdef double threshold = pathmagnitude_threshold(factor_lists, E_indices, numEs, target_sum_of_pathmags, foat_indices_per_op,
 *                                               threshold_guess, pathmagnitude_gap / (3.0*max_paths), max_paths,             # <<<<<<<<<<<<<<
 *                                               achieved_sum_of_pathmags, npaths)  # 3.0 is heuristic
 * 
 */
  __pyx_t_7 = (3.0 * __pyx_v_max_paths);
  if (unlikely(__pyx_t_7 == 0)) {
    PyErr_SetString(PyExc_ZeroDivisionError, "float division");
    __PYX_ERR(0, 3177, __pyx_L1_error)
  }

  /* "pygsti/objects/replib/fastreplib.pyx":3176
 *     foat_indices_per_op[N+1] = &E_foat_indices
 * 
 *     cdef double threshold = pathmagnitude_threshold(factor_lists, E_indices, numEs, target_sum_of_pathmags, foat_indices_per_op,             # <<<<<<<<<<<<<<
 *                                               threshold_guess, pathmagnitude_gap / (3.0*max_paths), max_paths,
 *                                               achieved_sum_of_pathmags, npaths)  # 3.0 is heuristic
 */
  __pyx_v_threshold = __pyx_f_6pygsti_7objects_6replib_10fastreplib_pathmagnitude_threshold(__pyx_v_factor_lists, __pyx_v_E_indices, __pyx_v_numEs, __pyx_v_target_sum_of_pathmags, __pyx_v_foat_indices_per_op, __pyx_v_threshold_guess, (__pyx_v_pathmagnitude_gap / __pyx_t_7), __pyx_v_max_paths, __pyx_v_achieved_sum_of_pathmags, __pyx_v_npaths);

  /* "pygsti/objects/replib/fastreplib.pyx":3181
 * 
 *     #DEBUG TODO REMOVE - CHECK that counting paths using this threshold gives the same results
 *     cdef INT NO_LIMIT = 1000000000             # <<<<<<<<<<<<<<
 *     cdef vector[double] check_mags = vector[double](numEs)
 *     cdef vector[INT] check_npaths = vector[INT](numEs)
 */
  __pyx_v_NO_LIMIT = 0x3B9ACA00;

  /* "pygsti/objects/replib/fastreplib.pyx":3182
 *     #DEBUG TODO REMOVE - CHECK that counting paths using this threshold gives the same results
 *     cdef INT NO_LIMIT = 1000000000
 *     cdef vector[double] check_mags = vector[double](numEs)             # <<<<<<<<<<<<<<
 *     cdef vector[INT] check_npaths = vector[INT](numEs)
 *     for i in range(numEs):
 */
  try {
    __pyx_t_8 = std::vector<double> (__pyx_v_numEs);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 3182, __pyx_L1_error)
  }
  __pyx_v_check_mags = __pyx_t_8;

  /* "pygsti/objects/replib/fastreplib.pyx":3183
 *     cdef INT NO_LIMIT = 1000000000
 *     cdef vector[double] check_mags = vector[double](numEs)
 *     cdef vector[INT] check_npaths = vector[INT](numEs)             # <<<<<<<<<<<<<<
 *     for i in range(numEs):
 *         check_mags[i] = 0.0; check_npaths[i] = 0
 */
  try {
    __pyx_t_3 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> (__pyx_v_numEs);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 3183, __pyx_L1_error)
  }
  __pyx_v_check_npaths = __pyx_t_3;

  /* "pygsti/objects/replib/fastreplib.pyx":3184
 *     cdef vector[double] check_mags = vector[double](numEs)
 *     cdef vector[INT] check_npaths = vector[INT](numEs)
 *     for i in range(numEs):             # <<<<<<<<<<<<<<
 *         check_mags[i] = 0.0; check_npaths[i] = 0
 *     count_paths_upto_threshold(factor_lists, threshold, numEs,
 */
  __pyx_t_4 = __pyx_v_numEs;
  __pyx_t_5 = __pyx_t_4;
  for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) {
    __pyx_v_i = __pyx_t_6;

    /* "pygsti/objects/replib/fastreplib.pyx":3185
 *     cdef vector[INT] check_npaths = vector[INT](numEs)
 *     for i in range(numEs):
 *         check_mags[i] = 0.0; check_npaths[i] = 0             # <<<<<<<<<<<<<<
 *     count_paths_upto_threshold(factor_lists, threshold, numEs,
 *                                foat_indices_per_op, E_indices, NO_LIMIT,
 */
    (__pyx_v_check_mags[__pyx_v_i]) = 0.0;
    (__pyx_v_check_npaths[__pyx_v_i]) = 0;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":3186
 *     for i in range(numEs):
 *         check_mags[i] = 0.0; check_npaths[i] = 0
 *     count_paths_upto_threshold(factor_lists, threshold, numEs,             # <<<<<<<<<<<<<<
 *                                foat_indices_per_op, E_indices, NO_LIMIT,
 *                                check_mags, check_npaths)
 */
  __pyx_f_6pygsti_7objects_6replib_10fastreplib_count_paths_upto_threshold(__pyx_v_factor_lists, __pyx_v_threshold, __pyx_v_numEs, __pyx_v_foat_indices_per_op, __pyx_v_E_indices, __pyx_v_NO_LIMIT, __pyx_v_check_mags, __pyx_v_check_npaths);

  /* "pygsti/objects/replib/fastreplib.pyx":3189
 *                                foat_indices_per_op, E_indices, NO_LIMIT,
 *                                check_mags, check_npaths)
 *     for i in range(numEs):             # <<<<<<<<<<<<<<
 *         assert(abs(achieved_sum_of_pathmags[i] - check_mags[i]) < 1e-8)
 *         assert(npaths[i] == check_npaths[i])
 */
  __pyx_t_4 = __pyx_v_numEs;
  __pyx_t_5 = __pyx_t_4;
  for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) {
    __pyx_v_i = __pyx_t_6;

    /* "pygsti/objects/replib/fastreplib.pyx":3190
 *                                check_mags, check_npaths)
 *     for i in range(numEs):
 *         assert(abs(achieved_sum_of_pathmags[i] - check_mags[i]) < 1e-8)             # <<<<<<<<<<<<<<
 *         assert(npaths[i] == check_npaths[i])
 *     #print("Threshold = ",threshold)
 */
    #ifndef CYTHON_WITHOUT_ASSERTIONS
    if (unlikely(!Py_OptimizeFlag)) {
      if (unlikely(!((fabs(((__pyx_v_achieved_sum_of_pathmags[__pyx_v_i]) - (__pyx_v_check_mags[__pyx_v_i]))) < 1e-8) != 0))) {
        PyErr_SetNone(PyExc_AssertionError);
        __PYX_ERR(0, 3190, __pyx_L1_error)
      }
    }
    #endif

    /* "pygsti/objects/replib/fastreplib.pyx":3191
 *     for i in range(numEs):
 *         assert(abs(achieved_sum_of_pathmags[i] - check_mags[i]) < 1e-8)
 *         assert(npaths[i] == check_npaths[i])             # <<<<<<<<<<<<<<
 *     #print("Threshold = ",threshold)
 *     #print("Mags = ",achieved_sum_of_pathmags)
 */
    #ifndef CYTHON_WITHOUT_ASSERTIONS
    if (unlikely(!Py_OptimizeFlag)) {
      if (unlikely(!(((__pyx_v_npaths[__pyx_v_i]) == (__pyx_v_check_npaths[__pyx_v_i])) != 0))) {
        PyErr_SetNone(PyExc_AssertionError);
        __PYX_ERR(0, 3191, __pyx_L1_error)
      }
    }
    #endif
  }

  /* "pygsti/objects/replib/fastreplib.pyx":3199
 *     ##print("Target sopm = ",target_sum_of_pathmags)  # max - gap
 * 
 *     return threshold             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_r = __pyx_v_threshold;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":3144
 * 
 * 
 * cdef double sv_find_best_pathmagnitude_threshold(             # <<<<<<<<<<<<<<
 *     vector[INT]& circuit, vector[SVTermCRep_ptr] rho_term_reps, unordered_map[INT, vector[SVTermCRep_ptr]] op_term_reps, vector[SVTermCRep_ptr] E_term_reps,
 *     vector[INT] rho_foat_indices, unordered_map[INT,vector[INT]] op_foat_indices, vector[INT] E_foat_indices, vector[INT] E_indices,
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_WriteUnraisable("pygsti.objects.replib.fastreplib.sv_find_best_pathmagnitude_threshold", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":3204
 * 
 * 
 * def SV_compute_pruned_path_polys_given_threshold(             # <<<<<<<<<<<<<<
 *         threshold, calc, rholabel, elabels, circuit, repcache, opcache, circuitsetup_cache,
 *         comm=None, memLimit=None, fastmode=1):
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_27SV_compute_pruned_path_polys_given_threshold(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static PyMethodDef __pyx_mdef_6pygsti_7objects_6replib_10fastreplib_27SV_compute_pruned_path_polys_given_threshold = {"SV_compute_pruned_path_polys_given_threshold", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_27SV_compute_pruned_path_polys_given_threshold, METH_VARARGS|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_27SV_compute_pruned_path_polys_given_threshold(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyObject *__pyx_v_threshold = 0;
  PyObject *__pyx_v_calc = 0;
  PyObject *__pyx_v_rholabel = 0;
  PyObject *__pyx_v_elabels = 0;
  PyObject *__pyx_v_circuit = 0;
  PyObject *__pyx_v_repcache = 0;
  PyObject *__pyx_v_opcache = 0;
  PyObject *__pyx_v_circuitsetup_cache = 0;
  CYTHON_UNUSED PyObject *__pyx_v_comm = 0;
  CYTHON_UNUSED PyObject *__pyx_v_memLimit = 0;
  PyObject *__pyx_v_fastmode = 0;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("SV_compute_pruned_path_polys_given_threshold (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_threshold,&__pyx_n_s_calc,&__pyx_n_s_rholabel,&__pyx_n_s_elabels,&__pyx_n_s_circuit,&__pyx_n_s_repcache,&__pyx_n_s_opcache,&__pyx_n_s_circuitsetup_cache,&__pyx_n_s_comm,&__pyx_n_s_memLimit,&__pyx_n_s_fastmode,0};
    PyObject* values[11] = {0,0,0,0,0,0,0,0,0,0,0};

    /* "pygsti/objects/replib/fastreplib.pyx":3206
 * def SV_compute_pruned_path_polys_given_threshold(
 *         threshold, calc, rholabel, elabels, circuit, repcache, opcache, circuitsetup_cache,
 *         comm=None, memLimit=None, fastmode=1):             # <<<<<<<<<<<<<<
 * 
 *     cdef INT i
 */
    values[8] = ((PyObject *)Py_None);
    values[9] = ((PyObject *)Py_None);
    values[10] = ((PyObject *)__pyx_int_1);
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case 11: values[10] = PyTuple_GET_ITEM(__pyx_args, 10);
        CYTHON_FALLTHROUGH;
        case 10: values[9] = PyTuple_GET_ITEM(__pyx_args, 9);
        CYTHON_FALLTHROUGH;
        case  9: values[8] = PyTuple_GET_ITEM(__pyx_args, 8);
        CYTHON_FALLTHROUGH;
        case  8: values[7] = PyTuple_GET_ITEM(__pyx_args, 7);
        CYTHON_FALLTHROUGH;
        case  7: values[6] = PyTuple_GET_ITEM(__pyx_args, 6);
        CYTHON_FALLTHROUGH;
        case  6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
        CYTHON_FALLTHROUGH;
        case  5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
        CYTHON_FALLTHROUGH;
        case  4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
        CYTHON_FALLTHROUGH;
        case  3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
        CYTHON_FALLTHROUGH;
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_threshold)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_calc)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("SV_compute_pruned_path_polys_given_threshold", 0, 8, 11, 1); __PYX_ERR(0, 3204, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  2:
        if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_rholabel)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("SV_compute_pruned_path_polys_given_threshold", 0, 8, 11, 2); __PYX_ERR(0, 3204, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  3:
        if (likely((values[3] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_elabels)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("SV_compute_pruned_path_polys_given_threshold", 0, 8, 11, 3); __PYX_ERR(0, 3204, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  4:
        if (likely((values[4] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_circuit)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("SV_compute_pruned_path_polys_given_threshold", 0, 8, 11, 4); __PYX_ERR(0, 3204, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  5:
        if (likely((values[5] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_repcache)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("SV_compute_pruned_path_polys_given_threshold", 0, 8, 11, 5); __PYX_ERR(0, 3204, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  6:
        if (likely((values[6] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_opcache)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("SV_compute_pruned_path_polys_given_threshold", 0, 8, 11, 6); __PYX_ERR(0, 3204, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  7:
        if (likely((values[7] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_circuitsetup_cache)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("SV_compute_pruned_path_polys_given_threshold", 0, 8, 11, 7); __PYX_ERR(0, 3204, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  8:
        if (kw_args > 0) {
          PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_comm);
          if (value) { values[8] = value; kw_args--; }
        }
        CYTHON_FALLTHROUGH;
        case  9:
        if (kw_args > 0) {
          PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_memLimit);
          if (value) { values[9] = value; kw_args--; }
        }
        CYTHON_FALLTHROUGH;
        case 10:
        if (kw_args > 0) {
          PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_fastmode);
          if (value) { values[10] = value; kw_args--; }
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "SV_compute_pruned_path_polys_given_threshold") < 0)) __PYX_ERR(0, 3204, __pyx_L3_error)
      }
    } else {
      switch (PyTuple_GET_SIZE(__pyx_args)) {
        case 11: values[10] = PyTuple_GET_ITEM(__pyx_args, 10);
        CYTHON_FALLTHROUGH;
        case 10: values[9] = PyTuple_GET_ITEM(__pyx_args, 9);
        CYTHON_FALLTHROUGH;
        case  9: values[8] = PyTuple_GET_ITEM(__pyx_args, 8);
        CYTHON_FALLTHROUGH;
        case  8: values[7] = PyTuple_GET_ITEM(__pyx_args, 7);
        values[6] = PyTuple_GET_ITEM(__pyx_args, 6);
        values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
        values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
        values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
        values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
        values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        break;
        default: goto __pyx_L5_argtuple_error;
      }
    }
    __pyx_v_threshold = values[0];
    __pyx_v_calc = values[1];
    __pyx_v_rholabel = values[2];
    __pyx_v_elabels = values[3];
    __pyx_v_circuit = values[4];
    __pyx_v_repcache = values[5];
    __pyx_v_opcache = values[6];
    __pyx_v_circuitsetup_cache = values[7];
    __pyx_v_comm = values[8];
    __pyx_v_memLimit = values[9];
    __pyx_v_fastmode = values[10];
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("SV_compute_pruned_path_polys_given_threshold", 0, 8, 11, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 3204, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SV_compute_pruned_path_polys_given_threshold", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_26SV_compute_pruned_path_polys_given_threshold(__pyx_self, __pyx_v_threshold, __pyx_v_calc, __pyx_v_rholabel, __pyx_v_elabels, __pyx_v_circuit, __pyx_v_repcache, __pyx_v_opcache, __pyx_v_circuitsetup_cache, __pyx_v_comm, __pyx_v_memLimit, __pyx_v_fastmode);

  /* "pygsti/objects/replib/fastreplib.pyx":3204
 * 
 * 
 * def SV_compute_pruned_path_polys_given_threshold(             # <<<<<<<<<<<<<<
 *         threshold, calc, rholabel, elabels, circuit, repcache, opcache, circuitsetup_cache,
 *         comm=None, memLimit=None, fastmode=1):
 */

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_26SV_compute_pruned_path_polys_given_threshold(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_threshold, PyObject *__pyx_v_calc, PyObject *__pyx_v_rholabel, PyObject *__pyx_v_elabels, PyObject *__pyx_v_circuit, PyObject *__pyx_v_repcache, PyObject *__pyx_v_opcache, PyObject *__pyx_v_circuitsetup_cache, CYTHON_UNUSED PyObject *__pyx_v_comm, CYTHON_UNUSED PyObject *__pyx_v_memLimit, PyObject *__pyx_v_fastmode) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_numEs;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_mpv;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_vpi;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_stateDim;
  double __pyx_v_min_term_mag;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl *__pyx_v_cscel = 0;
  CYTHON_UNUSED PyObject *__pyx_v_bHit = NULL;
  std::vector<CReps::PolyCRep *>  __pyx_v_polys;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  Py_ssize_t __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_3;
  PyObject *__pyx_t_4 = NULL;
  PyObject *__pyx_t_5 = NULL;
  PyObject *__pyx_t_6 = NULL;
  double __pyx_t_7;
  int __pyx_t_8;
  int __pyx_t_9;
  PyObject *__pyx_t_10 = NULL;
  int __pyx_t_11;
  PyObject *__pyx_t_12 = NULL;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_13;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_14;
  __Pyx_RefNannySetupContext("SV_compute_pruned_path_polys_given_threshold", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":3209
 * 
 *     cdef INT i
 *     cdef INT numEs = len(elabels)             # <<<<<<<<<<<<<<
 *     cdef INT mpv = calc.Np # max_poly_vars
 *     cdef INT vpi = calc.poly_vindices_per_int
 */
  __pyx_t_1 = PyObject_Length(__pyx_v_elabels); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 3209, __pyx_L1_error)
  __pyx_v_numEs = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":3210
 *     cdef INT i
 *     cdef INT numEs = len(elabels)
 *     cdef INT mpv = calc.Np # max_poly_vars             # <<<<<<<<<<<<<<
 *     cdef INT vpi = calc.poly_vindices_per_int
 *     cdef INT stateDim = int(round(np.sqrt(calc.dim)))
 */
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_Np); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 3210, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_2); if (unlikely((__pyx_t_3 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 3210, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_v_mpv = __pyx_t_3;

  /* "pygsti/objects/replib/fastreplib.pyx":3211
 *     cdef INT numEs = len(elabels)
 *     cdef INT mpv = calc.Np # max_poly_vars
 *     cdef INT vpi = calc.poly_vindices_per_int             # <<<<<<<<<<<<<<
 *     cdef INT stateDim = int(round(np.sqrt(calc.dim)))
 *     cdef double min_term_mag = calc.min_term_mag
 */
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_poly_vindices_per_int); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 3211, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_2); if (unlikely((__pyx_t_3 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 3211, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_v_vpi = __pyx_t_3;

  /* "pygsti/objects/replib/fastreplib.pyx":3212
 *     cdef INT mpv = calc.Np # max_poly_vars
 *     cdef INT vpi = calc.poly_vindices_per_int
 *     cdef INT stateDim = int(round(np.sqrt(calc.dim)))             # <<<<<<<<<<<<<<
 *     cdef double min_term_mag = calc.min_term_mag
 *     cdef CircuitSetupCacheEl cscel;
 */
  __Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_np); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 3212, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_sqrt); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 3212, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_dim); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 3212, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __pyx_t_6 = NULL;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_5))) {
    __pyx_t_6 = PyMethod_GET_SELF(__pyx_t_5);
    if (likely(__pyx_t_6)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
      __Pyx_INCREF(__pyx_t_6);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_5, function);
    }
  }
  __pyx_t_2 = (__pyx_t_6) ? __Pyx_PyObject_Call2Args(__pyx_t_5, __pyx_t_6, __pyx_t_4) : __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_t_4);
  __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 3212, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  __pyx_t_5 = __Pyx_PyObject_CallOneArg(__pyx_builtin_round, __pyx_t_2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 3212, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_2 = __Pyx_PyNumber_Int(__pyx_t_5); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 3212, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  __pyx_t_3 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_2); if (unlikely((__pyx_t_3 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 3212, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_v_stateDim = __pyx_t_3;

  /* "pygsti/objects/replib/fastreplib.pyx":3213
 *     cdef INT vpi = calc.poly_vindices_per_int
 *     cdef INT stateDim = int(round(np.sqrt(calc.dim)))
 *     cdef double min_term_mag = calc.min_term_mag             # <<<<<<<<<<<<<<
 *     cdef CircuitSetupCacheEl cscel;
 * 
 */
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_min_term_mag); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 3213, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_7 = __pyx_PyFloat_AsDouble(__pyx_t_2); if (unlikely((__pyx_t_7 == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 3213, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_v_min_term_mag = __pyx_t_7;

  /* "pygsti/objects/replib/fastreplib.pyx":3216
 *     cdef CircuitSetupCacheEl cscel;
 * 
 *     bHit = (circuit in circuitsetup_cache)             # <<<<<<<<<<<<<<
 *     if circuit in circuitsetup_cache:
 *         cscel = <CircuitSetupCacheEl?>circuitsetup_cache[circuit]
 */
  __pyx_t_8 = (__Pyx_PySequence_ContainsTF(__pyx_v_circuit, __pyx_v_circuitsetup_cache, Py_EQ)); if (unlikely(__pyx_t_8 < 0)) __PYX_ERR(0, 3216, __pyx_L1_error)
  __pyx_t_2 = __Pyx_PyBool_FromLong(__pyx_t_8); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 3216, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_v_bHit = __pyx_t_2;
  __pyx_t_2 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":3217
 * 
 *     bHit = (circuit in circuitsetup_cache)
 *     if circuit in circuitsetup_cache:             # <<<<<<<<<<<<<<
 *         cscel = <CircuitSetupCacheEl?>circuitsetup_cache[circuit]
 *     else:
 */
  __pyx_t_8 = (__Pyx_PySequence_ContainsTF(__pyx_v_circuit, __pyx_v_circuitsetup_cache, Py_EQ)); if (unlikely(__pyx_t_8 < 0)) __PYX_ERR(0, 3217, __pyx_L1_error)
  __pyx_t_9 = (__pyx_t_8 != 0);
  if (__pyx_t_9) {

    /* "pygsti/objects/replib/fastreplib.pyx":3218
 *     bHit = (circuit in circuitsetup_cache)
 *     if circuit in circuitsetup_cache:
 *         cscel = <CircuitSetupCacheEl?>circuitsetup_cache[circuit]             # <<<<<<<<<<<<<<
 *     else:
 *         cscel = <CircuitSetupCacheEl?>SV_create_circuitsetup_cacheel(calc, rholabel, elabels, circuit, repcache, opcache, min_term_mag, mpv)
 */
    __pyx_t_2 = __Pyx_PyObject_GetItem(__pyx_v_circuitsetup_cache, __pyx_v_circuit); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 3218, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    if (!(likely(__Pyx_TypeTest(__pyx_t_2, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl)))) __PYX_ERR(0, 3218, __pyx_L1_error)
    __pyx_t_5 = __pyx_t_2;
    __Pyx_INCREF(__pyx_t_5);
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __pyx_v_cscel = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl *)__pyx_t_5);
    __pyx_t_5 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":3217
 * 
 *     bHit = (circuit in circuitsetup_cache)
 *     if circuit in circuitsetup_cache:             # <<<<<<<<<<<<<<
 *         cscel = <CircuitSetupCacheEl?>circuitsetup_cache[circuit]
 *     else:
 */
    goto __pyx_L3;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":3220
 *         cscel = <CircuitSetupCacheEl?>circuitsetup_cache[circuit]
 *     else:
 *         cscel = <CircuitSetupCacheEl?>SV_create_circuitsetup_cacheel(calc, rholabel, elabels, circuit, repcache, opcache, min_term_mag, mpv)             # <<<<<<<<<<<<<<
 *         circuitsetup_cache[circuit] = cscel
 * 
 */
  /*else*/ {
    __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_SV_create_circuitsetup_cacheel); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 3220, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_4 = PyFloat_FromDouble(__pyx_v_min_term_mag); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 3220, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    __pyx_t_6 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_mpv); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 3220, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    __pyx_t_10 = NULL;
    __pyx_t_11 = 0;
    if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) {
      __pyx_t_10 = PyMethod_GET_SELF(__pyx_t_2);
      if (likely(__pyx_t_10)) {
        PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
        __Pyx_INCREF(__pyx_t_10);
        __Pyx_INCREF(function);
        __Pyx_DECREF_SET(__pyx_t_2, function);
        __pyx_t_11 = 1;
      }
    }
    #if CYTHON_FAST_PYCALL
    if (PyFunction_Check(__pyx_t_2)) {
      PyObject *__pyx_temp[9] = {__pyx_t_10, __pyx_v_calc, __pyx_v_rholabel, __pyx_v_elabels, __pyx_v_circuit, __pyx_v_repcache, __pyx_v_opcache, __pyx_t_4, __pyx_t_6};
      __pyx_t_5 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_11, 8+__pyx_t_11); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 3220, __pyx_L1_error)
      __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0;
      __Pyx_GOTREF(__pyx_t_5);
      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
      __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    } else
    #endif
    #if CYTHON_FAST_PYCCALL
    if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) {
      PyObject *__pyx_temp[9] = {__pyx_t_10, __pyx_v_calc, __pyx_v_rholabel, __pyx_v_elabels, __pyx_v_circuit, __pyx_v_repcache, __pyx_v_opcache, __pyx_t_4, __pyx_t_6};
      __pyx_t_5 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_11, 8+__pyx_t_11); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 3220, __pyx_L1_error)
      __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0;
      __Pyx_GOTREF(__pyx_t_5);
      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
      __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    } else
    #endif
    {
      __pyx_t_12 = PyTuple_New(8+__pyx_t_11); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 3220, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_12);
      if (__pyx_t_10) {
        __Pyx_GIVEREF(__pyx_t_10); PyTuple_SET_ITEM(__pyx_t_12, 0, __pyx_t_10); __pyx_t_10 = NULL;
      }
      __Pyx_INCREF(__pyx_v_calc);
      __Pyx_GIVEREF(__pyx_v_calc);
      PyTuple_SET_ITEM(__pyx_t_12, 0+__pyx_t_11, __pyx_v_calc);
      __Pyx_INCREF(__pyx_v_rholabel);
      __Pyx_GIVEREF(__pyx_v_rholabel);
      PyTuple_SET_ITEM(__pyx_t_12, 1+__pyx_t_11, __pyx_v_rholabel);
      __Pyx_INCREF(__pyx_v_elabels);
      __Pyx_GIVEREF(__pyx_v_elabels);
      PyTuple_SET_ITEM(__pyx_t_12, 2+__pyx_t_11, __pyx_v_elabels);
      __Pyx_INCREF(__pyx_v_circuit);
      __Pyx_GIVEREF(__pyx_v_circuit);
      PyTuple_SET_ITEM(__pyx_t_12, 3+__pyx_t_11, __pyx_v_circuit);
      __Pyx_INCREF(__pyx_v_repcache);
      __Pyx_GIVEREF(__pyx_v_repcache);
      PyTuple_SET_ITEM(__pyx_t_12, 4+__pyx_t_11, __pyx_v_repcache);
      __Pyx_INCREF(__pyx_v_opcache);
      __Pyx_GIVEREF(__pyx_v_opcache);
      PyTuple_SET_ITEM(__pyx_t_12, 5+__pyx_t_11, __pyx_v_opcache);
      __Pyx_GIVEREF(__pyx_t_4);
      PyTuple_SET_ITEM(__pyx_t_12, 6+__pyx_t_11, __pyx_t_4);
      __Pyx_GIVEREF(__pyx_t_6);
      PyTuple_SET_ITEM(__pyx_t_12, 7+__pyx_t_11, __pyx_t_6);
      __pyx_t_4 = 0;
      __pyx_t_6 = 0;
      __pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_12, NULL); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 3220, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_5);
      __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;
    }
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    if (!(likely(__Pyx_TypeTest(__pyx_t_5, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl)))) __PYX_ERR(0, 3220, __pyx_L1_error)
    __pyx_t_2 = __pyx_t_5;
    __Pyx_INCREF(__pyx_t_2);
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
    __pyx_v_cscel = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl *)__pyx_t_2);
    __pyx_t_2 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":3221
 *     else:
 *         cscel = <CircuitSetupCacheEl?>SV_create_circuitsetup_cacheel(calc, rholabel, elabels, circuit, repcache, opcache, min_term_mag, mpv)
 *         circuitsetup_cache[circuit] = cscel             # <<<<<<<<<<<<<<
 * 
 *     cdef vector[PolyCRep*] polys = sv_compute_pruned_polys_given_threshold(
 */
    if (unlikely(PyObject_SetItem(__pyx_v_circuitsetup_cache, __pyx_v_circuit, ((PyObject *)__pyx_v_cscel)) < 0)) __PYX_ERR(0, 3221, __pyx_L1_error)
  }
  __pyx_L3:;

  /* "pygsti/objects/replib/fastreplib.pyx":3224
 * 
 *     cdef vector[PolyCRep*] polys = sv_compute_pruned_polys_given_threshold(
 *         <double>threshold, cscel.cgatestring, cscel.rho_term_reps, cscel.op_term_reps, cscel.E_term_reps,             # <<<<<<<<<<<<<<
 *         cscel.rho_foat_indices, cscel.op_foat_indices, cscel.E_foat_indices, cscel.E_indices,
 *         numEs, stateDim, <INT>fastmode,  mpv, vpi)
 */
  __pyx_t_7 = __pyx_PyFloat_AsDouble(__pyx_v_threshold); if (unlikely((__pyx_t_7 == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 3224, __pyx_L1_error)

  /* "pygsti/objects/replib/fastreplib.pyx":3226
 *         <double>threshold, cscel.cgatestring, cscel.rho_term_reps, cscel.op_term_reps, cscel.E_term_reps,
 *         cscel.rho_foat_indices, cscel.op_foat_indices, cscel.E_foat_indices, cscel.E_indices,
 *         numEs, stateDim, <INT>fastmode,  mpv, vpi)             # <<<<<<<<<<<<<<
 * 
 *     return [ PolyRep_from_allocd_PolyCRep(polys[i]) for i in range(<INT>polys.size()) ]
 */
  __pyx_t_3 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_v_fastmode); if (unlikely((__pyx_t_3 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 3226, __pyx_L1_error)

  /* "pygsti/objects/replib/fastreplib.pyx":3223
 *         circuitsetup_cache[circuit] = cscel
 * 
 *     cdef vector[PolyCRep*] polys = sv_compute_pruned_polys_given_threshold(             # <<<<<<<<<<<<<<
 *         <double>threshold, cscel.cgatestring, cscel.rho_term_reps, cscel.op_term_reps, cscel.E_term_reps,
 *         cscel.rho_foat_indices, cscel.op_foat_indices, cscel.E_foat_indices, cscel.E_indices,
 */
  __pyx_v_polys = __pyx_f_6pygsti_7objects_6replib_10fastreplib_sv_compute_pruned_polys_given_threshold(((double)__pyx_t_7), __pyx_v_cscel->cgatestring, __pyx_v_cscel->rho_term_reps, __pyx_v_cscel->op_term_reps, __pyx_v_cscel->E_term_reps, __pyx_v_cscel->rho_foat_indices, __pyx_v_cscel->op_foat_indices, __pyx_v_cscel->E_foat_indices, __pyx_v_cscel->E_indices, __pyx_v_numEs, __pyx_v_stateDim, ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_t_3), __pyx_v_mpv, __pyx_v_vpi);

  /* "pygsti/objects/replib/fastreplib.pyx":3228
 *         numEs, stateDim, <INT>fastmode,  mpv, vpi)
 * 
 *     return [ PolyRep_from_allocd_PolyCRep(polys[i]) for i in range(<INT>polys.size()) ]             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_2 = PyList_New(0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 3228, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_polys.size());
  __pyx_t_13 = __pyx_t_3;
  for (__pyx_t_14 = 0; __pyx_t_14 < __pyx_t_13; __pyx_t_14+=1) {
    __pyx_v_i = __pyx_t_14;
    __pyx_t_5 = __pyx_f_6pygsti_7objects_6replib_10fastreplib_PolyRep_from_allocd_PolyCRep((__pyx_v_polys[__pyx_v_i])); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 3228, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    if (unlikely(__Pyx_ListComp_Append(__pyx_t_2, (PyObject*)__pyx_t_5))) __PYX_ERR(0, 3228, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  }
  __pyx_r = __pyx_t_2;
  __pyx_t_2 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":3204
 * 
 * 
 * def SV_compute_pruned_path_polys_given_threshold(             # <<<<<<<<<<<<<<
 *         threshold, calc, rholabel, elabels, circuit, repcache, opcache, circuitsetup_cache,
 *         comm=None, memLimit=None, fastmode=1):
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_XDECREF(__pyx_t_10);
  __Pyx_XDECREF(__pyx_t_12);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SV_compute_pruned_path_polys_given_threshold", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF((PyObject *)__pyx_v_cscel);
  __Pyx_XDECREF(__pyx_v_bHit);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":3231
 * 
 * 
 * cdef vector[PolyCRep*] sv_compute_pruned_polys_given_threshold(             # <<<<<<<<<<<<<<
 *     double threshold, vector[INT]& circuit,
 *     vector[SVTermCRep_ptr] rho_term_reps, unordered_map[INT, vector[SVTermCRep_ptr]] op_term_reps, vector[SVTermCRep_ptr] E_term_reps,
 */

static std::vector<CReps::PolyCRep *>  __pyx_f_6pygsti_7objects_6replib_10fastreplib_sv_compute_pruned_polys_given_threshold(double __pyx_v_threshold, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  &__pyx_v_circuit, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr>  __pyx_v_rho_term_reps, std::unordered_map<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT,std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr> >  __pyx_v_op_term_reps, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr>  __pyx_v_E_term_reps, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_v_rho_foat_indices, std::unordered_map<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT,std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  __pyx_v_op_foat_indices, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_v_E_foat_indices, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_v_E_indices, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_numEs, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_dim, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_fastmode, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_max_poly_vars, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_vindices_per_int) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_N;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nFactorLists;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_SVTermCRep_ptr_ptr>  __pyx_v_factor_lists;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_INT_ptr>  __pyx_v_foat_indices_per_op;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_v_nops;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_v_b;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_PolyCRep_ptr>  __pyx_v_prps;
  double __pyx_v_log_thres;
  double __pyx_v_current_mag;
  double __pyx_v_current_logmag;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_sv_addpathfn_ptr __pyx_v_addpath_fn;
  std::vector<CReps::SVStateCRep *>  __pyx_v_leftSaved;
  std::vector<CReps::SVStateCRep *>  __pyx_v_rightSaved;
  std::vector<CReps::PolyCRep>  __pyx_v_coeffSaved;
  CReps::SVStateCRep *__pyx_v_prop1;
  CReps::SVStateCRep *__pyx_v_prop2;
  std::vector<CReps::PolyCRep *>  __pyx_r;
  __Pyx_RefNannyDeclarations
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_SVTermCRep_ptr_ptr>  __pyx_t_1;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_INT_ptr>  __pyx_t_2;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_t_3;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_4;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_5;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_6;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_PolyCRep_ptr>  __pyx_t_7;
  std::unordered_map<CReps::PolyVarsIndex,__pyx_t_double_complex>  __pyx_t_8;
  CReps::PolyCRep *__pyx_t_9;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVStateCRep_ptr>  __pyx_t_10;
  std::vector<CReps::PolyCRep>  __pyx_t_11;
  CReps::SVStateCRep *__pyx_t_12;
  __Pyx_RefNannySetupContext("sv_compute_pruned_polys_given_threshold", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":3237
 *     INT numEs, INT dim, INT fastmode, INT max_poly_vars, INT vindices_per_int):
 * 
 *     cdef INT N = circuit.size()             # <<<<<<<<<<<<<<
 *     cdef INT nFactorLists = N+2
 *     cdef INT i
 */
  __pyx_v_N = __pyx_v_circuit.size();

  /* "pygsti/objects/replib/fastreplib.pyx":3238
 * 
 *     cdef INT N = circuit.size()
 *     cdef INT nFactorLists = N+2             # <<<<<<<<<<<<<<
 *     cdef INT i
 * 
 */
  __pyx_v_nFactorLists = (__pyx_v_N + 2);

  /* "pygsti/objects/replib/fastreplib.pyx":3241
 *     cdef INT i
 * 
 *     cdef vector[vector_SVTermCRep_ptr_ptr] factor_lists = vector[vector_SVTermCRep_ptr_ptr](nFactorLists)             # <<<<<<<<<<<<<<
 *     cdef vector[vector_INT_ptr] foat_indices_per_op = vector[vector_INT_ptr](nFactorLists)
 *     cdef vector[INT] nops = vector[INT](nFactorLists)
 */
  try {
    __pyx_t_1 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_SVTermCRep_ptr_ptr> (__pyx_v_nFactorLists);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 3241, __pyx_L1_error)
  }
  __pyx_v_factor_lists = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":3242
 * 
 *     cdef vector[vector_SVTermCRep_ptr_ptr] factor_lists = vector[vector_SVTermCRep_ptr_ptr](nFactorLists)
 *     cdef vector[vector_INT_ptr] foat_indices_per_op = vector[vector_INT_ptr](nFactorLists)             # <<<<<<<<<<<<<<
 *     cdef vector[INT] nops = vector[INT](nFactorLists)
 *     cdef vector[INT] b = vector[INT](nFactorLists)
 */
  try {
    __pyx_t_2 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_INT_ptr> (__pyx_v_nFactorLists);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 3242, __pyx_L1_error)
  }
  __pyx_v_foat_indices_per_op = __pyx_t_2;

  /* "pygsti/objects/replib/fastreplib.pyx":3243
 *     cdef vector[vector_SVTermCRep_ptr_ptr] factor_lists = vector[vector_SVTermCRep_ptr_ptr](nFactorLists)
 *     cdef vector[vector_INT_ptr] foat_indices_per_op = vector[vector_INT_ptr](nFactorLists)
 *     cdef vector[INT] nops = vector[INT](nFactorLists)             # <<<<<<<<<<<<<<
 *     cdef vector[INT] b = vector[INT](nFactorLists)
 * 
 */
  try {
    __pyx_t_3 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> (__pyx_v_nFactorLists);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 3243, __pyx_L1_error)
  }
  __pyx_v_nops = __pyx_t_3;

  /* "pygsti/objects/replib/fastreplib.pyx":3244
 *     cdef vector[vector_INT_ptr] foat_indices_per_op = vector[vector_INT_ptr](nFactorLists)
 *     cdef vector[INT] nops = vector[INT](nFactorLists)
 *     cdef vector[INT] b = vector[INT](nFactorLists)             # <<<<<<<<<<<<<<
 * 
 *     factor_lists[0] = &rho_term_reps
 */
  try {
    __pyx_t_3 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> (__pyx_v_nFactorLists);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 3244, __pyx_L1_error)
  }
  __pyx_v_b = __pyx_t_3;

  /* "pygsti/objects/replib/fastreplib.pyx":3246
 *     cdef vector[INT] b = vector[INT](nFactorLists)
 * 
 *     factor_lists[0] = &rho_term_reps             # <<<<<<<<<<<<<<
 *     foat_indices_per_op[0] = &rho_foat_indices
 *     for i in range(N):
 */
  (__pyx_v_factor_lists[0]) = (&__pyx_v_rho_term_reps);

  /* "pygsti/objects/replib/fastreplib.pyx":3247
 * 
 *     factor_lists[0] = &rho_term_reps
 *     foat_indices_per_op[0] = &rho_foat_indices             # <<<<<<<<<<<<<<
 *     for i in range(N):
 *         factor_lists[i+1] = &op_term_reps[circuit[i]]
 */
  (__pyx_v_foat_indices_per_op[0]) = (&__pyx_v_rho_foat_indices);

  /* "pygsti/objects/replib/fastreplib.pyx":3248
 *     factor_lists[0] = &rho_term_reps
 *     foat_indices_per_op[0] = &rho_foat_indices
 *     for i in range(N):             # <<<<<<<<<<<<<<
 *         factor_lists[i+1] = &op_term_reps[circuit[i]]
 *         foat_indices_per_op[i+1] = &op_foat_indices[circuit[i]]
 */
  __pyx_t_4 = __pyx_v_N;
  __pyx_t_5 = __pyx_t_4;
  for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) {
    __pyx_v_i = __pyx_t_6;

    /* "pygsti/objects/replib/fastreplib.pyx":3249
 *     foat_indices_per_op[0] = &rho_foat_indices
 *     for i in range(N):
 *         factor_lists[i+1] = &op_term_reps[circuit[i]]             # <<<<<<<<<<<<<<
 *         foat_indices_per_op[i+1] = &op_foat_indices[circuit[i]]
 *     factor_lists[N+1] = &E_term_reps
 */
    (__pyx_v_factor_lists[(__pyx_v_i + 1)]) = (&(__pyx_v_op_term_reps[(__pyx_v_circuit[__pyx_v_i])]));

    /* "pygsti/objects/replib/fastreplib.pyx":3250
 *     for i in range(N):
 *         factor_lists[i+1] = &op_term_reps[circuit[i]]
 *         foat_indices_per_op[i+1] = &op_foat_indices[circuit[i]]             # <<<<<<<<<<<<<<
 *     factor_lists[N+1] = &E_term_reps
 *     foat_indices_per_op[N+1] = &E_foat_indices
 */
    (__pyx_v_foat_indices_per_op[(__pyx_v_i + 1)]) = (&(__pyx_v_op_foat_indices[(__pyx_v_circuit[__pyx_v_i])]));
  }

  /* "pygsti/objects/replib/fastreplib.pyx":3251
 *         factor_lists[i+1] = &op_term_reps[circuit[i]]
 *         foat_indices_per_op[i+1] = &op_foat_indices[circuit[i]]
 *     factor_lists[N+1] = &E_term_reps             # <<<<<<<<<<<<<<
 *     foat_indices_per_op[N+1] = &E_foat_indices
 * 
 */
  (__pyx_v_factor_lists[(__pyx_v_N + 1)]) = (&__pyx_v_E_term_reps);

  /* "pygsti/objects/replib/fastreplib.pyx":3252
 *         foat_indices_per_op[i+1] = &op_foat_indices[circuit[i]]
 *     factor_lists[N+1] = &E_term_reps
 *     foat_indices_per_op[N+1] = &E_foat_indices             # <<<<<<<<<<<<<<
 * 
 *     cdef vector[PolyCRep_ptr] prps = vector[PolyCRep_ptr](numEs)
 */
  (__pyx_v_foat_indices_per_op[(__pyx_v_N + 1)]) = (&__pyx_v_E_foat_indices);

  /* "pygsti/objects/replib/fastreplib.pyx":3254
 *     foat_indices_per_op[N+1] = &E_foat_indices
 * 
 *     cdef vector[PolyCRep_ptr] prps = vector[PolyCRep_ptr](numEs)             # <<<<<<<<<<<<<<
 *     for i in range(numEs):
 *         prps[i] = new PolyCRep(unordered_map[PolyVarsIndex,complex](), max_poly_vars, vindices_per_int)
 */
  try {
    __pyx_t_7 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_PolyCRep_ptr> (__pyx_v_numEs);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 3254, __pyx_L1_error)
  }
  __pyx_v_prps = __pyx_t_7;

  /* "pygsti/objects/replib/fastreplib.pyx":3255
 * 
 *     cdef vector[PolyCRep_ptr] prps = vector[PolyCRep_ptr](numEs)
 *     for i in range(numEs):             # <<<<<<<<<<<<<<
 *         prps[i] = new PolyCRep(unordered_map[PolyVarsIndex,complex](), max_poly_vars, vindices_per_int)
 *         # create empty polys - maybe overload constructor for this?
 */
  __pyx_t_4 = __pyx_v_numEs;
  __pyx_t_5 = __pyx_t_4;
  for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) {
    __pyx_v_i = __pyx_t_6;

    /* "pygsti/objects/replib/fastreplib.pyx":3256
 *     cdef vector[PolyCRep_ptr] prps = vector[PolyCRep_ptr](numEs)
 *     for i in range(numEs):
 *         prps[i] = new PolyCRep(unordered_map[PolyVarsIndex,complex](), max_poly_vars, vindices_per_int)             # <<<<<<<<<<<<<<
 *         # create empty polys - maybe overload constructor for this?
 *         # these PolyCReps are alloc'd here and returned - it is the job of the caller to
 */
    try {
      __pyx_t_8 = std::unordered_map<CReps::PolyVarsIndex,__pyx_t_double_complex> ();
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 3256, __pyx_L1_error)
    }
    try {
      __pyx_t_9 = new CReps::PolyCRep(__pyx_t_8, __pyx_v_max_poly_vars, __pyx_v_vindices_per_int);
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 3256, __pyx_L1_error)
    }
    (__pyx_v_prps[__pyx_v_i]) = __pyx_t_9;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":3261
 *         #  free them (or assign them to new PolyRep wrapper objs)
 * 
 *     cdef double log_thres = log10(threshold)             # <<<<<<<<<<<<<<
 *     cdef double current_mag = 1.0
 *     cdef double current_logmag = 0.0
 */
  __pyx_v_log_thres = log10(__pyx_v_threshold);

  /* "pygsti/objects/replib/fastreplib.pyx":3262
 * 
 *     cdef double log_thres = log10(threshold)
 *     cdef double current_mag = 1.0             # <<<<<<<<<<<<<<
 *     cdef double current_logmag = 0.0
 *     for i in range(nFactorLists):
 */
  __pyx_v_current_mag = 1.0;

  /* "pygsti/objects/replib/fastreplib.pyx":3263
 *     cdef double log_thres = log10(threshold)
 *     cdef double current_mag = 1.0
 *     cdef double current_logmag = 0.0             # <<<<<<<<<<<<<<
 *     for i in range(nFactorLists):
 *         nops[i] = factor_lists[i].size()
 */
  __pyx_v_current_logmag = 0.0;

  /* "pygsti/objects/replib/fastreplib.pyx":3264
 *     cdef double current_mag = 1.0
 *     cdef double current_logmag = 0.0
 *     for i in range(nFactorLists):             # <<<<<<<<<<<<<<
 *         nops[i] = factor_lists[i].size()
 *         b[i] = 0
 */
  __pyx_t_4 = __pyx_v_nFactorLists;
  __pyx_t_5 = __pyx_t_4;
  for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) {
    __pyx_v_i = __pyx_t_6;

    /* "pygsti/objects/replib/fastreplib.pyx":3265
 *     cdef double current_logmag = 0.0
 *     for i in range(nFactorLists):
 *         nops[i] = factor_lists[i].size()             # <<<<<<<<<<<<<<
 *         b[i] = 0
 * 
 */
    (__pyx_v_nops[__pyx_v_i]) = (__pyx_v_factor_lists[__pyx_v_i])->size();

    /* "pygsti/objects/replib/fastreplib.pyx":3266
 *     for i in range(nFactorLists):
 *         nops[i] = factor_lists[i].size()
 *         b[i] = 0             # <<<<<<<<<<<<<<
 * 
 *     ## fn_visitpath(b, current_mag, 0) # visit root (all 0s) path
 */
    (__pyx_v_b[__pyx_v_i]) = 0;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":3270
 *     ## fn_visitpath(b, current_mag, 0) # visit root (all 0s) path
 *     cdef sv_addpathfn_ptr addpath_fn;
 *     cdef vector[SVStateCRep*] leftSaved = vector[SVStateCRep_ptr](nFactorLists-1)  # saved[i] is state after i-th             # <<<<<<<<<<<<<<
 *     cdef vector[SVStateCRep*] rightSaved = vector[SVStateCRep_ptr](nFactorLists-1) # factor has been applied
 *     cdef vector[PolyCRep] coeffSaved = vector[PolyCRep](nFactorLists-1)
 */
  try {
    __pyx_t_10 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVStateCRep_ptr> ((__pyx_v_nFactorLists - 1));
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 3270, __pyx_L1_error)
  }
  __pyx_v_leftSaved = __pyx_t_10;

  /* "pygsti/objects/replib/fastreplib.pyx":3271
 *     cdef sv_addpathfn_ptr addpath_fn;
 *     cdef vector[SVStateCRep*] leftSaved = vector[SVStateCRep_ptr](nFactorLists-1)  # saved[i] is state after i-th
 *     cdef vector[SVStateCRep*] rightSaved = vector[SVStateCRep_ptr](nFactorLists-1) # factor has been applied             # <<<<<<<<<<<<<<
 *     cdef vector[PolyCRep] coeffSaved = vector[PolyCRep](nFactorLists-1)
 * 
 */
  try {
    __pyx_t_10 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVStateCRep_ptr> ((__pyx_v_nFactorLists - 1));
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 3271, __pyx_L1_error)
  }
  __pyx_v_rightSaved = __pyx_t_10;

  /* "pygsti/objects/replib/fastreplib.pyx":3272
 *     cdef vector[SVStateCRep*] leftSaved = vector[SVStateCRep_ptr](nFactorLists-1)  # saved[i] is state after i-th
 *     cdef vector[SVStateCRep*] rightSaved = vector[SVStateCRep_ptr](nFactorLists-1) # factor has been applied
 *     cdef vector[PolyCRep] coeffSaved = vector[PolyCRep](nFactorLists-1)             # <<<<<<<<<<<<<<
 * 
 *     #Fill saved arrays with allocated states
 */
  try {
    __pyx_t_11 = std::vector<CReps::PolyCRep> ((__pyx_v_nFactorLists - 1));
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 3272, __pyx_L1_error)
  }
  __pyx_v_coeffSaved = __pyx_t_11;

  /* "pygsti/objects/replib/fastreplib.pyx":3275
 * 
 *     #Fill saved arrays with allocated states
 *     if fastmode == 1: # fastmode             # <<<<<<<<<<<<<<
 *         #fast mode
 *         addpath_fn = add_path_savepartials
 */
  switch (__pyx_v_fastmode) {
    case 1:

    /* "pygsti/objects/replib/fastreplib.pyx":3277
 *     if fastmode == 1: # fastmode
 *         #fast mode
 *         addpath_fn = add_path_savepartials             # <<<<<<<<<<<<<<
 *         for i in range(nFactorLists-1):
 *             leftSaved[i] = new SVStateCRep(dim)
 */
    __pyx_v_addpath_fn = __pyx_f_6pygsti_7objects_6replib_10fastreplib_add_path_savepartials;

    /* "pygsti/objects/replib/fastreplib.pyx":3278
 *         #fast mode
 *         addpath_fn = add_path_savepartials
 *         for i in range(nFactorLists-1):             # <<<<<<<<<<<<<<
 *             leftSaved[i] = new SVStateCRep(dim)
 *             rightSaved[i] = new SVStateCRep(dim)
 */
    __pyx_t_4 = (__pyx_v_nFactorLists - 1);
    __pyx_t_5 = __pyx_t_4;
    for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) {
      __pyx_v_i = __pyx_t_6;

      /* "pygsti/objects/replib/fastreplib.pyx":3279
 *         addpath_fn = add_path_savepartials
 *         for i in range(nFactorLists-1):
 *             leftSaved[i] = new SVStateCRep(dim)             # <<<<<<<<<<<<<<
 *             rightSaved[i] = new SVStateCRep(dim)
 * 
 */
      try {
        __pyx_t_12 = new CReps::SVStateCRep(__pyx_v_dim);
      } catch(...) {
        __Pyx_CppExn2PyErr();
        __PYX_ERR(0, 3279, __pyx_L1_error)
      }
      (__pyx_v_leftSaved[__pyx_v_i]) = __pyx_t_12;

      /* "pygsti/objects/replib/fastreplib.pyx":3280
 *         for i in range(nFactorLists-1):
 *             leftSaved[i] = new SVStateCRep(dim)
 *             rightSaved[i] = new SVStateCRep(dim)             # <<<<<<<<<<<<<<
 * 
 *     elif fastmode == 2: #achieved-SOPM mode
 */
      try {
        __pyx_t_12 = new CReps::SVStateCRep(__pyx_v_dim);
      } catch(...) {
        __Pyx_CppExn2PyErr();
        __PYX_ERR(0, 3280, __pyx_L1_error)
      }
      (__pyx_v_rightSaved[__pyx_v_i]) = __pyx_t_12;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":3275
 * 
 *     #Fill saved arrays with allocated states
 *     if fastmode == 1: # fastmode             # <<<<<<<<<<<<<<
 *         #fast mode
 *         addpath_fn = add_path_savepartials
 */
    break;
    case 2:

    /* "pygsti/objects/replib/fastreplib.pyx":3283
 * 
 *     elif fastmode == 2: #achieved-SOPM mode
 *         addpath_fn = add_path_achievedsopm             # <<<<<<<<<<<<<<
 *         for i in range(nFactorLists-1):
 *             leftSaved[i] = NULL
 */
    __pyx_v_addpath_fn = __pyx_f_6pygsti_7objects_6replib_10fastreplib_add_path_achievedsopm;

    /* "pygsti/objects/replib/fastreplib.pyx":3284
 *     elif fastmode == 2: #achieved-SOPM mode
 *         addpath_fn = add_path_achievedsopm
 *         for i in range(nFactorLists-1):             # <<<<<<<<<<<<<<
 *             leftSaved[i] = NULL
 *             rightSaved[i] = NULL
 */
    __pyx_t_4 = (__pyx_v_nFactorLists - 1);
    __pyx_t_5 = __pyx_t_4;
    for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) {
      __pyx_v_i = __pyx_t_6;

      /* "pygsti/objects/replib/fastreplib.pyx":3285
 *         addpath_fn = add_path_achievedsopm
 *         for i in range(nFactorLists-1):
 *             leftSaved[i] = NULL             # <<<<<<<<<<<<<<
 *             rightSaved[i] = NULL
 * 
 */
      (__pyx_v_leftSaved[__pyx_v_i]) = NULL;

      /* "pygsti/objects/replib/fastreplib.pyx":3286
 *         for i in range(nFactorLists-1):
 *             leftSaved[i] = NULL
 *             rightSaved[i] = NULL             # <<<<<<<<<<<<<<
 * 
 *     else:
 */
      (__pyx_v_rightSaved[__pyx_v_i]) = NULL;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":3282
 *             rightSaved[i] = new SVStateCRep(dim)
 * 
 *     elif fastmode == 2: #achieved-SOPM mode             # <<<<<<<<<<<<<<
 *         addpath_fn = add_path_achievedsopm
 *         for i in range(nFactorLists-1):
 */
    break;
    default:

    /* "pygsti/objects/replib/fastreplib.pyx":3289
 * 
 *     else:
 *         addpath_fn = add_path             # <<<<<<<<<<<<<<
 *         for i in range(nFactorLists-1):
 *             leftSaved[i] = NULL
 */
    __pyx_v_addpath_fn = __pyx_f_6pygsti_7objects_6replib_10fastreplib_add_path;

    /* "pygsti/objects/replib/fastreplib.pyx":3290
 *     else:
 *         addpath_fn = add_path
 *         for i in range(nFactorLists-1):             # <<<<<<<<<<<<<<
 *             leftSaved[i] = NULL
 *             rightSaved[i] = NULL
 */
    __pyx_t_4 = (__pyx_v_nFactorLists - 1);
    __pyx_t_5 = __pyx_t_4;
    for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) {
      __pyx_v_i = __pyx_t_6;

      /* "pygsti/objects/replib/fastreplib.pyx":3291
 *         addpath_fn = add_path
 *         for i in range(nFactorLists-1):
 *             leftSaved[i] = NULL             # <<<<<<<<<<<<<<
 *             rightSaved[i] = NULL
 * 
 */
      (__pyx_v_leftSaved[__pyx_v_i]) = NULL;

      /* "pygsti/objects/replib/fastreplib.pyx":3292
 *         for i in range(nFactorLists-1):
 *             leftSaved[i] = NULL
 *             rightSaved[i] = NULL             # <<<<<<<<<<<<<<
 * 
 *     cdef SVStateCRep *prop1 = new SVStateCRep(dim)
 */
      (__pyx_v_rightSaved[__pyx_v_i]) = NULL;
    }
    break;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":3294
 *             rightSaved[i] = NULL
 * 
 *     cdef SVStateCRep *prop1 = new SVStateCRep(dim)             # <<<<<<<<<<<<<<
 *     cdef SVStateCRep *prop2 = new SVStateCRep(dim)
 *     addpath_fn(&prps, b, 0, factor_lists, &prop1, &prop2, &E_indices, &leftSaved, &rightSaved, &coeffSaved)
 */
  try {
    __pyx_t_12 = new CReps::SVStateCRep(__pyx_v_dim);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 3294, __pyx_L1_error)
  }
  __pyx_v_prop1 = __pyx_t_12;

  /* "pygsti/objects/replib/fastreplib.pyx":3295
 * 
 *     cdef SVStateCRep *prop1 = new SVStateCRep(dim)
 *     cdef SVStateCRep *prop2 = new SVStateCRep(dim)             # <<<<<<<<<<<<<<
 *     addpath_fn(&prps, b, 0, factor_lists, &prop1, &prop2, &E_indices, &leftSaved, &rightSaved, &coeffSaved)
 *     ## -------------------------------
 */
  try {
    __pyx_t_12 = new CReps::SVStateCRep(__pyx_v_dim);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 3295, __pyx_L1_error)
  }
  __pyx_v_prop2 = __pyx_t_12;

  /* "pygsti/objects/replib/fastreplib.pyx":3296
 *     cdef SVStateCRep *prop1 = new SVStateCRep(dim)
 *     cdef SVStateCRep *prop2 = new SVStateCRep(dim)
 *     addpath_fn(&prps, b, 0, factor_lists, &prop1, &prop2, &E_indices, &leftSaved, &rightSaved, &coeffSaved)             # <<<<<<<<<<<<<<
 *     ## -------------------------------
 * 
 */
  __pyx_v_addpath_fn((&__pyx_v_prps), __pyx_v_b, 0, __pyx_v_factor_lists, (&__pyx_v_prop1), (&__pyx_v_prop2), (&__pyx_v_E_indices), (&__pyx_v_leftSaved), (&__pyx_v_rightSaved), (&__pyx_v_coeffSaved));

  /* "pygsti/objects/replib/fastreplib.pyx":3299
 *     ## -------------------------------
 * 
 *     add_paths(addpath_fn, b, factor_lists, foat_indices_per_op, numEs, nops, E_indices, 0, log_thres,             # <<<<<<<<<<<<<<
 *               current_mag, current_logmag, 0, &prps, &prop1, &prop2, &leftSaved, &rightSaved, &coeffSaved)
 * 
 */
  __pyx_f_6pygsti_7objects_6replib_10fastreplib_add_paths(__pyx_v_addpath_fn, __pyx_v_b, __pyx_v_factor_lists, __pyx_v_foat_indices_per_op, __pyx_v_numEs, __pyx_v_nops, __pyx_v_E_indices, 0, __pyx_v_log_thres, __pyx_v_current_mag, __pyx_v_current_logmag, 0, (&__pyx_v_prps), (&__pyx_v_prop1), (&__pyx_v_prop2), (&__pyx_v_leftSaved), (&__pyx_v_rightSaved), (&__pyx_v_coeffSaved));

  /* "pygsti/objects/replib/fastreplib.pyx":3302
 *               current_mag, current_logmag, 0, &prps, &prop1, &prop2, &leftSaved, &rightSaved, &coeffSaved)
 * 
 *     del prop1             # <<<<<<<<<<<<<<
 *     del prop2
 * 
 */
  delete __pyx_v_prop1;

  /* "pygsti/objects/replib/fastreplib.pyx":3303
 * 
 *     del prop1
 *     del prop2             # <<<<<<<<<<<<<<
 * 
 *     return prps
 */
  delete __pyx_v_prop2;

  /* "pygsti/objects/replib/fastreplib.pyx":3305
 *     del prop2
 * 
 *     return prps             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_r = __pyx_v_prps;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":3231
 * 
 * 
 * cdef vector[PolyCRep*] sv_compute_pruned_polys_given_threshold(             # <<<<<<<<<<<<<<
 *     double threshold, vector[INT]& circuit,
 *     vector[SVTermCRep_ptr] rho_term_reps, unordered_map[INT, vector[SVTermCRep_ptr]] op_term_reps, vector[SVTermCRep_ptr] E_term_reps,
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_WriteUnraisable("pygsti.objects.replib.fastreplib.sv_compute_pruned_polys_given_threshold", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
  __Pyx_pretend_to_initialize(&__pyx_r);
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":3308
 * 
 * 
 * cdef void add_path(vector[PolyCRep*]* prps, vector[INT]& b, INT incd, vector[vector_SVTermCRep_ptr_ptr]& factor_lists,             # <<<<<<<<<<<<<<
 *                    SVStateCRep **pprop1, SVStateCRep **pprop2, vector[INT]* Einds,
 *                    vector[SVStateCRep*]* pleftSaved, vector[SVStateCRep*]* prightSaved, vector[PolyCRep]* pcoeffSaved):
 */

static void __pyx_f_6pygsti_7objects_6replib_10fastreplib_add_path(std::vector<CReps::PolyCRep *>  *__pyx_v_prps, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  &__pyx_v_b, CYTHON_UNUSED __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_incd, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_SVTermCRep_ptr_ptr>  &__pyx_v_factor_lists, CReps::SVStateCRep **__pyx_v_pprop1, CReps::SVStateCRep **__pyx_v_pprop2, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  *__pyx_v_Einds, CYTHON_UNUSED std::vector<CReps::SVStateCRep *>  *__pyx_v_pleftSaved, CYTHON_UNUSED std::vector<CReps::SVStateCRep *>  *__pyx_v_prightSaved, CYTHON_UNUSED std::vector<CReps::PolyCRep>  *__pyx_v_pcoeffSaved) {
  CReps::PolyCRep __pyx_v_coeff;
  CReps::PolyCRep __pyx_v_result;
  __pyx_t_double_complex __pyx_v_pLeft;
  __pyx_t_double_complex __pyx_v_pRight;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_j;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_Ei;
  CReps::SVTermCRep *__pyx_v_factor;
  CReps::SVStateCRep *__pyx_v_prop1;
  CReps::SVStateCRep *__pyx_v_prop2;
  CReps::SVStateCRep *__pyx_v_tprop;
  CReps::SVEffectCRep *__pyx_v_EVec;
  CYTHON_UNUSED CReps::SVStateCRep *__pyx_v_rhoVec;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nFactorLists;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_last_index;
  __Pyx_RefNannyDeclarations
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_1;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_2;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_3;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_4;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_5;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_6;
  CReps::SVEffectCRep *__pyx_t_7;
  __Pyx_RefNannySetupContext("add_path", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":3318
 *     cdef INT i,j, Ei
 *     cdef SVTermCRep* factor
 *     cdef SVStateCRep *prop1 = deref(pprop1)             # <<<<<<<<<<<<<<
 *     cdef SVStateCRep *prop2 = deref(pprop2)
 *     cdef SVStateCRep *tprop
 */
  __pyx_v_prop1 = (*__pyx_v_pprop1);

  /* "pygsti/objects/replib/fastreplib.pyx":3319
 *     cdef SVTermCRep* factor
 *     cdef SVStateCRep *prop1 = deref(pprop1)
 *     cdef SVStateCRep *prop2 = deref(pprop2)             # <<<<<<<<<<<<<<
 *     cdef SVStateCRep *tprop
 *     cdef SVEffectCRep* EVec
 */
  __pyx_v_prop2 = (*__pyx_v_pprop2);

  /* "pygsti/objects/replib/fastreplib.pyx":3323
 *     cdef SVEffectCRep* EVec
 *     cdef SVStateCRep *rhoVec
 *     cdef INT nFactorLists = b.size()             # <<<<<<<<<<<<<<
 *     cdef INT last_index = nFactorLists-1
 *     # ** Assume prop1 and prop2 begin as allocated **
 */
  __pyx_v_nFactorLists = __pyx_v_b.size();

  /* "pygsti/objects/replib/fastreplib.pyx":3324
 *     cdef SVStateCRep *rhoVec
 *     cdef INT nFactorLists = b.size()
 *     cdef INT last_index = nFactorLists-1             # <<<<<<<<<<<<<<
 *     # ** Assume prop1 and prop2 begin as allocated **
 * 
 */
  __pyx_v_last_index = (__pyx_v_nFactorLists - 1);

  /* "pygsti/objects/replib/fastreplib.pyx":3328
 * 
 *     # In this loop, b holds "current" indices into factor_lists
 *     factor = deref(factor_lists[0])[b[0]]             # <<<<<<<<<<<<<<
 *     coeff = deref(factor._coeff) # an unordered_map (copies to new "coeff" variable)
 * 
 */
  __pyx_v_factor = ((*(__pyx_v_factor_lists[0]))[(__pyx_v_b[0])]);

  /* "pygsti/objects/replib/fastreplib.pyx":3329
 *     # In this loop, b holds "current" indices into factor_lists
 *     factor = deref(factor_lists[0])[b[0]]
 *     coeff = deref(factor._coeff) # an unordered_map (copies to new "coeff" variable)             # <<<<<<<<<<<<<<
 * 
 *     for i in range(1,nFactorLists):
 */
  __pyx_v_coeff = (*__pyx_v_factor->_coeff);

  /* "pygsti/objects/replib/fastreplib.pyx":3331
 *     coeff = deref(factor._coeff) # an unordered_map (copies to new "coeff" variable)
 * 
 *     for i in range(1,nFactorLists):             # <<<<<<<<<<<<<<
 *         coeff = coeff.mult( deref(deref(factor_lists[i])[b[i]]._coeff) )
 * 
 */
  __pyx_t_1 = __pyx_v_nFactorLists;
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = 1; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
    __pyx_v_i = __pyx_t_3;

    /* "pygsti/objects/replib/fastreplib.pyx":3332
 * 
 *     for i in range(1,nFactorLists):
 *         coeff = coeff.mult( deref(deref(factor_lists[i])[b[i]]._coeff) )             # <<<<<<<<<<<<<<
 * 
 *     #pLeft / "pre" sim
 */
    __pyx_v_coeff = __pyx_v_coeff.mult((*((*(__pyx_v_factor_lists[__pyx_v_i]))[(__pyx_v_b[__pyx_v_i])])->_coeff));
  }

  /* "pygsti/objects/replib/fastreplib.pyx":3335
 * 
 *     #pLeft / "pre" sim
 *     factor = deref(factor_lists[0])[b[0]] # 0th-factor = rhoVec             # <<<<<<<<<<<<<<
 *     prop1.copy_from(factor._pre_state)
 *     for j in range(<INT>factor._pre_ops.size()):
 */
  __pyx_v_factor = ((*(__pyx_v_factor_lists[0]))[(__pyx_v_b[0])]);

  /* "pygsti/objects/replib/fastreplib.pyx":3336
 *     #pLeft / "pre" sim
 *     factor = deref(factor_lists[0])[b[0]] # 0th-factor = rhoVec
 *     prop1.copy_from(factor._pre_state)             # <<<<<<<<<<<<<<
 *     for j in range(<INT>factor._pre_ops.size()):
 *         factor._pre_ops[j].acton(prop1,prop2)
 */
  __pyx_v_prop1->copy_from(__pyx_v_factor->_pre_state);

  /* "pygsti/objects/replib/fastreplib.pyx":3337
 *     factor = deref(factor_lists[0])[b[0]] # 0th-factor = rhoVec
 *     prop1.copy_from(factor._pre_state)
 *     for j in range(<INT>factor._pre_ops.size()):             # <<<<<<<<<<<<<<
 *         factor._pre_ops[j].acton(prop1,prop2)
 *         tprop = prop1; prop1 = prop2; prop2 = tprop
 */
  __pyx_t_1 = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_factor->_pre_ops.size());
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
    __pyx_v_j = __pyx_t_3;

    /* "pygsti/objects/replib/fastreplib.pyx":3338
 *     prop1.copy_from(factor._pre_state)
 *     for j in range(<INT>factor._pre_ops.size()):
 *         factor._pre_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *         tprop = prop1; prop1 = prop2; prop2 = tprop
 *     for i in range(1,last_index):
 */
    (void)((__pyx_v_factor->_pre_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

    /* "pygsti/objects/replib/fastreplib.pyx":3339
 *     for j in range(<INT>factor._pre_ops.size()):
 *         factor._pre_ops[j].acton(prop1,prop2)
 *         tprop = prop1; prop1 = prop2; prop2 = tprop             # <<<<<<<<<<<<<<
 *     for i in range(1,last_index):
 *         factor = deref(factor_lists[i])[b[i]]
 */
    __pyx_v_tprop = __pyx_v_prop1;
    __pyx_v_prop1 = __pyx_v_prop2;
    __pyx_v_prop2 = __pyx_v_tprop;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":3340
 *         factor._pre_ops[j].acton(prop1,prop2)
 *         tprop = prop1; prop1 = prop2; prop2 = tprop
 *     for i in range(1,last_index):             # <<<<<<<<<<<<<<
 *         factor = deref(factor_lists[i])[b[i]]
 *         for j in range(<INT>factor._pre_ops.size()):
 */
  __pyx_t_1 = __pyx_v_last_index;
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = 1; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
    __pyx_v_i = __pyx_t_3;

    /* "pygsti/objects/replib/fastreplib.pyx":3341
 *         tprop = prop1; prop1 = prop2; prop2 = tprop
 *     for i in range(1,last_index):
 *         factor = deref(factor_lists[i])[b[i]]             # <<<<<<<<<<<<<<
 *         for j in range(<INT>factor._pre_ops.size()):
 *             factor._pre_ops[j].acton(prop1,prop2)
 */
    __pyx_v_factor = ((*(__pyx_v_factor_lists[__pyx_v_i]))[(__pyx_v_b[__pyx_v_i])]);

    /* "pygsti/objects/replib/fastreplib.pyx":3342
 *     for i in range(1,last_index):
 *         factor = deref(factor_lists[i])[b[i]]
 *         for j in range(<INT>factor._pre_ops.size()):             # <<<<<<<<<<<<<<
 *             factor._pre_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 */
    __pyx_t_4 = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_factor->_pre_ops.size());
    __pyx_t_5 = __pyx_t_4;
    for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) {
      __pyx_v_j = __pyx_t_6;

      /* "pygsti/objects/replib/fastreplib.pyx":3343
 *         factor = deref(factor_lists[i])[b[i]]
 *         for j in range(<INT>factor._pre_ops.size()):
 *             factor._pre_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *     factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)
 */
      (void)((__pyx_v_factor->_pre_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

      /* "pygsti/objects/replib/fastreplib.pyx":3344
 *         for j in range(<INT>factor._pre_ops.size()):
 *             factor._pre_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1             # <<<<<<<<<<<<<<
 *     factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)
 * 
 */
      __pyx_v_tprop = __pyx_v_prop1;
      __pyx_v_prop1 = __pyx_v_prop2;
      __pyx_v_prop2 = __pyx_v_tprop;
    }
  }

  /* "pygsti/objects/replib/fastreplib.pyx":3345
 *             factor._pre_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *     factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)             # <<<<<<<<<<<<<<
 * 
 * 	# can't propagate effects, so effect's post_ops are constructed to act on *state*
 */
  __pyx_v_factor = ((*(__pyx_v_factor_lists[__pyx_v_last_index]))[(__pyx_v_b[__pyx_v_last_index])]);

  /* "pygsti/objects/replib/fastreplib.pyx":3348
 * 
 * 	# can't propagate effects, so effect's post_ops are constructed to act on *state*
 *     EVec = factor._post_effect             # <<<<<<<<<<<<<<
 *     for j in range(<INT>factor._pre_ops.size()):
 *         rhoVec = factor._pre_ops[j].acton(prop1,prop2)
 */
  __pyx_t_7 = __pyx_v_factor->_post_effect;
  __pyx_v_EVec = __pyx_t_7;

  /* "pygsti/objects/replib/fastreplib.pyx":3349
 * 	# can't propagate effects, so effect's post_ops are constructed to act on *state*
 *     EVec = factor._post_effect
 *     for j in range(<INT>factor._pre_ops.size()):             # <<<<<<<<<<<<<<
 *         rhoVec = factor._pre_ops[j].acton(prop1,prop2)
 *         tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 */
  __pyx_t_1 = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_factor->_pre_ops.size());
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
    __pyx_v_j = __pyx_t_3;

    /* "pygsti/objects/replib/fastreplib.pyx":3350
 *     EVec = factor._post_effect
 *     for j in range(<INT>factor._pre_ops.size()):
 *         rhoVec = factor._pre_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *         tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *     pLeft = EVec.amplitude(prop1)
 */
    __pyx_v_rhoVec = (__pyx_v_factor->_pre_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2);

    /* "pygsti/objects/replib/fastreplib.pyx":3351
 *     for j in range(<INT>factor._pre_ops.size()):
 *         rhoVec = factor._pre_ops[j].acton(prop1,prop2)
 *         tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1             # <<<<<<<<<<<<<<
 *     pLeft = EVec.amplitude(prop1)
 * 
 */
    __pyx_v_tprop = __pyx_v_prop1;
    __pyx_v_prop1 = __pyx_v_prop2;
    __pyx_v_prop2 = __pyx_v_tprop;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":3352
 *         rhoVec = factor._pre_ops[j].acton(prop1,prop2)
 *         tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *     pLeft = EVec.amplitude(prop1)             # <<<<<<<<<<<<<<
 * 
 *     #pRight / "post" sim
 */
  __pyx_v_pLeft = __pyx_v_EVec->amplitude(__pyx_v_prop1);

  /* "pygsti/objects/replib/fastreplib.pyx":3355
 * 
 *     #pRight / "post" sim
 *     factor = deref(factor_lists[0])[b[0]] # 0th-factor = rhoVec             # <<<<<<<<<<<<<<
 *     prop1.copy_from(factor._post_state)
 *     for j in range(<INT>factor._post_ops.size()):
 */
  __pyx_v_factor = ((*(__pyx_v_factor_lists[0]))[(__pyx_v_b[0])]);

  /* "pygsti/objects/replib/fastreplib.pyx":3356
 *     #pRight / "post" sim
 *     factor = deref(factor_lists[0])[b[0]] # 0th-factor = rhoVec
 *     prop1.copy_from(factor._post_state)             # <<<<<<<<<<<<<<
 *     for j in range(<INT>factor._post_ops.size()):
 *         factor._post_ops[j].acton(prop1,prop2)
 */
  __pyx_v_prop1->copy_from(__pyx_v_factor->_post_state);

  /* "pygsti/objects/replib/fastreplib.pyx":3357
 *     factor = deref(factor_lists[0])[b[0]] # 0th-factor = rhoVec
 *     prop1.copy_from(factor._post_state)
 *     for j in range(<INT>factor._post_ops.size()):             # <<<<<<<<<<<<<<
 *         factor._post_ops[j].acton(prop1,prop2)
 *         tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 */
  __pyx_t_1 = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_factor->_post_ops.size());
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
    __pyx_v_j = __pyx_t_3;

    /* "pygsti/objects/replib/fastreplib.pyx":3358
 *     prop1.copy_from(factor._post_state)
 *     for j in range(<INT>factor._post_ops.size()):
 *         factor._post_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *         tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *     for i in range(1,last_index):
 */
    (void)((__pyx_v_factor->_post_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

    /* "pygsti/objects/replib/fastreplib.pyx":3359
 *     for j in range(<INT>factor._post_ops.size()):
 *         factor._post_ops[j].acton(prop1,prop2)
 *         tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1             # <<<<<<<<<<<<<<
 *     for i in range(1,last_index):
 *         factor = deref(factor_lists[i])[b[i]]
 */
    __pyx_v_tprop = __pyx_v_prop1;
    __pyx_v_prop1 = __pyx_v_prop2;
    __pyx_v_prop2 = __pyx_v_tprop;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":3360
 *         factor._post_ops[j].acton(prop1,prop2)
 *         tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *     for i in range(1,last_index):             # <<<<<<<<<<<<<<
 *         factor = deref(factor_lists[i])[b[i]]
 *         for j in range(<INT>factor._post_ops.size()):
 */
  __pyx_t_1 = __pyx_v_last_index;
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = 1; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
    __pyx_v_i = __pyx_t_3;

    /* "pygsti/objects/replib/fastreplib.pyx":3361
 *         tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *     for i in range(1,last_index):
 *         factor = deref(factor_lists[i])[b[i]]             # <<<<<<<<<<<<<<
 *         for j in range(<INT>factor._post_ops.size()):
 *             factor._post_ops[j].acton(prop1,prop2)
 */
    __pyx_v_factor = ((*(__pyx_v_factor_lists[__pyx_v_i]))[(__pyx_v_b[__pyx_v_i])]);

    /* "pygsti/objects/replib/fastreplib.pyx":3362
 *     for i in range(1,last_index):
 *         factor = deref(factor_lists[i])[b[i]]
 *         for j in range(<INT>factor._post_ops.size()):             # <<<<<<<<<<<<<<
 *             factor._post_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 */
    __pyx_t_4 = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_factor->_post_ops.size());
    __pyx_t_5 = __pyx_t_4;
    for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) {
      __pyx_v_j = __pyx_t_6;

      /* "pygsti/objects/replib/fastreplib.pyx":3363
 *         factor = deref(factor_lists[i])[b[i]]
 *         for j in range(<INT>factor._post_ops.size()):
 *             factor._post_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *     factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)
 */
      (void)((__pyx_v_factor->_post_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

      /* "pygsti/objects/replib/fastreplib.pyx":3364
 *         for j in range(<INT>factor._post_ops.size()):
 *             factor._post_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1             # <<<<<<<<<<<<<<
 *     factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)
 * 
 */
      __pyx_v_tprop = __pyx_v_prop1;
      __pyx_v_prop1 = __pyx_v_prop2;
      __pyx_v_prop2 = __pyx_v_tprop;
    }
  }

  /* "pygsti/objects/replib/fastreplib.pyx":3365
 *             factor._post_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *     factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)             # <<<<<<<<<<<<<<
 * 
 *     EVec = factor._pre_effect
 */
  __pyx_v_factor = ((*(__pyx_v_factor_lists[__pyx_v_last_index]))[(__pyx_v_b[__pyx_v_last_index])]);

  /* "pygsti/objects/replib/fastreplib.pyx":3367
 *     factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)
 * 
 *     EVec = factor._pre_effect             # <<<<<<<<<<<<<<
 *     for j in range(<INT>factor._post_ops.size()):
 *         factor._post_ops[j].acton(prop1,prop2)
 */
  __pyx_t_7 = __pyx_v_factor->_pre_effect;
  __pyx_v_EVec = __pyx_t_7;

  /* "pygsti/objects/replib/fastreplib.pyx":3368
 * 
 *     EVec = factor._pre_effect
 *     for j in range(<INT>factor._post_ops.size()):             # <<<<<<<<<<<<<<
 *         factor._post_ops[j].acton(prop1,prop2)
 *         tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 */
  __pyx_t_1 = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_factor->_post_ops.size());
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
    __pyx_v_j = __pyx_t_3;

    /* "pygsti/objects/replib/fastreplib.pyx":3369
 *     EVec = factor._pre_effect
 *     for j in range(<INT>factor._post_ops.size()):
 *         factor._post_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *         tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *     pRight = EVec.amplitude(prop1).conjugate()
 */
    (void)((__pyx_v_factor->_post_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

    /* "pygsti/objects/replib/fastreplib.pyx":3370
 *     for j in range(<INT>factor._post_ops.size()):
 *         factor._post_ops[j].acton(prop1,prop2)
 *         tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1             # <<<<<<<<<<<<<<
 *     pRight = EVec.amplitude(prop1).conjugate()
 * 
 */
    __pyx_v_tprop = __pyx_v_prop1;
    __pyx_v_prop1 = __pyx_v_prop2;
    __pyx_v_prop2 = __pyx_v_tprop;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":3371
 *         factor._post_ops[j].acton(prop1,prop2)
 *         tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *     pRight = EVec.amplitude(prop1).conjugate()             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_v_pRight = __Pyx_c_conj_double(__pyx_v_EVec->amplitude(__pyx_v_prop1));

  /* "pygsti/objects/replib/fastreplib.pyx":3375
 * 
 *     #Add result to appropriate poly
 *     result = coeff  # use a reference?             # <<<<<<<<<<<<<<
 *     result.scale(pLeft * pRight)
 *     Ei = deref(Einds)[ b[last_index] ] #final "factor" index == E-vector index
 */
  __pyx_v_result = __pyx_v_coeff;

  /* "pygsti/objects/replib/fastreplib.pyx":3376
 *     #Add result to appropriate poly
 *     result = coeff  # use a reference?
 *     result.scale(pLeft * pRight)             # <<<<<<<<<<<<<<
 *     Ei = deref(Einds)[ b[last_index] ] #final "factor" index == E-vector index
 *     #print("Ei = ",Ei," size = ",deref(prps).size())
 */
  __pyx_v_result.scale(__Pyx_c_prod_double(__pyx_v_pLeft, __pyx_v_pRight));

  /* "pygsti/objects/replib/fastreplib.pyx":3377
 *     result = coeff  # use a reference?
 *     result.scale(pLeft * pRight)
 *     Ei = deref(Einds)[ b[last_index] ] #final "factor" index == E-vector index             # <<<<<<<<<<<<<<
 *     #print("Ei = ",Ei," size = ",deref(prps).size())
 *     #print("result = ")
 */
  __pyx_v_Ei = ((*__pyx_v_Einds)[(__pyx_v_b[__pyx_v_last_index])]);

  /* "pygsti/objects/replib/fastreplib.pyx":3385
 *     #for x in deref(prps)[Ei]._coeffs:
 *     #    print x.first._parts, x.second
 *     deref(prps)[Ei].add_inplace(result)             # <<<<<<<<<<<<<<
 * 
 *     #Update the slots held by prop1 and prop2, which still have allocated states (though really no need?)
 */
  ((*__pyx_v_prps)[__pyx_v_Ei])->add_inplace(__pyx_v_result);

  /* "pygsti/objects/replib/fastreplib.pyx":3388
 * 
 *     #Update the slots held by prop1 and prop2, which still have allocated states (though really no need?)
 *     pprop1[0] = prop1             # <<<<<<<<<<<<<<
 *     pprop2[0] = prop2
 * 
 */
  (__pyx_v_pprop1[0]) = __pyx_v_prop1;

  /* "pygsti/objects/replib/fastreplib.pyx":3389
 *     #Update the slots held by prop1 and prop2, which still have allocated states (though really no need?)
 *     pprop1[0] = prop1
 *     pprop2[0] = prop2             # <<<<<<<<<<<<<<
 * 
 * 
 */
  (__pyx_v_pprop2[0]) = __pyx_v_prop2;

  /* "pygsti/objects/replib/fastreplib.pyx":3308
 * 
 * 
 * cdef void add_path(vector[PolyCRep*]* prps, vector[INT]& b, INT incd, vector[vector_SVTermCRep_ptr_ptr]& factor_lists,             # <<<<<<<<<<<<<<
 *                    SVStateCRep **pprop1, SVStateCRep **pprop2, vector[INT]* Einds,
 *                    vector[SVStateCRep*]* pleftSaved, vector[SVStateCRep*]* prightSaved, vector[PolyCRep]* pcoeffSaved):
 */

  /* function exit code */
  __Pyx_RefNannyFinishContext();
}

/* "pygsti/objects/replib/fastreplib.pyx":3392
 * 
 * 
 * cdef void add_path_achievedsopm(vector[PolyCRep*]* prps, vector[INT]& b, INT incd, vector[vector_SVTermCRep_ptr_ptr]& factor_lists,             # <<<<<<<<<<<<<<
 *                                 SVStateCRep **pprop1, SVStateCRep **pprop2, vector[INT]* Einds,
 *                                 vector[SVStateCRep*]* pleftSaved, vector[SVStateCRep*]* prightSaved, vector[PolyCRep]* pcoeffSaved):
 */

static void __pyx_f_6pygsti_7objects_6replib_10fastreplib_add_path_achievedsopm(std::vector<CReps::PolyCRep *>  *__pyx_v_prps, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  &__pyx_v_b, CYTHON_UNUSED __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_incd, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_SVTermCRep_ptr_ptr>  &__pyx_v_factor_lists, CYTHON_UNUSED CReps::SVStateCRep **__pyx_v_pprop1, CYTHON_UNUSED CReps::SVStateCRep **__pyx_v_pprop2, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  *__pyx_v_Einds, CYTHON_UNUSED std::vector<CReps::SVStateCRep *>  *__pyx_v_pleftSaved, CYTHON_UNUSED std::vector<CReps::SVStateCRep *>  *__pyx_v_prightSaved, CYTHON_UNUSED std::vector<CReps::PolyCRep>  *__pyx_v_pcoeffSaved) {
  CReps::PolyCRep __pyx_v_coeff;
  CReps::PolyCRep __pyx_v_result;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_Ei;
  CReps::SVTermCRep *__pyx_v_factor;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nFactorLists;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_last_index;
  __Pyx_RefNannyDeclarations
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_1;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_2;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_3;
  __Pyx_RefNannySetupContext("add_path_achievedsopm", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":3401
 *     cdef INT i,j, Ei
 *     cdef SVTermCRep* factor
 *     cdef INT nFactorLists = b.size()             # <<<<<<<<<<<<<<
 *     cdef INT last_index = nFactorLists-1
 * 
 */
  __pyx_v_nFactorLists = __pyx_v_b.size();

  /* "pygsti/objects/replib/fastreplib.pyx":3402
 *     cdef SVTermCRep* factor
 *     cdef INT nFactorLists = b.size()
 *     cdef INT last_index = nFactorLists-1             # <<<<<<<<<<<<<<
 * 
 *     # In this loop, b holds "current" indices into factor_lists
 */
  __pyx_v_last_index = (__pyx_v_nFactorLists - 1);

  /* "pygsti/objects/replib/fastreplib.pyx":3405
 * 
 *     # In this loop, b holds "current" indices into factor_lists
 *     factor = deref(factor_lists[0])[b[0]]             # <<<<<<<<<<<<<<
 *     coeff = deref(factor._coeff).abs() # an unordered_map (copies to new "coeff" variable)
 * 
 */
  __pyx_v_factor = ((*(__pyx_v_factor_lists[0]))[(__pyx_v_b[0])]);

  /* "pygsti/objects/replib/fastreplib.pyx":3406
 *     # In this loop, b holds "current" indices into factor_lists
 *     factor = deref(factor_lists[0])[b[0]]
 *     coeff = deref(factor._coeff).abs() # an unordered_map (copies to new "coeff" variable)             # <<<<<<<<<<<<<<
 * 
 *     for i in range(1,nFactorLists):
 */
  __pyx_v_coeff = (*__pyx_v_factor->_coeff).abs();

  /* "pygsti/objects/replib/fastreplib.pyx":3408
 *     coeff = deref(factor._coeff).abs() # an unordered_map (copies to new "coeff" variable)
 * 
 *     for i in range(1,nFactorLists):             # <<<<<<<<<<<<<<
 *         coeff = coeff.abs_mult( deref(deref(factor_lists[i])[b[i]]._coeff) )
 * 
 */
  __pyx_t_1 = __pyx_v_nFactorLists;
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = 1; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
    __pyx_v_i = __pyx_t_3;

    /* "pygsti/objects/replib/fastreplib.pyx":3409
 * 
 *     for i in range(1,nFactorLists):
 *         coeff = coeff.abs_mult( deref(deref(factor_lists[i])[b[i]]._coeff) )             # <<<<<<<<<<<<<<
 * 
 *     #Add result to appropriate poly
 */
    __pyx_v_coeff = __pyx_v_coeff.abs_mult((*((*(__pyx_v_factor_lists[__pyx_v_i]))[(__pyx_v_b[__pyx_v_i])])->_coeff));
  }

  /* "pygsti/objects/replib/fastreplib.pyx":3412
 * 
 *     #Add result to appropriate poly
 *     result = coeff  # use a reference?             # <<<<<<<<<<<<<<
 *     Ei = deref(Einds)[ b[last_index] ] #final "factor" index == E-vector index
 *     deref(prps)[Ei].add_abs_inplace(result)
 */
  __pyx_v_result = __pyx_v_coeff;

  /* "pygsti/objects/replib/fastreplib.pyx":3413
 *     #Add result to appropriate poly
 *     result = coeff  # use a reference?
 *     Ei = deref(Einds)[ b[last_index] ] #final "factor" index == E-vector index             # <<<<<<<<<<<<<<
 *     deref(prps)[Ei].add_abs_inplace(result)
 * 
 */
  __pyx_v_Ei = ((*__pyx_v_Einds)[(__pyx_v_b[__pyx_v_last_index])]);

  /* "pygsti/objects/replib/fastreplib.pyx":3414
 *     result = coeff  # use a reference?
 *     Ei = deref(Einds)[ b[last_index] ] #final "factor" index == E-vector index
 *     deref(prps)[Ei].add_abs_inplace(result)             # <<<<<<<<<<<<<<
 * 
 * 
 */
  ((*__pyx_v_prps)[__pyx_v_Ei])->add_abs_inplace(__pyx_v_result);

  /* "pygsti/objects/replib/fastreplib.pyx":3392
 * 
 * 
 * cdef void add_path_achievedsopm(vector[PolyCRep*]* prps, vector[INT]& b, INT incd, vector[vector_SVTermCRep_ptr_ptr]& factor_lists,             # <<<<<<<<<<<<<<
 *                                 SVStateCRep **pprop1, SVStateCRep **pprop2, vector[INT]* Einds,
 *                                 vector[SVStateCRep*]* pleftSaved, vector[SVStateCRep*]* prightSaved, vector[PolyCRep]* pcoeffSaved):
 */

  /* function exit code */
  __Pyx_RefNannyFinishContext();
}

/* "pygsti/objects/replib/fastreplib.pyx":3417
 * 
 * 
 * cdef void add_path_savepartials(vector[PolyCRep*]* prps, vector[INT]& b, INT incd, vector[vector_SVTermCRep_ptr_ptr]& factor_lists,             # <<<<<<<<<<<<<<
 *                                 SVStateCRep** pprop1, SVStateCRep** pprop2, vector[INT]* Einds,
 *                                 vector[SVStateCRep*]* pleftSaved, vector[SVStateCRep*]* prightSaved, vector[PolyCRep]* pcoeffSaved):
 */

static void __pyx_f_6pygsti_7objects_6replib_10fastreplib_add_path_savepartials(std::vector<CReps::PolyCRep *>  *__pyx_v_prps, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  &__pyx_v_b, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_incd, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_SVTermCRep_ptr_ptr>  &__pyx_v_factor_lists, CReps::SVStateCRep **__pyx_v_pprop1, CReps::SVStateCRep **__pyx_v_pprop2, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  *__pyx_v_Einds, std::vector<CReps::SVStateCRep *>  *__pyx_v_pleftSaved, std::vector<CReps::SVStateCRep *>  *__pyx_v_prightSaved, std::vector<CReps::PolyCRep>  *__pyx_v_pcoeffSaved) {
  CReps::PolyCRep __pyx_v_coeff;
  CReps::PolyCRep __pyx_v_result;
  __pyx_t_double_complex __pyx_v_pLeft;
  __pyx_t_double_complex __pyx_v_pRight;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_j;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_Ei;
  CReps::SVTermCRep *__pyx_v_factor;
  CReps::SVStateCRep *__pyx_v_prop1;
  CReps::SVStateCRep *__pyx_v_prop2;
  CReps::SVStateCRep *__pyx_v_tprop;
  CReps::SVStateCRep *__pyx_v_shelved;
  CReps::SVEffectCRep *__pyx_v_EVec;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nFactorLists;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_last_index;
  CReps::SVStateCRep *__pyx_v_rhoVecL;
  CReps::SVStateCRep *__pyx_v_rhoVecR;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_2;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_3;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_4;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_5;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_6;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_7;
  CReps::SVEffectCRep *__pyx_t_8;
  __Pyx_RefNannySetupContext("add_path_savepartials", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":3427
 *     cdef INT i,j, Ei
 *     cdef SVTermCRep* factor
 *     cdef SVStateCRep *prop1 = deref(pprop1)             # <<<<<<<<<<<<<<
 *     cdef SVStateCRep *prop2 = deref(pprop2)
 *     cdef SVStateCRep *tprop
 */
  __pyx_v_prop1 = (*__pyx_v_pprop1);

  /* "pygsti/objects/replib/fastreplib.pyx":3428
 *     cdef SVTermCRep* factor
 *     cdef SVStateCRep *prop1 = deref(pprop1)
 *     cdef SVStateCRep *prop2 = deref(pprop2)             # <<<<<<<<<<<<<<
 *     cdef SVStateCRep *tprop
 *     cdef SVStateCRep *shelved = prop1
 */
  __pyx_v_prop2 = (*__pyx_v_pprop2);

  /* "pygsti/objects/replib/fastreplib.pyx":3430
 *     cdef SVStateCRep *prop2 = deref(pprop2)
 *     cdef SVStateCRep *tprop
 *     cdef SVStateCRep *shelved = prop1             # <<<<<<<<<<<<<<
 *     cdef SVEffectCRep* EVec
 *     cdef SVStateCRep *rhoVec
 */
  __pyx_v_shelved = __pyx_v_prop1;

  /* "pygsti/objects/replib/fastreplib.pyx":3433
 *     cdef SVEffectCRep* EVec
 *     cdef SVStateCRep *rhoVec
 *     cdef INT nFactorLists = b.size()             # <<<<<<<<<<<<<<
 *     cdef INT last_index = nFactorLists-1
 *     # ** Assume shelved and prop2 begin as allocated **
 */
  __pyx_v_nFactorLists = __pyx_v_b.size();

  /* "pygsti/objects/replib/fastreplib.pyx":3434
 *     cdef SVStateCRep *rhoVec
 *     cdef INT nFactorLists = b.size()
 *     cdef INT last_index = nFactorLists-1             # <<<<<<<<<<<<<<
 *     # ** Assume shelved and prop2 begin as allocated **
 * 
 */
  __pyx_v_last_index = (__pyx_v_nFactorLists - 1);

  /* "pygsti/objects/replib/fastreplib.pyx":3437
 *     # ** Assume shelved and prop2 begin as allocated **
 * 
 *     if incd == 0: # need to re-evaluate rho vector             # <<<<<<<<<<<<<<
 *         #print "DB: re-eval at incd=0"
 *         factor = deref(factor_lists[0])[b[0]]
 */
  __pyx_t_1 = ((__pyx_v_incd == 0) != 0);
  if (__pyx_t_1) {

    /* "pygsti/objects/replib/fastreplib.pyx":3439
 *     if incd == 0: # need to re-evaluate rho vector
 *         #print "DB: re-eval at incd=0"
 *         factor = deref(factor_lists[0])[b[0]]             # <<<<<<<<<<<<<<
 * 
 *         #print "DB: re-eval left"
 */
    __pyx_v_factor = ((*(__pyx_v_factor_lists[0]))[(__pyx_v_b[0])]);

    /* "pygsti/objects/replib/fastreplib.pyx":3442
 * 
 *         #print "DB: re-eval left"
 *         prop1 = deref(pleftSaved)[0] # the final destination (prop2 is already alloc'd)             # <<<<<<<<<<<<<<
 *         prop1.copy_from(factor._pre_state)
 *         for j in range(<INT>factor._pre_ops.size()):
 */
    __pyx_v_prop1 = ((*__pyx_v_pleftSaved)[0]);

    /* "pygsti/objects/replib/fastreplib.pyx":3443
 *         #print "DB: re-eval left"
 *         prop1 = deref(pleftSaved)[0] # the final destination (prop2 is already alloc'd)
 *         prop1.copy_from(factor._pre_state)             # <<<<<<<<<<<<<<
 *         for j in range(<INT>factor._pre_ops.size()):
 *             #print "DB: re-eval left item"
 */
    __pyx_v_prop1->copy_from(__pyx_v_factor->_pre_state);

    /* "pygsti/objects/replib/fastreplib.pyx":3444
 *         prop1 = deref(pleftSaved)[0] # the final destination (prop2 is already alloc'd)
 *         prop1.copy_from(factor._pre_state)
 *         for j in range(<INT>factor._pre_ops.size()):             # <<<<<<<<<<<<<<
 *             #print "DB: re-eval left item"
 *             factor._pre_ops[j].acton(prop1,prop2)
 */
    __pyx_t_2 = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_factor->_pre_ops.size());
    __pyx_t_3 = __pyx_t_2;
    for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
      __pyx_v_j = __pyx_t_4;

      /* "pygsti/objects/replib/fastreplib.pyx":3446
 *         for j in range(<INT>factor._pre_ops.size()):
 *             #print "DB: re-eval left item"
 *             factor._pre_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # swap prop1 <-> prop2
 *         rhoVecL = prop1
 */
      (void)((__pyx_v_factor->_pre_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

      /* "pygsti/objects/replib/fastreplib.pyx":3447
 *             #print "DB: re-eval left item"
 *             factor._pre_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # swap prop1 <-> prop2             # <<<<<<<<<<<<<<
 *         rhoVecL = prop1
 *         deref(pleftSaved)[0] = prop1 # final state -> saved
 */
      __pyx_v_tprop = __pyx_v_prop1;
      __pyx_v_prop1 = __pyx_v_prop2;
      __pyx_v_prop2 = __pyx_v_tprop;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":3448
 *             factor._pre_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # swap prop1 <-> prop2
 *         rhoVecL = prop1             # <<<<<<<<<<<<<<
 *         deref(pleftSaved)[0] = prop1 # final state -> saved
 *         # (prop2 == the other allocated state)
 */
    __pyx_v_rhoVecL = __pyx_v_prop1;

    /* "pygsti/objects/replib/fastreplib.pyx":3449
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # swap prop1 <-> prop2
 *         rhoVecL = prop1
 *         deref(pleftSaved)[0] = prop1 # final state -> saved             # <<<<<<<<<<<<<<
 *         # (prop2 == the other allocated state)
 * 
 */
    ((*__pyx_v_pleftSaved)[0]) = __pyx_v_prop1;

    /* "pygsti/objects/replib/fastreplib.pyx":3453
 * 
 *         #print "DB: re-eval right"
 *         prop1 = deref(prightSaved)[0] # the final destination (prop2 is already alloc'd)             # <<<<<<<<<<<<<<
 *         prop1.copy_from(factor._post_state)
 *         for j in range(<INT>factor._post_ops.size()):
 */
    __pyx_v_prop1 = ((*__pyx_v_prightSaved)[0]);

    /* "pygsti/objects/replib/fastreplib.pyx":3454
 *         #print "DB: re-eval right"
 *         prop1 = deref(prightSaved)[0] # the final destination (prop2 is already alloc'd)
 *         prop1.copy_from(factor._post_state)             # <<<<<<<<<<<<<<
 *         for j in range(<INT>factor._post_ops.size()):
 *             #print "DB: re-eval right item"
 */
    __pyx_v_prop1->copy_from(__pyx_v_factor->_post_state);

    /* "pygsti/objects/replib/fastreplib.pyx":3455
 *         prop1 = deref(prightSaved)[0] # the final destination (prop2 is already alloc'd)
 *         prop1.copy_from(factor._post_state)
 *         for j in range(<INT>factor._post_ops.size()):             # <<<<<<<<<<<<<<
 *             #print "DB: re-eval right item"
 *             factor._post_ops[j].acton(prop1,prop2)
 */
    __pyx_t_2 = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_factor->_post_ops.size());
    __pyx_t_3 = __pyx_t_2;
    for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
      __pyx_v_j = __pyx_t_4;

      /* "pygsti/objects/replib/fastreplib.pyx":3457
 *         for j in range(<INT>factor._post_ops.size()):
 *             #print "DB: re-eval right item"
 *             factor._post_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # swap prop1 <-> prop2
 *         rhoVecR = prop1
 */
      (void)((__pyx_v_factor->_post_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

      /* "pygsti/objects/replib/fastreplib.pyx":3458
 *             #print "DB: re-eval right item"
 *             factor._post_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # swap prop1 <-> prop2             # <<<<<<<<<<<<<<
 *         rhoVecR = prop1
 *         deref(prightSaved)[0] = prop1 # final state -> saved
 */
      __pyx_v_tprop = __pyx_v_prop1;
      __pyx_v_prop1 = __pyx_v_prop2;
      __pyx_v_prop2 = __pyx_v_tprop;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":3459
 *             factor._post_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # swap prop1 <-> prop2
 *         rhoVecR = prop1             # <<<<<<<<<<<<<<
 *         deref(prightSaved)[0] = prop1 # final state -> saved
 *         # (prop2 == the other allocated state)
 */
    __pyx_v_rhoVecR = __pyx_v_prop1;

    /* "pygsti/objects/replib/fastreplib.pyx":3460
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # swap prop1 <-> prop2
 *         rhoVecR = prop1
 *         deref(prightSaved)[0] = prop1 # final state -> saved             # <<<<<<<<<<<<<<
 *         # (prop2 == the other allocated state)
 * 
 */
    ((*__pyx_v_prightSaved)[0]) = __pyx_v_prop1;

    /* "pygsti/objects/replib/fastreplib.pyx":3464
 * 
 *         #print "DB: re-eval coeff"
 *         coeff = deref(factor._coeff)             # <<<<<<<<<<<<<<
 *         deref(pcoeffSaved)[0] = coeff
 *         incd += 1
 */
    __pyx_v_coeff = (*__pyx_v_factor->_coeff);

    /* "pygsti/objects/replib/fastreplib.pyx":3465
 *         #print "DB: re-eval coeff"
 *         coeff = deref(factor._coeff)
 *         deref(pcoeffSaved)[0] = coeff             # <<<<<<<<<<<<<<
 *         incd += 1
 *     else:
 */
    ((*__pyx_v_pcoeffSaved)[0]) = __pyx_v_coeff;

    /* "pygsti/objects/replib/fastreplib.pyx":3466
 *         coeff = deref(factor._coeff)
 *         deref(pcoeffSaved)[0] = coeff
 *         incd += 1             # <<<<<<<<<<<<<<
 *     else:
 *         #print "DB: init from incd"
 */
    __pyx_v_incd = (__pyx_v_incd + 1);

    /* "pygsti/objects/replib/fastreplib.pyx":3437
 *     # ** Assume shelved and prop2 begin as allocated **
 * 
 *     if incd == 0: # need to re-evaluate rho vector             # <<<<<<<<<<<<<<
 *         #print "DB: re-eval at incd=0"
 *         factor = deref(factor_lists[0])[b[0]]
 */
    goto __pyx_L3;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":3469
 *     else:
 *         #print "DB: init from incd"
 *         rhoVecL = deref(pleftSaved)[incd-1]             # <<<<<<<<<<<<<<
 *         rhoVecR = deref(prightSaved)[incd-1]
 *         coeff = deref(pcoeffSaved)[incd-1]
 */
  /*else*/ {
    __pyx_v_rhoVecL = ((*__pyx_v_pleftSaved)[(__pyx_v_incd - 1)]);

    /* "pygsti/objects/replib/fastreplib.pyx":3470
 *         #print "DB: init from incd"
 *         rhoVecL = deref(pleftSaved)[incd-1]
 *         rhoVecR = deref(prightSaved)[incd-1]             # <<<<<<<<<<<<<<
 *         coeff = deref(pcoeffSaved)[incd-1]
 * 
 */
    __pyx_v_rhoVecR = ((*__pyx_v_prightSaved)[(__pyx_v_incd - 1)]);

    /* "pygsti/objects/replib/fastreplib.pyx":3471
 *         rhoVecL = deref(pleftSaved)[incd-1]
 *         rhoVecR = deref(prightSaved)[incd-1]
 *         coeff = deref(pcoeffSaved)[incd-1]             # <<<<<<<<<<<<<<
 * 
 *     # propagate left and right states, saving as we go
 */
    __pyx_v_coeff = ((*__pyx_v_pcoeffSaved)[(__pyx_v_incd - 1)]);
  }
  __pyx_L3:;

  /* "pygsti/objects/replib/fastreplib.pyx":3474
 * 
 *     # propagate left and right states, saving as we go
 *     for i in range(incd,last_index):             # <<<<<<<<<<<<<<
 *         #print "DB: propagate left begin"
 *         factor = deref(factor_lists[i])[b[i]]
 */
  __pyx_t_2 = __pyx_v_last_index;
  __pyx_t_3 = __pyx_t_2;
  for (__pyx_t_4 = __pyx_v_incd; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
    __pyx_v_i = __pyx_t_4;

    /* "pygsti/objects/replib/fastreplib.pyx":3476
 *     for i in range(incd,last_index):
 *         #print "DB: propagate left begin"
 *         factor = deref(factor_lists[i])[b[i]]             # <<<<<<<<<<<<<<
 *         prop1 = deref(pleftSaved)[i] # destination
 *         prop1.copy_from(rhoVecL) #starting state
 */
    __pyx_v_factor = ((*(__pyx_v_factor_lists[__pyx_v_i]))[(__pyx_v_b[__pyx_v_i])]);

    /* "pygsti/objects/replib/fastreplib.pyx":3477
 *         #print "DB: propagate left begin"
 *         factor = deref(factor_lists[i])[b[i]]
 *         prop1 = deref(pleftSaved)[i] # destination             # <<<<<<<<<<<<<<
 *         prop1.copy_from(rhoVecL) #starting state
 *         for j in range(<INT>factor._pre_ops.size()):
 */
    __pyx_v_prop1 = ((*__pyx_v_pleftSaved)[__pyx_v_i]);

    /* "pygsti/objects/replib/fastreplib.pyx":3478
 *         factor = deref(factor_lists[i])[b[i]]
 *         prop1 = deref(pleftSaved)[i] # destination
 *         prop1.copy_from(rhoVecL) #starting state             # <<<<<<<<<<<<<<
 *         for j in range(<INT>factor._pre_ops.size()):
 *             #print "DB: propagate left item"
 */
    __pyx_v_prop1->copy_from(__pyx_v_rhoVecL);

    /* "pygsti/objects/replib/fastreplib.pyx":3479
 *         prop1 = deref(pleftSaved)[i] # destination
 *         prop1.copy_from(rhoVecL) #starting state
 *         for j in range(<INT>factor._pre_ops.size()):             # <<<<<<<<<<<<<<
 *             #print "DB: propagate left item"
 *             factor._pre_ops[j].acton(prop1,prop2)
 */
    __pyx_t_5 = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_factor->_pre_ops.size());
    __pyx_t_6 = __pyx_t_5;
    for (__pyx_t_7 = 0; __pyx_t_7 < __pyx_t_6; __pyx_t_7+=1) {
      __pyx_v_j = __pyx_t_7;

      /* "pygsti/objects/replib/fastreplib.pyx":3481
 *         for j in range(<INT>factor._pre_ops.size()):
 *             #print "DB: propagate left item"
 *             factor._pre_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *             tprop = prop1; prop1 = prop2; prop2 = tprop
 *         rhoVecL = prop1
 */
      (void)((__pyx_v_factor->_pre_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

      /* "pygsti/objects/replib/fastreplib.pyx":3482
 *             #print "DB: propagate left item"
 *             factor._pre_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop             # <<<<<<<<<<<<<<
 *         rhoVecL = prop1
 *         deref(pleftSaved)[i] = prop1
 */
      __pyx_v_tprop = __pyx_v_prop1;
      __pyx_v_prop1 = __pyx_v_prop2;
      __pyx_v_prop2 = __pyx_v_tprop;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":3483
 *             factor._pre_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop
 *         rhoVecL = prop1             # <<<<<<<<<<<<<<
 *         deref(pleftSaved)[i] = prop1
 *         # (prop2 == the other allocated state)
 */
    __pyx_v_rhoVecL = __pyx_v_prop1;

    /* "pygsti/objects/replib/fastreplib.pyx":3484
 *             tprop = prop1; prop1 = prop2; prop2 = tprop
 *         rhoVecL = prop1
 *         deref(pleftSaved)[i] = prop1             # <<<<<<<<<<<<<<
 *         # (prop2 == the other allocated state)
 * 
 */
    ((*__pyx_v_pleftSaved)[__pyx_v_i]) = __pyx_v_prop1;

    /* "pygsti/objects/replib/fastreplib.pyx":3488
 * 
 *         #print "DB: propagate right begin"
 *         prop1 = deref(prightSaved)[i] # destination             # <<<<<<<<<<<<<<
 *         prop1.copy_from(rhoVecR) #starting state
 *         for j in range(<INT>factor._post_ops.size()):
 */
    __pyx_v_prop1 = ((*__pyx_v_prightSaved)[__pyx_v_i]);

    /* "pygsti/objects/replib/fastreplib.pyx":3489
 *         #print "DB: propagate right begin"
 *         prop1 = deref(prightSaved)[i] # destination
 *         prop1.copy_from(rhoVecR) #starting state             # <<<<<<<<<<<<<<
 *         for j in range(<INT>factor._post_ops.size()):
 *             #print "DB: propagate right item"
 */
    __pyx_v_prop1->copy_from(__pyx_v_rhoVecR);

    /* "pygsti/objects/replib/fastreplib.pyx":3490
 *         prop1 = deref(prightSaved)[i] # destination
 *         prop1.copy_from(rhoVecR) #starting state
 *         for j in range(<INT>factor._post_ops.size()):             # <<<<<<<<<<<<<<
 *             #print "DB: propagate right item"
 *             factor._post_ops[j].acton(prop1,prop2)
 */
    __pyx_t_5 = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_factor->_post_ops.size());
    __pyx_t_6 = __pyx_t_5;
    for (__pyx_t_7 = 0; __pyx_t_7 < __pyx_t_6; __pyx_t_7+=1) {
      __pyx_v_j = __pyx_t_7;

      /* "pygsti/objects/replib/fastreplib.pyx":3492
 *         for j in range(<INT>factor._post_ops.size()):
 *             #print "DB: propagate right item"
 *             factor._post_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *             tprop = prop1; prop1 = prop2; prop2 = tprop
 *         rhoVecR = prop1
 */
      (void)((__pyx_v_factor->_post_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

      /* "pygsti/objects/replib/fastreplib.pyx":3493
 *             #print "DB: propagate right item"
 *             factor._post_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop             # <<<<<<<<<<<<<<
 *         rhoVecR = prop1
 *         deref(prightSaved)[i] = prop1
 */
      __pyx_v_tprop = __pyx_v_prop1;
      __pyx_v_prop1 = __pyx_v_prop2;
      __pyx_v_prop2 = __pyx_v_tprop;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":3494
 *             factor._post_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop
 *         rhoVecR = prop1             # <<<<<<<<<<<<<<
 *         deref(prightSaved)[i] = prop1
 *         # (prop2 == the other allocated state)
 */
    __pyx_v_rhoVecR = __pyx_v_prop1;

    /* "pygsti/objects/replib/fastreplib.pyx":3495
 *             tprop = prop1; prop1 = prop2; prop2 = tprop
 *         rhoVecR = prop1
 *         deref(prightSaved)[i] = prop1             # <<<<<<<<<<<<<<
 *         # (prop2 == the other allocated state)
 * 
 */
    ((*__pyx_v_prightSaved)[__pyx_v_i]) = __pyx_v_prop1;

    /* "pygsti/objects/replib/fastreplib.pyx":3499
 * 
 *         #print "DB: propagate coeff mult"
 *         coeff = coeff.mult(deref(factor._coeff)) # copy a PolyCRep             # <<<<<<<<<<<<<<
 *         deref(pcoeffSaved)[i] = coeff
 * 
 */
    __pyx_v_coeff = __pyx_v_coeff.mult((*__pyx_v_factor->_coeff));

    /* "pygsti/objects/replib/fastreplib.pyx":3500
 *         #print "DB: propagate coeff mult"
 *         coeff = coeff.mult(deref(factor._coeff)) # copy a PolyCRep
 *         deref(pcoeffSaved)[i] = coeff             # <<<<<<<<<<<<<<
 * 
 *     # for the last index, no need to save, and need to construct
 */
    ((*__pyx_v_pcoeffSaved)[__pyx_v_i]) = __pyx_v_coeff;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":3504
 *     # for the last index, no need to save, and need to construct
 *     # and apply effect vector
 *     prop1 = shelved # so now prop1 (and prop2) are alloc'd states             # <<<<<<<<<<<<<<
 * 
 *     #print "DB: left ampl"
 */
  __pyx_v_prop1 = __pyx_v_shelved;

  /* "pygsti/objects/replib/fastreplib.pyx":3507
 * 
 *     #print "DB: left ampl"
 *     factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)             # <<<<<<<<<<<<<<
 *     EVec = factor._post_effect
 *     prop1.copy_from(rhoVecL) # initial state (prop2 already alloc'd)
 */
  __pyx_v_factor = ((*(__pyx_v_factor_lists[__pyx_v_last_index]))[(__pyx_v_b[__pyx_v_last_index])]);

  /* "pygsti/objects/replib/fastreplib.pyx":3508
 *     #print "DB: left ampl"
 *     factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)
 *     EVec = factor._post_effect             # <<<<<<<<<<<<<<
 *     prop1.copy_from(rhoVecL) # initial state (prop2 already alloc'd)
 *     for j in range(<INT>factor._pre_ops.size()):
 */
  __pyx_t_8 = __pyx_v_factor->_post_effect;
  __pyx_v_EVec = __pyx_t_8;

  /* "pygsti/objects/replib/fastreplib.pyx":3509
 *     factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)
 *     EVec = factor._post_effect
 *     prop1.copy_from(rhoVecL) # initial state (prop2 already alloc'd)             # <<<<<<<<<<<<<<
 *     for j in range(<INT>factor._pre_ops.size()):
 *         factor._pre_ops[j].acton(prop1,prop2)
 */
  __pyx_v_prop1->copy_from(__pyx_v_rhoVecL);

  /* "pygsti/objects/replib/fastreplib.pyx":3510
 *     EVec = factor._post_effect
 *     prop1.copy_from(rhoVecL) # initial state (prop2 already alloc'd)
 *     for j in range(<INT>factor._pre_ops.size()):             # <<<<<<<<<<<<<<
 *         factor._pre_ops[j].acton(prop1,prop2)
 *         tprop = prop1; prop1 = prop2; prop2 = tprop
 */
  __pyx_t_2 = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_factor->_pre_ops.size());
  __pyx_t_3 = __pyx_t_2;
  for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
    __pyx_v_j = __pyx_t_4;

    /* "pygsti/objects/replib/fastreplib.pyx":3511
 *     prop1.copy_from(rhoVecL) # initial state (prop2 already alloc'd)
 *     for j in range(<INT>factor._pre_ops.size()):
 *         factor._pre_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *         tprop = prop1; prop1 = prop2; prop2 = tprop
 *     pLeft = EVec.amplitude(prop1) # output in prop1, so this is final amplitude
 */
    (void)((__pyx_v_factor->_pre_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

    /* "pygsti/objects/replib/fastreplib.pyx":3512
 *     for j in range(<INT>factor._pre_ops.size()):
 *         factor._pre_ops[j].acton(prop1,prop2)
 *         tprop = prop1; prop1 = prop2; prop2 = tprop             # <<<<<<<<<<<<<<
 *     pLeft = EVec.amplitude(prop1) # output in prop1, so this is final amplitude
 * 
 */
    __pyx_v_tprop = __pyx_v_prop1;
    __pyx_v_prop1 = __pyx_v_prop2;
    __pyx_v_prop2 = __pyx_v_tprop;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":3513
 *         factor._pre_ops[j].acton(prop1,prop2)
 *         tprop = prop1; prop1 = prop2; prop2 = tprop
 *     pLeft = EVec.amplitude(prop1) # output in prop1, so this is final amplitude             # <<<<<<<<<<<<<<
 * 
 *     #print "DB: right ampl"
 */
  __pyx_v_pLeft = __pyx_v_EVec->amplitude(__pyx_v_prop1);

  /* "pygsti/objects/replib/fastreplib.pyx":3516
 * 
 *     #print "DB: right ampl"
 *     EVec = factor._pre_effect             # <<<<<<<<<<<<<<
 *     prop1.copy_from(rhoVecR)
 *     for j in range(<INT>factor._post_ops.size()):
 */
  __pyx_t_8 = __pyx_v_factor->_pre_effect;
  __pyx_v_EVec = __pyx_t_8;

  /* "pygsti/objects/replib/fastreplib.pyx":3517
 *     #print "DB: right ampl"
 *     EVec = factor._pre_effect
 *     prop1.copy_from(rhoVecR)             # <<<<<<<<<<<<<<
 *     for j in range(<INT>factor._post_ops.size()):
 *         factor._post_ops[j].acton(prop1,prop2)
 */
  __pyx_v_prop1->copy_from(__pyx_v_rhoVecR);

  /* "pygsti/objects/replib/fastreplib.pyx":3518
 *     EVec = factor._pre_effect
 *     prop1.copy_from(rhoVecR)
 *     for j in range(<INT>factor._post_ops.size()):             # <<<<<<<<<<<<<<
 *         factor._post_ops[j].acton(prop1,prop2)
 *         tprop = prop1; prop1 = prop2; prop2 = tprop
 */
  __pyx_t_2 = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_factor->_post_ops.size());
  __pyx_t_3 = __pyx_t_2;
  for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
    __pyx_v_j = __pyx_t_4;

    /* "pygsti/objects/replib/fastreplib.pyx":3519
 *     prop1.copy_from(rhoVecR)
 *     for j in range(<INT>factor._post_ops.size()):
 *         factor._post_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *         tprop = prop1; prop1 = prop2; prop2 = tprop
 *     pRight = EVec.amplitude(prop1).conjugate()
 */
    (void)((__pyx_v_factor->_post_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

    /* "pygsti/objects/replib/fastreplib.pyx":3520
 *     for j in range(<INT>factor._post_ops.size()):
 *         factor._post_ops[j].acton(prop1,prop2)
 *         tprop = prop1; prop1 = prop2; prop2 = tprop             # <<<<<<<<<<<<<<
 *     pRight = EVec.amplitude(prop1).conjugate()
 * 
 */
    __pyx_v_tprop = __pyx_v_prop1;
    __pyx_v_prop1 = __pyx_v_prop2;
    __pyx_v_prop2 = __pyx_v_tprop;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":3521
 *         factor._post_ops[j].acton(prop1,prop2)
 *         tprop = prop1; prop1 = prop2; prop2 = tprop
 *     pRight = EVec.amplitude(prop1).conjugate()             # <<<<<<<<<<<<<<
 * 
 *     shelved = prop1 # return prop1 to the "shelf" since we'll use prop1 for other things next
 */
  __pyx_v_pRight = __Pyx_c_conj_double(__pyx_v_EVec->amplitude(__pyx_v_prop1));

  /* "pygsti/objects/replib/fastreplib.pyx":3523
 *     pRight = EVec.amplitude(prop1).conjugate()
 * 
 *     shelved = prop1 # return prop1 to the "shelf" since we'll use prop1 for other things next             # <<<<<<<<<<<<<<
 * 
 *     #print "DB: final block"
 */
  __pyx_v_shelved = __pyx_v_prop1;

  /* "pygsti/objects/replib/fastreplib.pyx":3528
 *     #print "DB running coeff = ",dict(coeff._coeffs)
 *     #print "DB factor coeff = ",dict(factor._coeff._coeffs)
 *     result = coeff.mult(deref(factor._coeff))             # <<<<<<<<<<<<<<
 *     #print "DB result = ",dict(result._coeffs)
 *     result.scale(pLeft * pRight)
 */
  __pyx_v_result = __pyx_v_coeff.mult((*__pyx_v_factor->_coeff));

  /* "pygsti/objects/replib/fastreplib.pyx":3530
 *     result = coeff.mult(deref(factor._coeff))
 *     #print "DB result = ",dict(result._coeffs)
 *     result.scale(pLeft * pRight)             # <<<<<<<<<<<<<<
 *     Ei = deref(Einds)[b[last_index]] #final "factor" index == E-vector index
 *     deref(prps)[Ei].add_inplace(result)
 */
  __pyx_v_result.scale(__Pyx_c_prod_double(__pyx_v_pLeft, __pyx_v_pRight));

  /* "pygsti/objects/replib/fastreplib.pyx":3531
 *     #print "DB result = ",dict(result._coeffs)
 *     result.scale(pLeft * pRight)
 *     Ei = deref(Einds)[b[last_index]] #final "factor" index == E-vector index             # <<<<<<<<<<<<<<
 *     deref(prps)[Ei].add_inplace(result)
 * 
 */
  __pyx_v_Ei = ((*__pyx_v_Einds)[(__pyx_v_b[__pyx_v_last_index])]);

  /* "pygsti/objects/replib/fastreplib.pyx":3532
 *     result.scale(pLeft * pRight)
 *     Ei = deref(Einds)[b[last_index]] #final "factor" index == E-vector index
 *     deref(prps)[Ei].add_inplace(result)             # <<<<<<<<<<<<<<
 * 
 *     #Update the slots held by prop1 and prop2, which still have allocated states
 */
  ((*__pyx_v_prps)[__pyx_v_Ei])->add_inplace(__pyx_v_result);

  /* "pygsti/objects/replib/fastreplib.pyx":3535
 * 
 *     #Update the slots held by prop1 and prop2, which still have allocated states
 *     pprop1[0] = prop1 # b/c can't deref(pprop1) = prop1 isn't allowed (?)             # <<<<<<<<<<<<<<
 *     pprop2[0] = prop2 # b/c can't deref(pprop2) = prop1 isn't allowed (?)
 *     #print "DB prps[",INT(Ei),"] = ",dict(deref(prps)[Ei]._coeffs)
 */
  (__pyx_v_pprop1[0]) = __pyx_v_prop1;

  /* "pygsti/objects/replib/fastreplib.pyx":3536
 *     #Update the slots held by prop1 and prop2, which still have allocated states
 *     pprop1[0] = prop1 # b/c can't deref(pprop1) = prop1 isn't allowed (?)
 *     pprop2[0] = prop2 # b/c can't deref(pprop2) = prop1 isn't allowed (?)             # <<<<<<<<<<<<<<
 *     #print "DB prps[",INT(Ei),"] = ",dict(deref(prps)[Ei]._coeffs)
 * 
 */
  (__pyx_v_pprop2[0]) = __pyx_v_prop2;

  /* "pygsti/objects/replib/fastreplib.pyx":3417
 * 
 * 
 * cdef void add_path_savepartials(vector[PolyCRep*]* prps, vector[INT]& b, INT incd, vector[vector_SVTermCRep_ptr_ptr]& factor_lists,             # <<<<<<<<<<<<<<
 *                                 SVStateCRep** pprop1, SVStateCRep** pprop2, vector[INT]* Einds,
 *                                 vector[SVStateCRep*]* pleftSaved, vector[SVStateCRep*]* prightSaved, vector[PolyCRep]* pcoeffSaved):
 */

  /* function exit code */
  __Pyx_RefNannyFinishContext();
}

/* "pygsti/objects/replib/fastreplib.pyx":3540
 * 
 * 
 * cdef void add_paths(sv_addpathfn_ptr addpath_fn, vector[INT]& b, vector[vector_SVTermCRep_ptr_ptr] oprep_lists,             # <<<<<<<<<<<<<<
 *                     vector[vector_INT_ptr] foat_indices_per_op, INT num_elabels,
 *                     vector[INT]& nops, vector[INT]& E_indices, INT incd, double log_thres,
 */

static void __pyx_f_6pygsti_7objects_6replib_10fastreplib_add_paths(__pyx_t_6pygsti_7objects_6replib_10fastreplib_sv_addpathfn_ptr __pyx_v_addpath_fn, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  &__pyx_v_b, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_SVTermCRep_ptr_ptr>  __pyx_v_oprep_lists, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_INT_ptr>  __pyx_v_foat_indices_per_op, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_num_elabels, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  &__pyx_v_nops, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  &__pyx_v_E_indices, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_incd, double __pyx_v_log_thres, double __pyx_v_current_mag, double __pyx_v_current_logmag, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_order, std::vector<CReps::PolyCRep *>  *__pyx_v_prps, CReps::SVStateCRep **__pyx_v_pprop1, CReps::SVStateCRep **__pyx_v_pprop2, std::vector<CReps::SVStateCRep *>  *__pyx_v_pleftSaved, std::vector<CReps::SVStateCRep *>  *__pyx_v_prightSaved, std::vector<CReps::PolyCRep>  *__pyx_v_pcoeffSaved) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_j;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_k;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_orig_bi;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_orig_bn;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_n;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_sub_order;
  double __pyx_v_mag;
  CYTHON_UNUSED double __pyx_v_mag2;
  double __pyx_v_logmag;
  __Pyx_RefNannyDeclarations
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_1;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_2;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_3;
  int __pyx_t_4;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_5;
  int __pyx_t_6;
  double __pyx_t_7;
  double __pyx_t_8;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> ::iterator __pyx_t_9;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  *__pyx_t_10;
  double __pyx_t_11;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_12;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_13;
  __Pyx_RefNannySetupContext("add_paths", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":3548
 *     """ first_order means only one b[i] is incremented, e.g. b == [0 1 0] or [4 0 0] """
 *     cdef INT i, j, k, orig_bi, orig_bn
 *     cdef INT n = b.size()             # <<<<<<<<<<<<<<
 *     cdef INT sub_order
 *     cdef double mag, mag2
 */
  __pyx_v_n = __pyx_v_b.size();

  /* "pygsti/objects/replib/fastreplib.pyx":3552
 *     cdef double mag, mag2
 * 
 *     for i in range(n-1, incd-1, -1):             # <<<<<<<<<<<<<<
 *         if b[i]+1 == nops[i]: continue
 *         b[i] += 1
 */
  __pyx_t_1 = (__pyx_v_incd - 1);
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = (__pyx_v_n - 1); __pyx_t_3 > __pyx_t_2; __pyx_t_3-=1) {
    __pyx_v_i = __pyx_t_3;

    /* "pygsti/objects/replib/fastreplib.pyx":3553
 * 
 *     for i in range(n-1, incd-1, -1):
 *         if b[i]+1 == nops[i]: continue             # <<<<<<<<<<<<<<
 *         b[i] += 1
 * 
 */
    __pyx_t_4 = ((((__pyx_v_b[__pyx_v_i]) + 1) == (__pyx_v_nops[__pyx_v_i])) != 0);
    if (__pyx_t_4) {
      goto __pyx_L3_continue;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":3554
 *     for i in range(n-1, incd-1, -1):
 *         if b[i]+1 == nops[i]: continue
 *         b[i] += 1             # <<<<<<<<<<<<<<
 * 
 *         if order == 0: # then incd doesn't matter b/c can inc anything to become 1st order
 */
    __pyx_t_5 = __pyx_v_i;
    (__pyx_v_b[__pyx_t_5]) = ((__pyx_v_b[__pyx_t_5]) + 1);

    /* "pygsti/objects/replib/fastreplib.pyx":3556
 *         b[i] += 1
 * 
 *         if order == 0: # then incd doesn't matter b/c can inc anything to become 1st order             # <<<<<<<<<<<<<<
 *             sub_order = 1 if (i != n-1 or b[i] >= num_elabels) else 0
 *         elif order == 1:
 */
    switch (__pyx_v_order) {
      case 0:

      /* "pygsti/objects/replib/fastreplib.pyx":3557
 * 
 *         if order == 0: # then incd doesn't matter b/c can inc anything to become 1st order
 *             sub_order = 1 if (i != n-1 or b[i] >= num_elabels) else 0             # <<<<<<<<<<<<<<
 *         elif order == 1:
 *             # we started with a first order term where incd was incremented, and now
 */
      __pyx_t_6 = ((__pyx_v_i != (__pyx_v_n - 1)) != 0);
      if (!__pyx_t_6) {
      } else {
        __pyx_t_4 = __pyx_t_6;
        goto __pyx_L6_bool_binop_done;
      }
      __pyx_t_6 = (((__pyx_v_b[__pyx_v_i]) >= __pyx_v_num_elabels) != 0);
      __pyx_t_4 = __pyx_t_6;
      __pyx_L6_bool_binop_done:;
      if (__pyx_t_4) {
        __pyx_t_5 = 1;
      } else {
        __pyx_t_5 = 0;
      }
      __pyx_v_sub_order = __pyx_t_5;

      /* "pygsti/objects/replib/fastreplib.pyx":3556
 *         b[i] += 1
 * 
 *         if order == 0: # then incd doesn't matter b/c can inc anything to become 1st order             # <<<<<<<<<<<<<<
 *             sub_order = 1 if (i != n-1 or b[i] >= num_elabels) else 0
 *         elif order == 1:
 */
      break;
      case 1:

      /* "pygsti/objects/replib/fastreplib.pyx":3561
 *             # we started with a first order term where incd was incremented, and now
 *             # we're incrementing something else
 *             sub_order = 1 if i == incd else 2 # signifies anything over 1st order where >1 column has be inc'd             # <<<<<<<<<<<<<<
 *         else:
 *             sub_order = order
 */
      if (((__pyx_v_i == __pyx_v_incd) != 0)) {
        __pyx_t_5 = 1;
      } else {
        __pyx_t_5 = 2;
      }
      __pyx_v_sub_order = __pyx_t_5;

      /* "pygsti/objects/replib/fastreplib.pyx":3558
 *         if order == 0: # then incd doesn't matter b/c can inc anything to become 1st order
 *             sub_order = 1 if (i != n-1 or b[i] >= num_elabels) else 0
 *         elif order == 1:             # <<<<<<<<<<<<<<
 *             # we started with a first order term where incd was incremented, and now
 *             # we're incrementing something else
 */
      break;
      default:

      /* "pygsti/objects/replib/fastreplib.pyx":3563
 *             sub_order = 1 if i == incd else 2 # signifies anything over 1st order where >1 column has be inc'd
 *         else:
 *             sub_order = order             # <<<<<<<<<<<<<<
 * 
 *         logmag = current_logmag + (deref(oprep_lists[i])[b[i]]._logmagnitude - deref(oprep_lists[i])[b[i]-1]._logmagnitude)
 */
      __pyx_v_sub_order = __pyx_v_order;
      break;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":3565
 *             sub_order = order
 * 
 *         logmag = current_logmag + (deref(oprep_lists[i])[b[i]]._logmagnitude - deref(oprep_lists[i])[b[i]-1]._logmagnitude)             # <<<<<<<<<<<<<<
 *         if logmag >= log_thres:
 *             if deref(oprep_lists[i])[b[i]-1]._magnitude == 0:
 */
    __pyx_v_logmag = (__pyx_v_current_logmag + (((*(__pyx_v_oprep_lists[__pyx_v_i]))[(__pyx_v_b[__pyx_v_i])])->_logmagnitude - ((*(__pyx_v_oprep_lists[__pyx_v_i]))[((__pyx_v_b[__pyx_v_i]) - 1)])->_logmagnitude));

    /* "pygsti/objects/replib/fastreplib.pyx":3566
 * 
 *         logmag = current_logmag + (deref(oprep_lists[i])[b[i]]._logmagnitude - deref(oprep_lists[i])[b[i]-1]._logmagnitude)
 *         if logmag >= log_thres:             # <<<<<<<<<<<<<<
 *             if deref(oprep_lists[i])[b[i]-1]._magnitude == 0:
 *                 mag = 0
 */
    __pyx_t_4 = ((__pyx_v_logmag >= __pyx_v_log_thres) != 0);
    if (__pyx_t_4) {

      /* "pygsti/objects/replib/fastreplib.pyx":3567
 *         logmag = current_logmag + (deref(oprep_lists[i])[b[i]]._logmagnitude - deref(oprep_lists[i])[b[i]-1]._logmagnitude)
 *         if logmag >= log_thres:
 *             if deref(oprep_lists[i])[b[i]-1]._magnitude == 0:             # <<<<<<<<<<<<<<
 *                 mag = 0
 *             else:
 */
      __pyx_t_4 = ((((*(__pyx_v_oprep_lists[__pyx_v_i]))[((__pyx_v_b[__pyx_v_i]) - 1)])->_magnitude == 0.0) != 0);
      if (__pyx_t_4) {

        /* "pygsti/objects/replib/fastreplib.pyx":3568
 *         if logmag >= log_thres:
 *             if deref(oprep_lists[i])[b[i]-1]._magnitude == 0:
 *                 mag = 0             # <<<<<<<<<<<<<<
 *             else:
 *                 mag = current_mag * (deref(oprep_lists[i])[b[i]]._magnitude / deref(oprep_lists[i])[b[i]-1]._magnitude)
 */
        __pyx_v_mag = 0.0;

        /* "pygsti/objects/replib/fastreplib.pyx":3567
 *         logmag = current_logmag + (deref(oprep_lists[i])[b[i]]._logmagnitude - deref(oprep_lists[i])[b[i]-1]._logmagnitude)
 *         if logmag >= log_thres:
 *             if deref(oprep_lists[i])[b[i]-1]._magnitude == 0:             # <<<<<<<<<<<<<<
 *                 mag = 0
 *             else:
 */
        goto __pyx_L9;
      }

      /* "pygsti/objects/replib/fastreplib.pyx":3570
 *                 mag = 0
 *             else:
 *                 mag = current_mag * (deref(oprep_lists[i])[b[i]]._magnitude / deref(oprep_lists[i])[b[i]-1]._magnitude)             # <<<<<<<<<<<<<<
 * 
 *             ## fn_visitpath(b, mag, i) ##
 */
      /*else*/ {
        __pyx_t_7 = ((*(__pyx_v_oprep_lists[__pyx_v_i]))[(__pyx_v_b[__pyx_v_i])])->_magnitude;
        __pyx_t_8 = ((*(__pyx_v_oprep_lists[__pyx_v_i]))[((__pyx_v_b[__pyx_v_i]) - 1)])->_magnitude;
        if (unlikely(__pyx_t_8 == 0)) {
          PyErr_SetString(PyExc_ZeroDivisionError, "float division");
          __PYX_ERR(0, 3570, __pyx_L1_error)
        }
        __pyx_v_mag = (__pyx_v_current_mag * (__pyx_t_7 / __pyx_t_8));
      }
      __pyx_L9:;

      /* "pygsti/objects/replib/fastreplib.pyx":3573
 * 
 *             ## fn_visitpath(b, mag, i) ##
 *             addpath_fn(prps, b, i, oprep_lists, pprop1, pprop2, &E_indices, pleftSaved, prightSaved, pcoeffSaved)             # <<<<<<<<<<<<<<
 *             ## --------------------------
 * 
 */
      __pyx_v_addpath_fn(__pyx_v_prps, __pyx_v_b, __pyx_v_i, __pyx_v_oprep_lists, __pyx_v_pprop1, __pyx_v_pprop2, (&__pyx_v_E_indices), __pyx_v_pleftSaved, __pyx_v_prightSaved, __pyx_v_pcoeffSaved);

      /* "pygsti/objects/replib/fastreplib.pyx":3577
 * 
 *             #add any allowed paths beneath this one
 *             add_paths(addpath_fn, b, oprep_lists, foat_indices_per_op, num_elabels, nops, E_indices,             # <<<<<<<<<<<<<<
 *                       i, log_thres, mag, logmag, sub_order, prps, pprop1, pprop2,
 *                       pleftSaved, prightSaved, pcoeffSaved)
 */
      __pyx_f_6pygsti_7objects_6replib_10fastreplib_add_paths(__pyx_v_addpath_fn, __pyx_v_b, __pyx_v_oprep_lists, __pyx_v_foat_indices_per_op, __pyx_v_num_elabels, __pyx_v_nops, __pyx_v_E_indices, __pyx_v_i, __pyx_v_log_thres, __pyx_v_mag, __pyx_v_logmag, __pyx_v_sub_order, __pyx_v_prps, __pyx_v_pprop1, __pyx_v_pprop2, __pyx_v_pleftSaved, __pyx_v_prightSaved, __pyx_v_pcoeffSaved);

      /* "pygsti/objects/replib/fastreplib.pyx":3566
 * 
 *         logmag = current_logmag + (deref(oprep_lists[i])[b[i]]._logmagnitude - deref(oprep_lists[i])[b[i]-1]._logmagnitude)
 *         if logmag >= log_thres:             # <<<<<<<<<<<<<<
 *             if deref(oprep_lists[i])[b[i]-1]._magnitude == 0:
 *                 mag = 0
 */
      goto __pyx_L8;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":3581
 *                       pleftSaved, prightSaved, pcoeffSaved)
 * 
 *         elif sub_order <= 1:             # <<<<<<<<<<<<<<
 *             #We've rejected term-index b[i] (in column i) because it's too small - the only reason
 *             # to accept b[i] or term indices higher than it is to include "foat" terms, so we now
 */
    __pyx_t_4 = ((__pyx_v_sub_order <= 1) != 0);
    if (__pyx_t_4) {

      /* "pygsti/objects/replib/fastreplib.pyx":3587
 *             # values of b[i], or we wouldn't be here).  Note that we just need to visit the path,
 *             # we don't need to traverse down, since we know the path magnitude is already too low.
 *             orig_bi = b[i]             # <<<<<<<<<<<<<<
 *             for j in deref(foat_indices_per_op[i]):
 *                 if j >= orig_bi:
 */
      __pyx_v_orig_bi = (__pyx_v_b[__pyx_v_i]);

      /* "pygsti/objects/replib/fastreplib.pyx":3588
 *             # we don't need to traverse down, since we know the path magnitude is already too low.
 *             orig_bi = b[i]
 *             for j in deref(foat_indices_per_op[i]):             # <<<<<<<<<<<<<<
 *                 if j >= orig_bi:
 *                     b[i] = j
 */
      __pyx_t_10 = &(*(__pyx_v_foat_indices_per_op[__pyx_v_i]));
      __pyx_t_9 = __pyx_t_10->begin();
      for (;;) {
        if (!(__pyx_t_9 != __pyx_t_10->end())) break;
        __pyx_t_5 = *__pyx_t_9;
        ++__pyx_t_9;
        __pyx_v_j = __pyx_t_5;

        /* "pygsti/objects/replib/fastreplib.pyx":3589
 *             orig_bi = b[i]
 *             for j in deref(foat_indices_per_op[i]):
 *                 if j >= orig_bi:             # <<<<<<<<<<<<<<
 *                     b[i] = j
 *                     mag = 0 if deref(oprep_lists[i])[orig_bi-1]._magnitude == 0 else \
 */
        __pyx_t_4 = ((__pyx_v_j >= __pyx_v_orig_bi) != 0);
        if (__pyx_t_4) {

          /* "pygsti/objects/replib/fastreplib.pyx":3590
 *             for j in deref(foat_indices_per_op[i]):
 *                 if j >= orig_bi:
 *                     b[i] = j             # <<<<<<<<<<<<<<
 *                     mag = 0 if deref(oprep_lists[i])[orig_bi-1]._magnitude == 0 else \
 *                         current_mag * (deref(oprep_lists[i])[b[i]]._magnitude / deref(oprep_lists[i])[orig_bi-1]._magnitude)
 */
          (__pyx_v_b[__pyx_v_i]) = __pyx_v_j;

          /* "pygsti/objects/replib/fastreplib.pyx":3591
 *                 if j >= orig_bi:
 *                     b[i] = j
 *                     mag = 0 if deref(oprep_lists[i])[orig_bi-1]._magnitude == 0 else \             # <<<<<<<<<<<<<<
 *                         current_mag * (deref(oprep_lists[i])[b[i]]._magnitude / deref(oprep_lists[i])[orig_bi-1]._magnitude)
 * 
 */
          if (((((*(__pyx_v_oprep_lists[__pyx_v_i]))[(__pyx_v_orig_bi - 1)])->_magnitude == 0.0) != 0)) {
            __pyx_t_8 = 0.0;
          } else {

            /* "pygsti/objects/replib/fastreplib.pyx":3592
 *                     b[i] = j
 *                     mag = 0 if deref(oprep_lists[i])[orig_bi-1]._magnitude == 0 else \
 *                         current_mag * (deref(oprep_lists[i])[b[i]]._magnitude / deref(oprep_lists[i])[orig_bi-1]._magnitude)             # <<<<<<<<<<<<<<
 * 
 *                     ## fn_visitpath(b, mag, i) ##
 */
            __pyx_t_7 = ((*(__pyx_v_oprep_lists[__pyx_v_i]))[(__pyx_v_b[__pyx_v_i])])->_magnitude;
            __pyx_t_11 = ((*(__pyx_v_oprep_lists[__pyx_v_i]))[(__pyx_v_orig_bi - 1)])->_magnitude;
            if (unlikely(__pyx_t_11 == 0)) {
              PyErr_SetString(PyExc_ZeroDivisionError, "float division");
              __PYX_ERR(0, 3592, __pyx_L1_error)
            }
            __pyx_t_8 = (__pyx_v_current_mag * (__pyx_t_7 / __pyx_t_11));
          }
          __pyx_v_mag = __pyx_t_8;

          /* "pygsti/objects/replib/fastreplib.pyx":3595
 * 
 *                     ## fn_visitpath(b, mag, i) ##
 *                     addpath_fn(prps, b, i, oprep_lists, pprop1, pprop2, &E_indices, pleftSaved, prightSaved, pcoeffSaved)             # <<<<<<<<<<<<<<
 *                     ## --------------------------
 * 
 */
          __pyx_v_addpath_fn(__pyx_v_prps, __pyx_v_b, __pyx_v_i, __pyx_v_oprep_lists, __pyx_v_pprop1, __pyx_v_pprop2, (&__pyx_v_E_indices), __pyx_v_pleftSaved, __pyx_v_prightSaved, __pyx_v_pcoeffSaved);

          /* "pygsti/objects/replib/fastreplib.pyx":3598
 *                     ## --------------------------
 * 
 *                     if i != n-1:             # <<<<<<<<<<<<<<
 *                         # if we're not incrementing (from a zero-order term) the final index, then we
 *                         # need to to increment it until we hit num_elabels (*all* zero-th order paths)
 */
          __pyx_t_4 = ((__pyx_v_i != (__pyx_v_n - 1)) != 0);
          if (__pyx_t_4) {

            /* "pygsti/objects/replib/fastreplib.pyx":3601
 *                         # if we're not incrementing (from a zero-order term) the final index, then we
 *                         # need to to increment it until we hit num_elabels (*all* zero-th order paths)
 *                         orig_bn = b[n-1]             # <<<<<<<<<<<<<<
 *                         for k in range(1,num_elabels):
 *                             b[n-1] = k
 */
            __pyx_v_orig_bn = (__pyx_v_b[(__pyx_v_n - 1)]);

            /* "pygsti/objects/replib/fastreplib.pyx":3602
 *                         # need to to increment it until we hit num_elabels (*all* zero-th order paths)
 *                         orig_bn = b[n-1]
 *                         for k in range(1,num_elabels):             # <<<<<<<<<<<<<<
 *                             b[n-1] = k
 *                             mag2 = mag * (deref(oprep_lists[n-1])[b[n-1]]._magnitude / deref(oprep_lists[i])[orig_bn]._magnitude)
 */
            __pyx_t_5 = __pyx_v_num_elabels;
            __pyx_t_12 = __pyx_t_5;
            for (__pyx_t_13 = 1; __pyx_t_13 < __pyx_t_12; __pyx_t_13+=1) {
              __pyx_v_k = __pyx_t_13;

              /* "pygsti/objects/replib/fastreplib.pyx":3603
 *                         orig_bn = b[n-1]
 *                         for k in range(1,num_elabels):
 *                             b[n-1] = k             # <<<<<<<<<<<<<<
 *                             mag2 = mag * (deref(oprep_lists[n-1])[b[n-1]]._magnitude / deref(oprep_lists[i])[orig_bn]._magnitude)
 * 
 */
              (__pyx_v_b[(__pyx_v_n - 1)]) = __pyx_v_k;

              /* "pygsti/objects/replib/fastreplib.pyx":3604
 *                         for k in range(1,num_elabels):
 *                             b[n-1] = k
 *                             mag2 = mag * (deref(oprep_lists[n-1])[b[n-1]]._magnitude / deref(oprep_lists[i])[orig_bn]._magnitude)             # <<<<<<<<<<<<<<
 * 
 *                             ## fn_visitpath(b, mag2, n-1) ##
 */
              __pyx_t_8 = ((*(__pyx_v_oprep_lists[(__pyx_v_n - 1)]))[(__pyx_v_b[(__pyx_v_n - 1)])])->_magnitude;
              __pyx_t_11 = ((*(__pyx_v_oprep_lists[__pyx_v_i]))[__pyx_v_orig_bn])->_magnitude;
              if (unlikely(__pyx_t_11 == 0)) {
                PyErr_SetString(PyExc_ZeroDivisionError, "float division");
                __PYX_ERR(0, 3604, __pyx_L1_error)
              }
              __pyx_v_mag2 = (__pyx_v_mag * (__pyx_t_8 / __pyx_t_11));

              /* "pygsti/objects/replib/fastreplib.pyx":3607
 * 
 *                             ## fn_visitpath(b, mag2, n-1) ##
 *                             addpath_fn(prps, b, n-1, oprep_lists, pprop1, pprop2, &E_indices, pleftSaved, prightSaved, pcoeffSaved)             # <<<<<<<<<<<<<<
 *                             ## --------------------------
 *                         b[n-1] = orig_bn
 */
              __pyx_v_addpath_fn(__pyx_v_prps, __pyx_v_b, (__pyx_v_n - 1), __pyx_v_oprep_lists, __pyx_v_pprop1, __pyx_v_pprop2, (&__pyx_v_E_indices), __pyx_v_pleftSaved, __pyx_v_prightSaved, __pyx_v_pcoeffSaved);
            }

            /* "pygsti/objects/replib/fastreplib.pyx":3609
 *                             addpath_fn(prps, b, n-1, oprep_lists, pprop1, pprop2, &E_indices, pleftSaved, prightSaved, pcoeffSaved)
 *                             ## --------------------------
 *                         b[n-1] = orig_bn             # <<<<<<<<<<<<<<
 *             b[i] = orig_bi
 *         b[i] -= 1 # so we don't have to copy b
 */
            (__pyx_v_b[(__pyx_v_n - 1)]) = __pyx_v_orig_bn;

            /* "pygsti/objects/replib/fastreplib.pyx":3598
 *                     ## --------------------------
 * 
 *                     if i != n-1:             # <<<<<<<<<<<<<<
 *                         # if we're not incrementing (from a zero-order term) the final index, then we
 *                         # need to to increment it until we hit num_elabels (*all* zero-th order paths)
 */
          }

          /* "pygsti/objects/replib/fastreplib.pyx":3589
 *             orig_bi = b[i]
 *             for j in deref(foat_indices_per_op[i]):
 *                 if j >= orig_bi:             # <<<<<<<<<<<<<<
 *                     b[i] = j
 *                     mag = 0 if deref(oprep_lists[i])[orig_bi-1]._magnitude == 0 else \
 */
        }

        /* "pygsti/objects/replib/fastreplib.pyx":3588
 *             # we don't need to traverse down, since we know the path magnitude is already too low.
 *             orig_bi = b[i]
 *             for j in deref(foat_indices_per_op[i]):             # <<<<<<<<<<<<<<
 *                 if j >= orig_bi:
 *                     b[i] = j
 */
      }

      /* "pygsti/objects/replib/fastreplib.pyx":3610
 *                             ## --------------------------
 *                         b[n-1] = orig_bn
 *             b[i] = orig_bi             # <<<<<<<<<<<<<<
 *         b[i] -= 1 # so we don't have to copy b
 * 
 */
      (__pyx_v_b[__pyx_v_i]) = __pyx_v_orig_bi;

      /* "pygsti/objects/replib/fastreplib.pyx":3581
 *                       pleftSaved, prightSaved, pcoeffSaved)
 * 
 *         elif sub_order <= 1:             # <<<<<<<<<<<<<<
 *             #We've rejected term-index b[i] (in column i) because it's too small - the only reason
 *             # to accept b[i] or term indices higher than it is to include "foat" terms, so we now
 */
    }
    __pyx_L8:;

    /* "pygsti/objects/replib/fastreplib.pyx":3611
 *                         b[n-1] = orig_bn
 *             b[i] = orig_bi
 *         b[i] -= 1 # so we don't have to copy b             # <<<<<<<<<<<<<<
 * 
 * 
 */
    __pyx_t_5 = __pyx_v_i;
    (__pyx_v_b[__pyx_t_5]) = ((__pyx_v_b[__pyx_t_5]) - 1);
    __pyx_L3_continue:;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":3540
 * 
 * 
 * cdef void add_paths(sv_addpathfn_ptr addpath_fn, vector[INT]& b, vector[vector_SVTermCRep_ptr_ptr] oprep_lists,             # <<<<<<<<<<<<<<
 *                     vector[vector_INT_ptr] foat_indices_per_op, INT num_elabels,
 *                     vector[INT]& nops, vector[INT]& E_indices, INT incd, double log_thres,
 */

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_WriteUnraisable("pygsti.objects.replib.fastreplib.add_paths", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
}

/* "pygsti/objects/replib/fastreplib.pyx":3619
 * # include) at their "locked in" values.  Thus, it is not always true that log10(term.magnitude) == term.logmagnitude.  This
 * # seems non-intuitive and could be problematic if it isn't at least clarified in the FUTURE.
 * cdef bool count_paths(vector[INT]& b, vector[vector_SVTermCRep_ptr_ptr]& oprep_lists,             # <<<<<<<<<<<<<<
 *                       vector[vector_INT_ptr]& foat_indices_per_op, INT num_elabels,
 *                       vector[INT]& nops, vector[INT]& E_indices, vector[double]& pathmags, vector[INT]& nPaths,
 */

static bool __pyx_f_6pygsti_7objects_6replib_10fastreplib_count_paths(std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  &__pyx_v_b, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_SVTermCRep_ptr_ptr>  &__pyx_v_oprep_lists, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_INT_ptr>  &__pyx_v_foat_indices_per_op, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_num_elabels, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  &__pyx_v_nops, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  &__pyx_v_E_indices, std::vector<double>  &__pyx_v_pathmags, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  &__pyx_v_nPaths, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_incd, double __pyx_v_log_thres, double __pyx_v_current_mag, double __pyx_v_current_logmag, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_order, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_max_npaths, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_current_nzeros) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_j;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_k;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_orig_bi;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_orig_bn;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_n;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_sub_order;
  double __pyx_v_mag;
  double __pyx_v_mag2;
  double __pyx_v_numerator;
  double __pyx_v_denom;
  double __pyx_v_logmag;
  PyObject *__pyx_v_nzeros = NULL;
  bool __pyx_r;
  __Pyx_RefNannyDeclarations
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_1;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_2;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_3;
  int __pyx_t_4;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_5;
  int __pyx_t_6;
  double __pyx_t_7;
  PyObject *__pyx_t_8 = NULL;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> ::iterator __pyx_t_9;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  *__pyx_t_10;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_11;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_12;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_13;
  __Pyx_RefNannySetupContext("count_paths", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":3626
 *     """ first_order means only one b[i] is incremented, e.g. b == [0 1 0] or [4 0 0] """
 *     cdef INT i, j, k, orig_bi, orig_bn
 *     cdef INT n = b.size()             # <<<<<<<<<<<<<<
 *     cdef INT sub_order
 *     cdef double mag, mag2
 */
  __pyx_v_n = __pyx_v_b.size();

  /* "pygsti/objects/replib/fastreplib.pyx":3631
 *     cdef double numerator, denom
 * 
 *     for i in range(n-1, incd-1, -1):             # <<<<<<<<<<<<<<
 *         if b[i]+1 == nops[i]: continue
 *         b[i] += 1
 */
  __pyx_t_1 = (__pyx_v_incd - 1);
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = (__pyx_v_n - 1); __pyx_t_3 > __pyx_t_2; __pyx_t_3-=1) {
    __pyx_v_i = __pyx_t_3;

    /* "pygsti/objects/replib/fastreplib.pyx":3632
 * 
 *     for i in range(n-1, incd-1, -1):
 *         if b[i]+1 == nops[i]: continue             # <<<<<<<<<<<<<<
 *         b[i] += 1
 * 
 */
    __pyx_t_4 = ((((__pyx_v_b[__pyx_v_i]) + 1) == (__pyx_v_nops[__pyx_v_i])) != 0);
    if (__pyx_t_4) {
      goto __pyx_L3_continue;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":3633
 *     for i in range(n-1, incd-1, -1):
 *         if b[i]+1 == nops[i]: continue
 *         b[i] += 1             # <<<<<<<<<<<<<<
 * 
 *         if order == 0: # then incd doesn't matter b/c can inc anything to become 1st order
 */
    __pyx_t_5 = __pyx_v_i;
    (__pyx_v_b[__pyx_t_5]) = ((__pyx_v_b[__pyx_t_5]) + 1);

    /* "pygsti/objects/replib/fastreplib.pyx":3635
 *         b[i] += 1
 * 
 *         if order == 0: # then incd doesn't matter b/c can inc anything to become 1st order             # <<<<<<<<<<<<<<
 *             sub_order = 1 if (i != n-1 or b[i] >= num_elabels) else 0
 *         elif order == 1:
 */
    switch (__pyx_v_order) {
      case 0:

      /* "pygsti/objects/replib/fastreplib.pyx":3636
 * 
 *         if order == 0: # then incd doesn't matter b/c can inc anything to become 1st order
 *             sub_order = 1 if (i != n-1 or b[i] >= num_elabels) else 0             # <<<<<<<<<<<<<<
 *         elif order == 1:
 *             # we started with a first order term where incd was incremented, and now
 */
      __pyx_t_6 = ((__pyx_v_i != (__pyx_v_n - 1)) != 0);
      if (!__pyx_t_6) {
      } else {
        __pyx_t_4 = __pyx_t_6;
        goto __pyx_L6_bool_binop_done;
      }
      __pyx_t_6 = (((__pyx_v_b[__pyx_v_i]) >= __pyx_v_num_elabels) != 0);
      __pyx_t_4 = __pyx_t_6;
      __pyx_L6_bool_binop_done:;
      if (__pyx_t_4) {
        __pyx_t_5 = 1;
      } else {
        __pyx_t_5 = 0;
      }
      __pyx_v_sub_order = __pyx_t_5;

      /* "pygsti/objects/replib/fastreplib.pyx":3635
 *         b[i] += 1
 * 
 *         if order == 0: # then incd doesn't matter b/c can inc anything to become 1st order             # <<<<<<<<<<<<<<
 *             sub_order = 1 if (i != n-1 or b[i] >= num_elabels) else 0
 *         elif order == 1:
 */
      break;
      case 1:

      /* "pygsti/objects/replib/fastreplib.pyx":3640
 *             # we started with a first order term where incd was incremented, and now
 *             # we're incrementing something else
 *             sub_order = 1 if i == incd else 2 # signifies anything over 1st order where >1 column has be inc'd             # <<<<<<<<<<<<<<
 *         else:
 *             sub_order = order
 */
      if (((__pyx_v_i == __pyx_v_incd) != 0)) {
        __pyx_t_5 = 1;
      } else {
        __pyx_t_5 = 2;
      }
      __pyx_v_sub_order = __pyx_t_5;

      /* "pygsti/objects/replib/fastreplib.pyx":3637
 *         if order == 0: # then incd doesn't matter b/c can inc anything to become 1st order
 *             sub_order = 1 if (i != n-1 or b[i] >= num_elabels) else 0
 *         elif order == 1:             # <<<<<<<<<<<<<<
 *             # we started with a first order term where incd was incremented, and now
 *             # we're incrementing something else
 */
      break;
      default:

      /* "pygsti/objects/replib/fastreplib.pyx":3642
 *             sub_order = 1 if i == incd else 2 # signifies anything over 1st order where >1 column has be inc'd
 *         else:
 *             sub_order = order             # <<<<<<<<<<<<<<
 * 
 *         logmag = current_logmag + (deref(oprep_lists[i])[b[i]]._logmagnitude - deref(oprep_lists[i])[b[i]-1]._logmagnitude)
 */
      __pyx_v_sub_order = __pyx_v_order;
      break;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":3644
 *             sub_order = order
 * 
 *         logmag = current_logmag + (deref(oprep_lists[i])[b[i]]._logmagnitude - deref(oprep_lists[i])[b[i]-1]._logmagnitude)             # <<<<<<<<<<<<<<
 *         if logmag >= log_thres:
 *             numerator = deref(oprep_lists[i])[b[i]]._magnitude
 */
    __pyx_v_logmag = (__pyx_v_current_logmag + (((*(__pyx_v_oprep_lists[__pyx_v_i]))[(__pyx_v_b[__pyx_v_i])])->_logmagnitude - ((*(__pyx_v_oprep_lists[__pyx_v_i]))[((__pyx_v_b[__pyx_v_i]) - 1)])->_logmagnitude));

    /* "pygsti/objects/replib/fastreplib.pyx":3645
 * 
 *         logmag = current_logmag + (deref(oprep_lists[i])[b[i]]._logmagnitude - deref(oprep_lists[i])[b[i]-1]._logmagnitude)
 *         if logmag >= log_thres:             # <<<<<<<<<<<<<<
 *             numerator = deref(oprep_lists[i])[b[i]]._magnitude
 *             denom = deref(oprep_lists[i])[b[i]-1]._magnitude
 */
    __pyx_t_4 = ((__pyx_v_logmag >= __pyx_v_log_thres) != 0);
    if (__pyx_t_4) {

      /* "pygsti/objects/replib/fastreplib.pyx":3646
 *         logmag = current_logmag + (deref(oprep_lists[i])[b[i]]._logmagnitude - deref(oprep_lists[i])[b[i]-1]._logmagnitude)
 *         if logmag >= log_thres:
 *             numerator = deref(oprep_lists[i])[b[i]]._magnitude             # <<<<<<<<<<<<<<
 *             denom = deref(oprep_lists[i])[b[i]-1]._magnitude
 *             nzeros = current_nzeros
 */
      __pyx_t_7 = ((*(__pyx_v_oprep_lists[__pyx_v_i]))[(__pyx_v_b[__pyx_v_i])])->_magnitude;
      __pyx_v_numerator = __pyx_t_7;

      /* "pygsti/objects/replib/fastreplib.pyx":3647
 *         if logmag >= log_thres:
 *             numerator = deref(oprep_lists[i])[b[i]]._magnitude
 *             denom = deref(oprep_lists[i])[b[i]-1]._magnitude             # <<<<<<<<<<<<<<
 *             nzeros = current_nzeros
 *             if denom == 0:
 */
      __pyx_t_7 = ((*(__pyx_v_oprep_lists[__pyx_v_i]))[((__pyx_v_b[__pyx_v_i]) - 1)])->_magnitude;
      __pyx_v_denom = __pyx_t_7;

      /* "pygsti/objects/replib/fastreplib.pyx":3648
 *             numerator = deref(oprep_lists[i])[b[i]]._magnitude
 *             denom = deref(oprep_lists[i])[b[i]-1]._magnitude
 *             nzeros = current_nzeros             # <<<<<<<<<<<<<<
 *             if denom == 0:
 *                 denom = SMALL; nzeros -= 1
 */
      __pyx_t_8 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_current_nzeros); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 3648, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_8);
      __Pyx_XDECREF_SET(__pyx_v_nzeros, __pyx_t_8);
      __pyx_t_8 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":3649
 *             denom = deref(oprep_lists[i])[b[i]-1]._magnitude
 *             nzeros = current_nzeros
 *             if denom == 0:             # <<<<<<<<<<<<<<
 *                 denom = SMALL; nzeros -= 1
 *             if numerator == 0:
 */
      __pyx_t_4 = ((__pyx_v_denom == 0.0) != 0);
      if (__pyx_t_4) {

        /* "pygsti/objects/replib/fastreplib.pyx":3650
 *             nzeros = current_nzeros
 *             if denom == 0:
 *                 denom = SMALL; nzeros -= 1             # <<<<<<<<<<<<<<
 *             if numerator == 0:
 *                 numerator = SMALL; nzeros += 1
 */
        __pyx_v_denom = __pyx_v_6pygsti_7objects_6replib_10fastreplib_SMALL;
        __pyx_t_8 = __Pyx_PyInt_SubtractObjC(__pyx_v_nzeros, __pyx_int_1, 1, 1, 0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 3650, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_8);
        __Pyx_DECREF_SET(__pyx_v_nzeros, __pyx_t_8);
        __pyx_t_8 = 0;

        /* "pygsti/objects/replib/fastreplib.pyx":3649
 *             denom = deref(oprep_lists[i])[b[i]-1]._magnitude
 *             nzeros = current_nzeros
 *             if denom == 0:             # <<<<<<<<<<<<<<
 *                 denom = SMALL; nzeros -= 1
 *             if numerator == 0:
 */
      }

      /* "pygsti/objects/replib/fastreplib.pyx":3651
 *             if denom == 0:
 *                 denom = SMALL; nzeros -= 1
 *             if numerator == 0:             # <<<<<<<<<<<<<<
 *                 numerator = SMALL; nzeros += 1
 *             mag = current_mag * (numerator / denom)
 */
      __pyx_t_4 = ((__pyx_v_numerator == 0.0) != 0);
      if (__pyx_t_4) {

        /* "pygsti/objects/replib/fastreplib.pyx":3652
 *                 denom = SMALL; nzeros -= 1
 *             if numerator == 0:
 *                 numerator = SMALL; nzeros += 1             # <<<<<<<<<<<<<<
 *             mag = current_mag * (numerator / denom)
 * 
 */
        __pyx_v_numerator = __pyx_v_6pygsti_7objects_6replib_10fastreplib_SMALL;
        __pyx_t_8 = __Pyx_PyInt_AddObjC(__pyx_v_nzeros, __pyx_int_1, 1, 1, 0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 3652, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_8);
        __Pyx_DECREF_SET(__pyx_v_nzeros, __pyx_t_8);
        __pyx_t_8 = 0;

        /* "pygsti/objects/replib/fastreplib.pyx":3651
 *             if denom == 0:
 *                 denom = SMALL; nzeros -= 1
 *             if numerator == 0:             # <<<<<<<<<<<<<<
 *                 numerator = SMALL; nzeros += 1
 *             mag = current_mag * (numerator / denom)
 */
      }

      /* "pygsti/objects/replib/fastreplib.pyx":3653
 *             if numerator == 0:
 *                 numerator = SMALL; nzeros += 1
 *             mag = current_mag * (numerator / denom)             # <<<<<<<<<<<<<<
 * 
 *             ## fn_visitpath(b, mag, i) ##
 */
      if (unlikely(__pyx_v_denom == 0)) {
        PyErr_SetString(PyExc_ZeroDivisionError, "float division");
        __PYX_ERR(0, 3653, __pyx_L1_error)
      }
      __pyx_v_mag = (__pyx_v_current_mag * (__pyx_v_numerator / __pyx_v_denom));

      /* "pygsti/objects/replib/fastreplib.pyx":3656
 * 
 *             ## fn_visitpath(b, mag, i) ##
 *             if nzeros == 0:             # <<<<<<<<<<<<<<
 *                 pathmags[E_indices[b[n-1]]] += mag
 *             nPaths[E_indices[b[n-1]]] += 1
 */
      __pyx_t_8 = __Pyx_PyInt_EqObjC(__pyx_v_nzeros, __pyx_int_0, 0, 0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 3656, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_8);
      __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_8); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 3656, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
      if (__pyx_t_4) {

        /* "pygsti/objects/replib/fastreplib.pyx":3657
 *             ## fn_visitpath(b, mag, i) ##
 *             if nzeros == 0:
 *                 pathmags[E_indices[b[n-1]]] += mag             # <<<<<<<<<<<<<<
 *             nPaths[E_indices[b[n-1]]] += 1
 *             if nPaths[E_indices[b[n-1]]] == max_npaths: return True
 */
        __pyx_t_5 = (__pyx_v_E_indices[(__pyx_v_b[(__pyx_v_n - 1)])]);
        (__pyx_v_pathmags[__pyx_t_5]) = ((__pyx_v_pathmags[__pyx_t_5]) + __pyx_v_mag);

        /* "pygsti/objects/replib/fastreplib.pyx":3656
 * 
 *             ## fn_visitpath(b, mag, i) ##
 *             if nzeros == 0:             # <<<<<<<<<<<<<<
 *                 pathmags[E_indices[b[n-1]]] += mag
 *             nPaths[E_indices[b[n-1]]] += 1
 */
      }

      /* "pygsti/objects/replib/fastreplib.pyx":3658
 *             if nzeros == 0:
 *                 pathmags[E_indices[b[n-1]]] += mag
 *             nPaths[E_indices[b[n-1]]] += 1             # <<<<<<<<<<<<<<
 *             if nPaths[E_indices[b[n-1]]] == max_npaths: return True
 *             #print("Adding ",b)
 */
      __pyx_t_5 = (__pyx_v_E_indices[(__pyx_v_b[(__pyx_v_n - 1)])]);
      (__pyx_v_nPaths[__pyx_t_5]) = ((__pyx_v_nPaths[__pyx_t_5]) + 1);

      /* "pygsti/objects/replib/fastreplib.pyx":3659
 *                 pathmags[E_indices[b[n-1]]] += mag
 *             nPaths[E_indices[b[n-1]]] += 1
 *             if nPaths[E_indices[b[n-1]]] == max_npaths: return True             # <<<<<<<<<<<<<<
 *             #print("Adding ",b)
 *             ## --------------------------
 */
      __pyx_t_4 = (((__pyx_v_nPaths[(__pyx_v_E_indices[(__pyx_v_b[(__pyx_v_n - 1)])])]) == __pyx_v_max_npaths) != 0);
      if (__pyx_t_4) {
        __pyx_r = 1;
        goto __pyx_L0;
      }

      /* "pygsti/objects/replib/fastreplib.pyx":3665
 *             #add any allowed paths beneath this one
 *             if count_paths(b, oprep_lists, foat_indices_per_op, num_elabels, nops,
 *                            E_indices, pathmags, nPaths, i, log_thres, mag, logmag, sub_order, max_npaths, nzeros):             # <<<<<<<<<<<<<<
 *                 return True
 * 
 */
      __pyx_t_5 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_v_nzeros); if (unlikely((__pyx_t_5 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 3665, __pyx_L1_error)

      /* "pygsti/objects/replib/fastreplib.pyx":3664
 * 
 *             #add any allowed paths beneath this one
 *             if count_paths(b, oprep_lists, foat_indices_per_op, num_elabels, nops,             # <<<<<<<<<<<<<<
 *                            E_indices, pathmags, nPaths, i, log_thres, mag, logmag, sub_order, max_npaths, nzeros):
 *                 return True
 */
      __pyx_t_4 = (__pyx_f_6pygsti_7objects_6replib_10fastreplib_count_paths(__pyx_v_b, __pyx_v_oprep_lists, __pyx_v_foat_indices_per_op, __pyx_v_num_elabels, __pyx_v_nops, __pyx_v_E_indices, __pyx_v_pathmags, __pyx_v_nPaths, __pyx_v_i, __pyx_v_log_thres, __pyx_v_mag, __pyx_v_logmag, __pyx_v_sub_order, __pyx_v_max_npaths, __pyx_t_5) != 0);
      if (__pyx_t_4) {

        /* "pygsti/objects/replib/fastreplib.pyx":3666
 *             if count_paths(b, oprep_lists, foat_indices_per_op, num_elabels, nops,
 *                            E_indices, pathmags, nPaths, i, log_thres, mag, logmag, sub_order, max_npaths, nzeros):
 *                 return True             # <<<<<<<<<<<<<<
 * 
 *         elif sub_order <= 1:
 */
        __pyx_r = 1;
        goto __pyx_L0;

        /* "pygsti/objects/replib/fastreplib.pyx":3664
 * 
 *             #add any allowed paths beneath this one
 *             if count_paths(b, oprep_lists, foat_indices_per_op, num_elabels, nops,             # <<<<<<<<<<<<<<
 *                            E_indices, pathmags, nPaths, i, log_thres, mag, logmag, sub_order, max_npaths, nzeros):
 *                 return True
 */
      }

      /* "pygsti/objects/replib/fastreplib.pyx":3645
 * 
 *         logmag = current_logmag + (deref(oprep_lists[i])[b[i]]._logmagnitude - deref(oprep_lists[i])[b[i]-1]._logmagnitude)
 *         if logmag >= log_thres:             # <<<<<<<<<<<<<<
 *             numerator = deref(oprep_lists[i])[b[i]]._magnitude
 *             denom = deref(oprep_lists[i])[b[i]-1]._magnitude
 */
      goto __pyx_L8;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":3668
 *                 return True
 * 
 *         elif sub_order <= 1:             # <<<<<<<<<<<<<<
 *             #We've rejected term-index b[i] (in column i) because it's too small - the only reason
 *             # to accept b[i] or term indices higher than it is to include "foat" terms, so we now
 */
    __pyx_t_4 = ((__pyx_v_sub_order <= 1) != 0);
    if (__pyx_t_4) {

      /* "pygsti/objects/replib/fastreplib.pyx":3674
 *             # values of b[i], or we wouldn't be here).  Note that we just need to visit the path,
 *             # we don't need to traverse down, since we know the path magnitude is already too low.
 *             orig_bi = b[i]             # <<<<<<<<<<<<<<
 *             for j in deref(foat_indices_per_op[i]):
 *                 if j >= orig_bi:
 */
      __pyx_v_orig_bi = (__pyx_v_b[__pyx_v_i]);

      /* "pygsti/objects/replib/fastreplib.pyx":3675
 *             # we don't need to traverse down, since we know the path magnitude is already too low.
 *             orig_bi = b[i]
 *             for j in deref(foat_indices_per_op[i]):             # <<<<<<<<<<<<<<
 *                 if j >= orig_bi:
 *                     b[i] = j
 */
      __pyx_t_10 = &(*(__pyx_v_foat_indices_per_op[__pyx_v_i]));
      __pyx_t_9 = __pyx_t_10->begin();
      for (;;) {
        if (!(__pyx_t_9 != __pyx_t_10->end())) break;
        __pyx_t_5 = *__pyx_t_9;
        ++__pyx_t_9;
        __pyx_v_j = __pyx_t_5;

        /* "pygsti/objects/replib/fastreplib.pyx":3676
 *             orig_bi = b[i]
 *             for j in deref(foat_indices_per_op[i]):
 *                 if j >= orig_bi:             # <<<<<<<<<<<<<<
 *                     b[i] = j
 *                     nzeros = current_nzeros
 */
        __pyx_t_4 = ((__pyx_v_j >= __pyx_v_orig_bi) != 0);
        if (__pyx_t_4) {

          /* "pygsti/objects/replib/fastreplib.pyx":3677
 *             for j in deref(foat_indices_per_op[i]):
 *                 if j >= orig_bi:
 *                     b[i] = j             # <<<<<<<<<<<<<<
 *                     nzeros = current_nzeros
 *                     numerator = deref(oprep_lists[i])[b[i]]._magnitude
 */
          (__pyx_v_b[__pyx_v_i]) = __pyx_v_j;

          /* "pygsti/objects/replib/fastreplib.pyx":3678
 *                 if j >= orig_bi:
 *                     b[i] = j
 *                     nzeros = current_nzeros             # <<<<<<<<<<<<<<
 *                     numerator = deref(oprep_lists[i])[b[i]]._magnitude
 *                     denom = deref(oprep_lists[i])[orig_bi-1]._magnitude
 */
          __pyx_t_8 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_current_nzeros); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 3678, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_8);
          __Pyx_XDECREF_SET(__pyx_v_nzeros, __pyx_t_8);
          __pyx_t_8 = 0;

          /* "pygsti/objects/replib/fastreplib.pyx":3679
 *                     b[i] = j
 *                     nzeros = current_nzeros
 *                     numerator = deref(oprep_lists[i])[b[i]]._magnitude             # <<<<<<<<<<<<<<
 *                     denom = deref(oprep_lists[i])[orig_bi-1]._magnitude
 *                     if denom == 0: denom = SMALL
 */
          __pyx_t_7 = ((*(__pyx_v_oprep_lists[__pyx_v_i]))[(__pyx_v_b[__pyx_v_i])])->_magnitude;
          __pyx_v_numerator = __pyx_t_7;

          /* "pygsti/objects/replib/fastreplib.pyx":3680
 *                     nzeros = current_nzeros
 *                     numerator = deref(oprep_lists[i])[b[i]]._magnitude
 *                     denom = deref(oprep_lists[i])[orig_bi-1]._magnitude             # <<<<<<<<<<<<<<
 *                     if denom == 0: denom = SMALL
 *                     #if numerator == 0: nzeros += 1  # not needed b/c we just leave numerator = 0
 */
          __pyx_t_7 = ((*(__pyx_v_oprep_lists[__pyx_v_i]))[(__pyx_v_orig_bi - 1)])->_magnitude;
          __pyx_v_denom = __pyx_t_7;

          /* "pygsti/objects/replib/fastreplib.pyx":3681
 *                     numerator = deref(oprep_lists[i])[b[i]]._magnitude
 *                     denom = deref(oprep_lists[i])[orig_bi-1]._magnitude
 *                     if denom == 0: denom = SMALL             # <<<<<<<<<<<<<<
 *                     #if numerator == 0: nzeros += 1  # not needed b/c we just leave numerator = 0
 *                     mag = current_mag * (numerator / denom)  # OK if mag == 0 as it's not passed to any recursive calls
 */
          __pyx_t_4 = ((__pyx_v_denom == 0.0) != 0);
          if (__pyx_t_4) {
            __pyx_v_denom = __pyx_v_6pygsti_7objects_6replib_10fastreplib_SMALL;
          }

          /* "pygsti/objects/replib/fastreplib.pyx":3683
 *                     if denom == 0: denom = SMALL
 *                     #if numerator == 0: nzeros += 1  # not needed b/c we just leave numerator = 0
 *                     mag = current_mag * (numerator / denom)  # OK if mag == 0 as it's not passed to any recursive calls             # <<<<<<<<<<<<<<
 * 
 *                     ## fn_visitpath(b, mag, i) ##
 */
          if (unlikely(__pyx_v_denom == 0)) {
            PyErr_SetString(PyExc_ZeroDivisionError, "float division");
            __PYX_ERR(0, 3683, __pyx_L1_error)
          }
          __pyx_v_mag = (__pyx_v_current_mag * (__pyx_v_numerator / __pyx_v_denom));

          /* "pygsti/objects/replib/fastreplib.pyx":3686
 * 
 *                     ## fn_visitpath(b, mag, i) ##
 *                     if nzeros == 0:             # <<<<<<<<<<<<<<
 *                         pathmags[E_indices[b[n-1]]] += mag
 *                     nPaths[E_indices[b[n-1]]] += 1
 */
          __pyx_t_8 = __Pyx_PyInt_EqObjC(__pyx_v_nzeros, __pyx_int_0, 0, 0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 3686, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_8);
          __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_8); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 3686, __pyx_L1_error)
          __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
          if (__pyx_t_4) {

            /* "pygsti/objects/replib/fastreplib.pyx":3687
 *                     ## fn_visitpath(b, mag, i) ##
 *                     if nzeros == 0:
 *                         pathmags[E_indices[b[n-1]]] += mag             # <<<<<<<<<<<<<<
 *                     nPaths[E_indices[b[n-1]]] += 1
 *                     #if E_indices[b[n-1]] == 0:  # TODO REMOVE
 */
            __pyx_t_5 = (__pyx_v_E_indices[(__pyx_v_b[(__pyx_v_n - 1)])]);
            (__pyx_v_pathmags[__pyx_t_5]) = ((__pyx_v_pathmags[__pyx_t_5]) + __pyx_v_mag);

            /* "pygsti/objects/replib/fastreplib.pyx":3686
 * 
 *                     ## fn_visitpath(b, mag, i) ##
 *                     if nzeros == 0:             # <<<<<<<<<<<<<<
 *                         pathmags[E_indices[b[n-1]]] += mag
 *                     nPaths[E_indices[b[n-1]]] += 1
 */
          }

          /* "pygsti/objects/replib/fastreplib.pyx":3688
 *                     if nzeros == 0:
 *                         pathmags[E_indices[b[n-1]]] += mag
 *                     nPaths[E_indices[b[n-1]]] += 1             # <<<<<<<<<<<<<<
 *                     #if E_indices[b[n-1]] == 0:  # TODO REMOVE
 *                     #    print nPaths[E_indices[b[n-1]]], mag, pathmags[E_indices[b[n-1]]], b, current_mag, deref(oprep_lists[i])[b[i]]._magnitude, deref(oprep_lists[i])[orig_bi-1]._magnitude, incd, i, "*2"
 */
          __pyx_t_5 = (__pyx_v_E_indices[(__pyx_v_b[(__pyx_v_n - 1)])]);
          (__pyx_v_nPaths[__pyx_t_5]) = ((__pyx_v_nPaths[__pyx_t_5]) + 1);

          /* "pygsti/objects/replib/fastreplib.pyx":3691
 *                     #if E_indices[b[n-1]] == 0:  # TODO REMOVE
 *                     #    print nPaths[E_indices[b[n-1]]], mag, pathmags[E_indices[b[n-1]]], b, current_mag, deref(oprep_lists[i])[b[i]]._magnitude, deref(oprep_lists[i])[orig_bi-1]._magnitude, incd, i, "*2"
 *                     if nPaths[E_indices[b[n-1]]] == max_npaths: return True             # <<<<<<<<<<<<<<
 *                     #print("FOAT Adding ",b)
 *                     ## --------------------------
 */
          __pyx_t_4 = (((__pyx_v_nPaths[(__pyx_v_E_indices[(__pyx_v_b[(__pyx_v_n - 1)])])]) == __pyx_v_max_npaths) != 0);
          if (__pyx_t_4) {
            __pyx_r = 1;
            goto __pyx_L0;
          }

          /* "pygsti/objects/replib/fastreplib.pyx":3695
 *                     ## --------------------------
 * 
 *                     if i != n-1:             # <<<<<<<<<<<<<<
 *                         # if we're not incrementing (from a zero-order term) the final index, then we
 *                         # need to to increment it until we hit num_elabels (*all* zero-th order paths)
 */
          __pyx_t_4 = ((__pyx_v_i != (__pyx_v_n - 1)) != 0);
          if (__pyx_t_4) {

            /* "pygsti/objects/replib/fastreplib.pyx":3698
 *                         # if we're not incrementing (from a zero-order term) the final index, then we
 *                         # need to to increment it until we hit num_elabels (*all* zero-th order paths)
 *                         orig_bn = b[n-1]             # <<<<<<<<<<<<<<
 *                         for k in range(1,num_elabels):
 *                             b[n-1] = k
 */
            __pyx_v_orig_bn = (__pyx_v_b[(__pyx_v_n - 1)]);

            /* "pygsti/objects/replib/fastreplib.pyx":3699
 *                         # need to to increment it until we hit num_elabels (*all* zero-th order paths)
 *                         orig_bn = b[n-1]
 *                         for k in range(1,num_elabels):             # <<<<<<<<<<<<<<
 *                             b[n-1] = k
 *                             numerator = deref(oprep_lists[n-1])[b[n-1]]._magnitude
 */
            __pyx_t_5 = __pyx_v_num_elabels;
            __pyx_t_11 = __pyx_t_5;
            for (__pyx_t_12 = 1; __pyx_t_12 < __pyx_t_11; __pyx_t_12+=1) {
              __pyx_v_k = __pyx_t_12;

              /* "pygsti/objects/replib/fastreplib.pyx":3700
 *                         orig_bn = b[n-1]
 *                         for k in range(1,num_elabels):
 *                             b[n-1] = k             # <<<<<<<<<<<<<<
 *                             numerator = deref(oprep_lists[n-1])[b[n-1]]._magnitude
 *                             denom = deref(oprep_lists[i])[orig_bn]._magnitude
 */
              (__pyx_v_b[(__pyx_v_n - 1)]) = __pyx_v_k;

              /* "pygsti/objects/replib/fastreplib.pyx":3701
 *                         for k in range(1,num_elabels):
 *                             b[n-1] = k
 *                             numerator = deref(oprep_lists[n-1])[b[n-1]]._magnitude             # <<<<<<<<<<<<<<
 *                             denom = deref(oprep_lists[i])[orig_bn]._magnitude
 *                             if denom == 0: denom = SMALL
 */
              __pyx_t_7 = ((*(__pyx_v_oprep_lists[(__pyx_v_n - 1)]))[(__pyx_v_b[(__pyx_v_n - 1)])])->_magnitude;
              __pyx_v_numerator = __pyx_t_7;

              /* "pygsti/objects/replib/fastreplib.pyx":3702
 *                             b[n-1] = k
 *                             numerator = deref(oprep_lists[n-1])[b[n-1]]._magnitude
 *                             denom = deref(oprep_lists[i])[orig_bn]._magnitude             # <<<<<<<<<<<<<<
 *                             if denom == 0: denom = SMALL
 * 
 */
              __pyx_t_7 = ((*(__pyx_v_oprep_lists[__pyx_v_i]))[__pyx_v_orig_bn])->_magnitude;
              __pyx_v_denom = __pyx_t_7;

              /* "pygsti/objects/replib/fastreplib.pyx":3703
 *                             numerator = deref(oprep_lists[n-1])[b[n-1]]._magnitude
 *                             denom = deref(oprep_lists[i])[orig_bn]._magnitude
 *                             if denom == 0: denom = SMALL             # <<<<<<<<<<<<<<
 * 
 *                             mag2 = mag * (numerator / denom)
 */
              __pyx_t_4 = ((__pyx_v_denom == 0.0) != 0);
              if (__pyx_t_4) {
                __pyx_v_denom = __pyx_v_6pygsti_7objects_6replib_10fastreplib_SMALL;
              }

              /* "pygsti/objects/replib/fastreplib.pyx":3705
 *                             if denom == 0: denom = SMALL
 * 
 *                             mag2 = mag * (numerator / denom)             # <<<<<<<<<<<<<<
 * 
 *                             ## fn_visitpath(b, mag2, n-1) ##
 */
              if (unlikely(__pyx_v_denom == 0)) {
                PyErr_SetString(PyExc_ZeroDivisionError, "float division");
                __PYX_ERR(0, 3705, __pyx_L1_error)
              }
              __pyx_v_mag2 = (__pyx_v_mag * (__pyx_v_numerator / __pyx_v_denom));

              /* "pygsti/objects/replib/fastreplib.pyx":3708
 * 
 *                             ## fn_visitpath(b, mag2, n-1) ##
 *                             if nzeros == 0:  # if numerator was zero above, mag2 will be zero, so we still won't add anyting (good)             # <<<<<<<<<<<<<<
 *                                 pathmags[E_indices[b[n-1]]] += mag2
 *                             nPaths[E_indices[b[n-1]]] += 1
 */
              __pyx_t_8 = __Pyx_PyInt_EqObjC(__pyx_v_nzeros, __pyx_int_0, 0, 0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 3708, __pyx_L1_error)
              __Pyx_GOTREF(__pyx_t_8);
              __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_8); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 3708, __pyx_L1_error)
              __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
              if (__pyx_t_4) {

                /* "pygsti/objects/replib/fastreplib.pyx":3709
 *                             ## fn_visitpath(b, mag2, n-1) ##
 *                             if nzeros == 0:  # if numerator was zero above, mag2 will be zero, so we still won't add anyting (good)
 *                                 pathmags[E_indices[b[n-1]]] += mag2             # <<<<<<<<<<<<<<
 *                             nPaths[E_indices[b[n-1]]] += 1
 *                             #if E_indices[b[n-1]] == 0:  # TODO REMOVE
 */
                __pyx_t_13 = (__pyx_v_E_indices[(__pyx_v_b[(__pyx_v_n - 1)])]);
                (__pyx_v_pathmags[__pyx_t_13]) = ((__pyx_v_pathmags[__pyx_t_13]) + __pyx_v_mag2);

                /* "pygsti/objects/replib/fastreplib.pyx":3708
 * 
 *                             ## fn_visitpath(b, mag2, n-1) ##
 *                             if nzeros == 0:  # if numerator was zero above, mag2 will be zero, so we still won't add anyting (good)             # <<<<<<<<<<<<<<
 *                                 pathmags[E_indices[b[n-1]]] += mag2
 *                             nPaths[E_indices[b[n-1]]] += 1
 */
              }

              /* "pygsti/objects/replib/fastreplib.pyx":3710
 *                             if nzeros == 0:  # if numerator was zero above, mag2 will be zero, so we still won't add anyting (good)
 *                                 pathmags[E_indices[b[n-1]]] += mag2
 *                             nPaths[E_indices[b[n-1]]] += 1             # <<<<<<<<<<<<<<
 *                             #if E_indices[b[n-1]] == 0:  # TODO REMOVE
 *                             #    print nPaths[E_indices[b[n-1]]], mag2, pathmags[E_indices[b[n-1]]], b, mag, incd, i, " *3"
 */
              __pyx_t_13 = (__pyx_v_E_indices[(__pyx_v_b[(__pyx_v_n - 1)])]);
              (__pyx_v_nPaths[__pyx_t_13]) = ((__pyx_v_nPaths[__pyx_t_13]) + 1);

              /* "pygsti/objects/replib/fastreplib.pyx":3713
 *                             #if E_indices[b[n-1]] == 0:  # TODO REMOVE
 *                             #    print nPaths[E_indices[b[n-1]]], mag2, pathmags[E_indices[b[n-1]]], b, mag, incd, i, " *3"
 *                             if nPaths[E_indices[b[n-1]]] == max_npaths: return True             # <<<<<<<<<<<<<<
 *                             #print("FOAT Adding ",b)
 *                             ## --------------------------
 */
              __pyx_t_4 = (((__pyx_v_nPaths[(__pyx_v_E_indices[(__pyx_v_b[(__pyx_v_n - 1)])])]) == __pyx_v_max_npaths) != 0);
              if (__pyx_t_4) {
                __pyx_r = 1;
                goto __pyx_L0;
              }
            }

            /* "pygsti/objects/replib/fastreplib.pyx":3716
 *                             #print("FOAT Adding ",b)
 *                             ## --------------------------
 *                         b[n-1] = orig_bn             # <<<<<<<<<<<<<<
 *             b[i] = orig_bi
 *         b[i] -= 1 # so we don't have to copy b
 */
            (__pyx_v_b[(__pyx_v_n - 1)]) = __pyx_v_orig_bn;

            /* "pygsti/objects/replib/fastreplib.pyx":3695
 *                     ## --------------------------
 * 
 *                     if i != n-1:             # <<<<<<<<<<<<<<
 *                         # if we're not incrementing (from a zero-order term) the final index, then we
 *                         # need to to increment it until we hit num_elabels (*all* zero-th order paths)
 */
          }

          /* "pygsti/objects/replib/fastreplib.pyx":3676
 *             orig_bi = b[i]
 *             for j in deref(foat_indices_per_op[i]):
 *                 if j >= orig_bi:             # <<<<<<<<<<<<<<
 *                     b[i] = j
 *                     nzeros = current_nzeros
 */
        }

        /* "pygsti/objects/replib/fastreplib.pyx":3675
 *             # we don't need to traverse down, since we know the path magnitude is already too low.
 *             orig_bi = b[i]
 *             for j in deref(foat_indices_per_op[i]):             # <<<<<<<<<<<<<<
 *                 if j >= orig_bi:
 *                     b[i] = j
 */
      }

      /* "pygsti/objects/replib/fastreplib.pyx":3717
 *                             ## --------------------------
 *                         b[n-1] = orig_bn
 *             b[i] = orig_bi             # <<<<<<<<<<<<<<
 *         b[i] -= 1 # so we don't have to copy b
 *     return False
 */
      (__pyx_v_b[__pyx_v_i]) = __pyx_v_orig_bi;

      /* "pygsti/objects/replib/fastreplib.pyx":3668
 *                 return True
 * 
 *         elif sub_order <= 1:             # <<<<<<<<<<<<<<
 *             #We've rejected term-index b[i] (in column i) because it's too small - the only reason
 *             # to accept b[i] or term indices higher than it is to include "foat" terms, so we now
 */
    }
    __pyx_L8:;

    /* "pygsti/objects/replib/fastreplib.pyx":3718
 *                         b[n-1] = orig_bn
 *             b[i] = orig_bi
 *         b[i] -= 1 # so we don't have to copy b             # <<<<<<<<<<<<<<
 *     return False
 * 
 */
    __pyx_t_5 = __pyx_v_i;
    (__pyx_v_b[__pyx_t_5]) = ((__pyx_v_b[__pyx_t_5]) - 1);
    __pyx_L3_continue:;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":3719
 *             b[i] = orig_bi
 *         b[i] -= 1 # so we don't have to copy b
 *     return False             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_r = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":3619
 * # include) at their "locked in" values.  Thus, it is not always true that log10(term.magnitude) == term.logmagnitude.  This
 * # seems non-intuitive and could be problematic if it isn't at least clarified in the FUTURE.
 * cdef bool count_paths(vector[INT]& b, vector[vector_SVTermCRep_ptr_ptr]& oprep_lists,             # <<<<<<<<<<<<<<
 *                       vector[vector_INT_ptr]& foat_indices_per_op, INT num_elabels,
 *                       vector[INT]& nops, vector[INT]& E_indices, vector[double]& pathmags, vector[INT]& nPaths,
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_8);
  __Pyx_WriteUnraisable("pygsti.objects.replib.fastreplib.count_paths", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_nzeros);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":3722
 * 
 * 
 * cdef void count_paths_upto_threshold(vector[vector_SVTermCRep_ptr_ptr] oprep_lists, double pathmag_threshold, INT num_elabels,             # <<<<<<<<<<<<<<
 *                                      vector[vector_INT_ptr] foat_indices_per_op, vector[INT]& E_indices, INT max_npaths,
 *                                      vector[double]& pathmags, vector[INT]& nPaths):
 */

static void __pyx_f_6pygsti_7objects_6replib_10fastreplib_count_paths_upto_threshold(std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_SVTermCRep_ptr_ptr>  __pyx_v_oprep_lists, double __pyx_v_pathmag_threshold, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_num_elabels, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_INT_ptr>  __pyx_v_foat_indices_per_op, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  &__pyx_v_E_indices, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_max_npaths, std::vector<double>  &__pyx_v_pathmags, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  &__pyx_v_nPaths) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_n;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_v_nops;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_v_b;
  double __pyx_v_log_thres;
  double __pyx_v_current_mag;
  double __pyx_v_current_logmag;
  __Pyx_RefNannyDeclarations
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_t_1;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_2;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_3;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_4;
  __Pyx_RefNannySetupContext("count_paths_upto_threshold", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":3727
 *     """ TODO: docstring """
 *     cdef INT i
 *     cdef INT n = oprep_lists.size()             # <<<<<<<<<<<<<<
 *     cdef vector[INT] nops = vector[INT](n)
 *     cdef vector[INT] b = vector[INT](n)
 */
  __pyx_v_n = __pyx_v_oprep_lists.size();

  /* "pygsti/objects/replib/fastreplib.pyx":3728
 *     cdef INT i
 *     cdef INT n = oprep_lists.size()
 *     cdef vector[INT] nops = vector[INT](n)             # <<<<<<<<<<<<<<
 *     cdef vector[INT] b = vector[INT](n)
 *     cdef double log_thres = log10(pathmag_threshold)
 */
  try {
    __pyx_t_1 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> (__pyx_v_n);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 3728, __pyx_L1_error)
  }
  __pyx_v_nops = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":3729
 *     cdef INT n = oprep_lists.size()
 *     cdef vector[INT] nops = vector[INT](n)
 *     cdef vector[INT] b = vector[INT](n)             # <<<<<<<<<<<<<<
 *     cdef double log_thres = log10(pathmag_threshold)
 *     cdef double current_mag = 1.0
 */
  try {
    __pyx_t_1 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> (__pyx_v_n);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 3729, __pyx_L1_error)
  }
  __pyx_v_b = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":3730
 *     cdef vector[INT] nops = vector[INT](n)
 *     cdef vector[INT] b = vector[INT](n)
 *     cdef double log_thres = log10(pathmag_threshold)             # <<<<<<<<<<<<<<
 *     cdef double current_mag = 1.0
 *     cdef double current_logmag = 0.0
 */
  __pyx_v_log_thres = log10(__pyx_v_pathmag_threshold);

  /* "pygsti/objects/replib/fastreplib.pyx":3731
 *     cdef vector[INT] b = vector[INT](n)
 *     cdef double log_thres = log10(pathmag_threshold)
 *     cdef double current_mag = 1.0             # <<<<<<<<<<<<<<
 *     cdef double current_logmag = 0.0
 * 
 */
  __pyx_v_current_mag = 1.0;

  /* "pygsti/objects/replib/fastreplib.pyx":3732
 *     cdef double log_thres = log10(pathmag_threshold)
 *     cdef double current_mag = 1.0
 *     cdef double current_logmag = 0.0             # <<<<<<<<<<<<<<
 * 
 *     for i in range(n):
 */
  __pyx_v_current_logmag = 0.0;

  /* "pygsti/objects/replib/fastreplib.pyx":3734
 *     cdef double current_logmag = 0.0
 * 
 *     for i in range(n):             # <<<<<<<<<<<<<<
 *         nops[i] = oprep_lists[i].size()
 *         b[i] = 0
 */
  __pyx_t_2 = __pyx_v_n;
  __pyx_t_3 = __pyx_t_2;
  for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
    __pyx_v_i = __pyx_t_4;

    /* "pygsti/objects/replib/fastreplib.pyx":3735
 * 
 *     for i in range(n):
 *         nops[i] = oprep_lists[i].size()             # <<<<<<<<<<<<<<
 *         b[i] = 0
 * 
 */
    (__pyx_v_nops[__pyx_v_i]) = (__pyx_v_oprep_lists[__pyx_v_i])->size();

    /* "pygsti/objects/replib/fastreplib.pyx":3736
 *     for i in range(n):
 *         nops[i] = oprep_lists[i].size()
 *         b[i] = 0             # <<<<<<<<<<<<<<
 * 
 *     ## fn_visitpath(b, current_mag, 0) # visit root (all 0s) path
 */
    (__pyx_v_b[__pyx_v_i]) = 0;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":3739
 * 
 *     ## fn_visitpath(b, current_mag, 0) # visit root (all 0s) path
 *     pathmags[E_indices[0]] += current_mag             # <<<<<<<<<<<<<<
 *     nPaths[E_indices[0]] += 1
 *     #print("Adding ",b)
 */
  __pyx_t_2 = (__pyx_v_E_indices[0]);
  (__pyx_v_pathmags[__pyx_t_2]) = ((__pyx_v_pathmags[__pyx_t_2]) + __pyx_v_current_mag);

  /* "pygsti/objects/replib/fastreplib.pyx":3740
 *     ## fn_visitpath(b, current_mag, 0) # visit root (all 0s) path
 *     pathmags[E_indices[0]] += current_mag
 *     nPaths[E_indices[0]] += 1             # <<<<<<<<<<<<<<
 *     #print("Adding ",b)
 *     ## -------------------------------
 */
  __pyx_t_2 = (__pyx_v_E_indices[0]);
  (__pyx_v_nPaths[__pyx_t_2]) = ((__pyx_v_nPaths[__pyx_t_2]) + 1);

  /* "pygsti/objects/replib/fastreplib.pyx":3743
 *     #print("Adding ",b)
 *     ## -------------------------------
 *     count_paths(b, oprep_lists, foat_indices_per_op, num_elabels, nops, E_indices, pathmags, nPaths,             # <<<<<<<<<<<<<<
 *                 0, log_thres, current_mag, current_logmag, 0, max_npaths, 0)
 *     return
 */
  (void)(__pyx_f_6pygsti_7objects_6replib_10fastreplib_count_paths(__pyx_v_b, __pyx_v_oprep_lists, __pyx_v_foat_indices_per_op, __pyx_v_num_elabels, __pyx_v_nops, __pyx_v_E_indices, __pyx_v_pathmags, __pyx_v_nPaths, 0, __pyx_v_log_thres, __pyx_v_current_mag, __pyx_v_current_logmag, 0, __pyx_v_max_npaths, 0));

  /* "pygsti/objects/replib/fastreplib.pyx":3745
 *     count_paths(b, oprep_lists, foat_indices_per_op, num_elabels, nops, E_indices, pathmags, nPaths,
 *                 0, log_thres, current_mag, current_logmag, 0, max_npaths, 0)
 *     return             # <<<<<<<<<<<<<<
 * 
 * 
 */
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":3722
 * 
 * 
 * cdef void count_paths_upto_threshold(vector[vector_SVTermCRep_ptr_ptr] oprep_lists, double pathmag_threshold, INT num_elabels,             # <<<<<<<<<<<<<<
 *                                      vector[vector_INT_ptr] foat_indices_per_op, vector[INT]& E_indices, INT max_npaths,
 *                                      vector[double]& pathmags, vector[INT]& nPaths):
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_WriteUnraisable("pygsti.objects.replib.fastreplib.count_paths_upto_threshold", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
}

/* "pygsti/objects/replib/fastreplib.pyx":3748
 * 
 * 
 * cdef double pathmagnitude_threshold(vector[vector_SVTermCRep_ptr_ptr] oprep_lists, vector[INT]& E_indices,             # <<<<<<<<<<<<<<
 *                                     INT nEffects, vector[double] target_sum_of_pathmags,
 *                                     vector[vector_INT_ptr] foat_indices_per_op,
 */

static double __pyx_f_6pygsti_7objects_6replib_10fastreplib_pathmagnitude_threshold(std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_SVTermCRep_ptr_ptr>  __pyx_v_oprep_lists, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  &__pyx_v_E_indices, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nEffects, std::vector<double>  __pyx_v_target_sum_of_pathmags, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_INT_ptr>  __pyx_v_foat_indices_per_op, double __pyx_v_initial_threshold, double __pyx_v_min_threshold, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_max_npaths, std::vector<double>  &__pyx_v_mags, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  &__pyx_v_nPaths) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nIters;
  double __pyx_v_threshold;
  double __pyx_v_threshold_upper_bound;
  double __pyx_v_threshold_lower_bound;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_j;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_try_larger_threshold;
  double __pyx_r;
  __Pyx_RefNannyDeclarations
  double __pyx_t_1;
  int __pyx_t_2;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_3;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_4;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_5;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_6;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_7;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_8;
  int __pyx_t_9;
  __Pyx_RefNannySetupContext("pathmagnitude_threshold", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":3756
 *     TODO: docstring - note: target_sum_of_pathmags is a *vector* that holds a separate value for each E-index
 *     """
 *     cdef INT nIters = 0             # <<<<<<<<<<<<<<
 *     cdef double threshold = initial_threshold if (initial_threshold >= 0) else 0.1 # default value
 *     #target_mag = target_sum_of_pathmags
 */
  __pyx_v_nIters = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":3757
 *     """
 *     cdef INT nIters = 0
 *     cdef double threshold = initial_threshold if (initial_threshold >= 0) else 0.1 # default value             # <<<<<<<<<<<<<<
 *     #target_mag = target_sum_of_pathmags
 *     cdef double threshold_upper_bound = 1.0
 */
  if (((__pyx_v_initial_threshold >= 0.0) != 0)) {
    __pyx_t_1 = __pyx_v_initial_threshold;
  } else {
    __pyx_t_1 = 0.1;
  }
  __pyx_v_threshold = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":3759
 *     cdef double threshold = initial_threshold if (initial_threshold >= 0) else 0.1 # default value
 *     #target_mag = target_sum_of_pathmags
 *     cdef double threshold_upper_bound = 1.0             # <<<<<<<<<<<<<<
 *     cdef double threshold_lower_bound = -1.0
 *     cdef INT i, j
 */
  __pyx_v_threshold_upper_bound = 1.0;

  /* "pygsti/objects/replib/fastreplib.pyx":3760
 *     #target_mag = target_sum_of_pathmags
 *     cdef double threshold_upper_bound = 1.0
 *     cdef double threshold_lower_bound = -1.0             # <<<<<<<<<<<<<<
 *     cdef INT i, j
 *     cdef INT try_larger_threshold
 */
  __pyx_v_threshold_lower_bound = -1.0;

  /* "pygsti/objects/replib/fastreplib.pyx":3764
 *     cdef INT try_larger_threshold
 * 
 *     while nIters < 100: # TODO: allow setting max_nIters as an arg?             # <<<<<<<<<<<<<<
 *         for i in range(nEffects):
 *             mags[i] = 0.0; nPaths[i] = 0
 */
  while (1) {
    __pyx_t_2 = ((__pyx_v_nIters < 0x64) != 0);
    if (!__pyx_t_2) break;

    /* "pygsti/objects/replib/fastreplib.pyx":3765
 * 
 *     while nIters < 100: # TODO: allow setting max_nIters as an arg?
 *         for i in range(nEffects):             # <<<<<<<<<<<<<<
 *             mags[i] = 0.0; nPaths[i] = 0
 *         count_paths_upto_threshold(oprep_lists, threshold, nEffects,
 */
    __pyx_t_3 = __pyx_v_nEffects;
    __pyx_t_4 = __pyx_t_3;
    for (__pyx_t_5 = 0; __pyx_t_5 < __pyx_t_4; __pyx_t_5+=1) {
      __pyx_v_i = __pyx_t_5;

      /* "pygsti/objects/replib/fastreplib.pyx":3766
 *     while nIters < 100: # TODO: allow setting max_nIters as an arg?
 *         for i in range(nEffects):
 *             mags[i] = 0.0; nPaths[i] = 0             # <<<<<<<<<<<<<<
 *         count_paths_upto_threshold(oprep_lists, threshold, nEffects,
 *                                    foat_indices_per_op, E_indices, max_npaths,
 */
      (__pyx_v_mags[__pyx_v_i]) = 0.0;
      (__pyx_v_nPaths[__pyx_v_i]) = 0;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":3767
 *         for i in range(nEffects):
 *             mags[i] = 0.0; nPaths[i] = 0
 *         count_paths_upto_threshold(oprep_lists, threshold, nEffects,             # <<<<<<<<<<<<<<
 *                                    foat_indices_per_op, E_indices, max_npaths,
 *                                    mags, nPaths)
 */
    __pyx_f_6pygsti_7objects_6replib_10fastreplib_count_paths_upto_threshold(__pyx_v_oprep_lists, __pyx_v_threshold, __pyx_v_nEffects, __pyx_v_foat_indices_per_op, __pyx_v_E_indices, __pyx_v_max_npaths, __pyx_v_mags, __pyx_v_nPaths);

    /* "pygsti/objects/replib/fastreplib.pyx":3771
 *                                    mags, nPaths)
 * 
 *         try_larger_threshold = 1 # True             # <<<<<<<<<<<<<<
 *         for i in range(nEffects):
 *             #if(mags[i] > target_sum_of_pathmags[i]): #DEBUG TODO REMOVE
 */
    __pyx_v_try_larger_threshold = 1;

    /* "pygsti/objects/replib/fastreplib.pyx":3772
 * 
 *         try_larger_threshold = 1 # True
 *         for i in range(nEffects):             # <<<<<<<<<<<<<<
 *             #if(mags[i] > target_sum_of_pathmags[i]): #DEBUG TODO REMOVE
 *             #    print "MAGS TOO LARGE!!! mags=",mags[i]," target_sum=",target_sum_of_pathmags[i]
 */
    __pyx_t_3 = __pyx_v_nEffects;
    __pyx_t_4 = __pyx_t_3;
    for (__pyx_t_5 = 0; __pyx_t_5 < __pyx_t_4; __pyx_t_5+=1) {
      __pyx_v_i = __pyx_t_5;

      /* "pygsti/objects/replib/fastreplib.pyx":3776
 *             #    print "MAGS TOO LARGE!!! mags=",mags[i]," target_sum=",target_sum_of_pathmags[i]
 * 
 *             if(mags[i] < target_sum_of_pathmags[i]):             # <<<<<<<<<<<<<<
 *                 try_larger_threshold = 0 # False
 * 
 */
      __pyx_t_2 = (((__pyx_v_mags[__pyx_v_i]) < (__pyx_v_target_sum_of_pathmags[__pyx_v_i])) != 0);
      if (__pyx_t_2) {

        /* "pygsti/objects/replib/fastreplib.pyx":3777
 * 
 *             if(mags[i] < target_sum_of_pathmags[i]):
 *                 try_larger_threshold = 0 # False             # <<<<<<<<<<<<<<
 * 
 *                 #Check that max_npaths has not been reached - if so, *still* try a larger threshold
 */
        __pyx_v_try_larger_threshold = 0;

        /* "pygsti/objects/replib/fastreplib.pyx":3780
 * 
 *                 #Check that max_npaths has not been reached - if so, *still* try a larger threshold
 *                 for j in range(nEffects):             # <<<<<<<<<<<<<<
 *                     if nPaths[j] >= max_npaths:
 *                         try_larger_threshold = 1 # True
 */
        __pyx_t_6 = __pyx_v_nEffects;
        __pyx_t_7 = __pyx_t_6;
        for (__pyx_t_8 = 0; __pyx_t_8 < __pyx_t_7; __pyx_t_8+=1) {
          __pyx_v_j = __pyx_t_8;

          /* "pygsti/objects/replib/fastreplib.pyx":3781
 *                 #Check that max_npaths has not been reached - if so, *still* try a larger threshold
 *                 for j in range(nEffects):
 *                     if nPaths[j] >= max_npaths:             # <<<<<<<<<<<<<<
 *                         try_larger_threshold = 1 # True
 *                         break
 */
          __pyx_t_2 = (((__pyx_v_nPaths[__pyx_v_j]) >= __pyx_v_max_npaths) != 0);
          if (__pyx_t_2) {

            /* "pygsti/objects/replib/fastreplib.pyx":3782
 *                 for j in range(nEffects):
 *                     if nPaths[j] >= max_npaths:
 *                         try_larger_threshold = 1 # True             # <<<<<<<<<<<<<<
 *                         break
 *                 break
 */
            __pyx_v_try_larger_threshold = 1;

            /* "pygsti/objects/replib/fastreplib.pyx":3783
 *                     if nPaths[j] >= max_npaths:
 *                         try_larger_threshold = 1 # True
 *                         break             # <<<<<<<<<<<<<<
 *                 break
 * 
 */
            goto __pyx_L11_break;

            /* "pygsti/objects/replib/fastreplib.pyx":3781
 *                 #Check that max_npaths has not been reached - if so, *still* try a larger threshold
 *                 for j in range(nEffects):
 *                     if nPaths[j] >= max_npaths:             # <<<<<<<<<<<<<<
 *                         try_larger_threshold = 1 # True
 *                         break
 */
          }
        }
        __pyx_L11_break:;

        /* "pygsti/objects/replib/fastreplib.pyx":3784
 *                         try_larger_threshold = 1 # True
 *                         break
 *                 break             # <<<<<<<<<<<<<<
 * 
 *         if try_larger_threshold:
 */
        goto __pyx_L8_break;

        /* "pygsti/objects/replib/fastreplib.pyx":3776
 *             #    print "MAGS TOO LARGE!!! mags=",mags[i]," target_sum=",target_sum_of_pathmags[i]
 * 
 *             if(mags[i] < target_sum_of_pathmags[i]):             # <<<<<<<<<<<<<<
 *                 try_larger_threshold = 0 # False
 * 
 */
      }
    }
    __pyx_L8_break:;

    /* "pygsti/objects/replib/fastreplib.pyx":3786
 *                 break
 * 
 *         if try_larger_threshold:             # <<<<<<<<<<<<<<
 *             threshold_lower_bound = threshold
 *             if threshold_upper_bound >= 0: # ~(is not None)
 */
    __pyx_t_2 = (__pyx_v_try_larger_threshold != 0);
    if (__pyx_t_2) {

      /* "pygsti/objects/replib/fastreplib.pyx":3787
 * 
 *         if try_larger_threshold:
 *             threshold_lower_bound = threshold             # <<<<<<<<<<<<<<
 *             if threshold_upper_bound >= 0: # ~(is not None)
 *                 threshold = (threshold_upper_bound + threshold_lower_bound)/2
 */
      __pyx_v_threshold_lower_bound = __pyx_v_threshold;

      /* "pygsti/objects/replib/fastreplib.pyx":3788
 *         if try_larger_threshold:
 *             threshold_lower_bound = threshold
 *             if threshold_upper_bound >= 0: # ~(is not None)             # <<<<<<<<<<<<<<
 *                 threshold = (threshold_upper_bound + threshold_lower_bound)/2
 *             else: threshold *= 2
 */
      __pyx_t_2 = ((__pyx_v_threshold_upper_bound >= 0.0) != 0);
      if (__pyx_t_2) {

        /* "pygsti/objects/replib/fastreplib.pyx":3789
 *             threshold_lower_bound = threshold
 *             if threshold_upper_bound >= 0: # ~(is not None)
 *                 threshold = (threshold_upper_bound + threshold_lower_bound)/2             # <<<<<<<<<<<<<<
 *             else: threshold *= 2
 *         else: # try smaller threshold
 */
        __pyx_v_threshold = ((__pyx_v_threshold_upper_bound + __pyx_v_threshold_lower_bound) / 2.0);

        /* "pygsti/objects/replib/fastreplib.pyx":3788
 *         if try_larger_threshold:
 *             threshold_lower_bound = threshold
 *             if threshold_upper_bound >= 0: # ~(is not None)             # <<<<<<<<<<<<<<
 *                 threshold = (threshold_upper_bound + threshold_lower_bound)/2
 *             else: threshold *= 2
 */
        goto __pyx_L14;
      }

      /* "pygsti/objects/replib/fastreplib.pyx":3790
 *             if threshold_upper_bound >= 0: # ~(is not None)
 *                 threshold = (threshold_upper_bound + threshold_lower_bound)/2
 *             else: threshold *= 2             # <<<<<<<<<<<<<<
 *         else: # try smaller threshold
 *             threshold_upper_bound = threshold
 */
      /*else*/ {
        __pyx_v_threshold = (__pyx_v_threshold * 2.0);
      }
      __pyx_L14:;

      /* "pygsti/objects/replib/fastreplib.pyx":3786
 *                 break
 * 
 *         if try_larger_threshold:             # <<<<<<<<<<<<<<
 *             threshold_lower_bound = threshold
 *             if threshold_upper_bound >= 0: # ~(is not None)
 */
      goto __pyx_L13;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":3792
 *             else: threshold *= 2
 *         else: # try smaller threshold
 *             threshold_upper_bound = threshold             # <<<<<<<<<<<<<<
 *             if threshold_lower_bound >= 0: # ~(is not None)
 *                 threshold = (threshold_upper_bound + threshold_lower_bound)/2
 */
    /*else*/ {
      __pyx_v_threshold_upper_bound = __pyx_v_threshold;

      /* "pygsti/objects/replib/fastreplib.pyx":3793
 *         else: # try smaller threshold
 *             threshold_upper_bound = threshold
 *             if threshold_lower_bound >= 0: # ~(is not None)             # <<<<<<<<<<<<<<
 *                 threshold = (threshold_upper_bound + threshold_lower_bound)/2
 *             else: threshold /= 2
 */
      __pyx_t_2 = ((__pyx_v_threshold_lower_bound >= 0.0) != 0);
      if (__pyx_t_2) {

        /* "pygsti/objects/replib/fastreplib.pyx":3794
 *             threshold_upper_bound = threshold
 *             if threshold_lower_bound >= 0: # ~(is not None)
 *                 threshold = (threshold_upper_bound + threshold_lower_bound)/2             # <<<<<<<<<<<<<<
 *             else: threshold /= 2
 * 
 */
        __pyx_v_threshold = ((__pyx_v_threshold_upper_bound + __pyx_v_threshold_lower_bound) / 2.0);

        /* "pygsti/objects/replib/fastreplib.pyx":3793
 *         else: # try smaller threshold
 *             threshold_upper_bound = threshold
 *             if threshold_lower_bound >= 0: # ~(is not None)             # <<<<<<<<<<<<<<
 *                 threshold = (threshold_upper_bound + threshold_lower_bound)/2
 *             else: threshold /= 2
 */
        goto __pyx_L15;
      }

      /* "pygsti/objects/replib/fastreplib.pyx":3795
 *             if threshold_lower_bound >= 0: # ~(is not None)
 *                 threshold = (threshold_upper_bound + threshold_lower_bound)/2
 *             else: threshold /= 2             # <<<<<<<<<<<<<<
 * 
 *         #print("  Interval: threshold in [%s,%s]: %s %s" % (str(threshold_upper_bound),str(threshold_lower_bound),mag,nPaths))
 */
      /*else*/ {
        __pyx_v_threshold = (__pyx_v_threshold / 2.0);
      }
      __pyx_L15:;
    }
    __pyx_L13:;

    /* "pygsti/objects/replib/fastreplib.pyx":3798
 * 
 *         #print("  Interval: threshold in [%s,%s]: %s %s" % (str(threshold_upper_bound),str(threshold_lower_bound),mag,nPaths))
 *         if threshold_upper_bound >= 0 and threshold_lower_bound >= 0 and \             # <<<<<<<<<<<<<<
 *            (threshold_upper_bound - threshold_lower_bound)/threshold_upper_bound < 1e-3:
 *             #print("Converged after %d iters!" % nIters)
 */
    __pyx_t_9 = ((__pyx_v_threshold_upper_bound >= 0.0) != 0);
    if (__pyx_t_9) {
    } else {
      __pyx_t_2 = __pyx_t_9;
      goto __pyx_L17_bool_binop_done;
    }
    __pyx_t_9 = ((__pyx_v_threshold_lower_bound >= 0.0) != 0);
    if (__pyx_t_9) {
    } else {
      __pyx_t_2 = __pyx_t_9;
      goto __pyx_L17_bool_binop_done;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":3799
 *         #print("  Interval: threshold in [%s,%s]: %s %s" % (str(threshold_upper_bound),str(threshold_lower_bound),mag,nPaths))
 *         if threshold_upper_bound >= 0 and threshold_lower_bound >= 0 and \
 *            (threshold_upper_bound - threshold_lower_bound)/threshold_upper_bound < 1e-3:             # <<<<<<<<<<<<<<
 *             #print("Converged after %d iters!" % nIters)
 *             break
 */
    __pyx_t_1 = (__pyx_v_threshold_upper_bound - __pyx_v_threshold_lower_bound);
    if (unlikely(__pyx_v_threshold_upper_bound == 0)) {
      PyErr_SetString(PyExc_ZeroDivisionError, "float division");
      __PYX_ERR(0, 3799, __pyx_L1_error)
    }
    __pyx_t_9 = (((__pyx_t_1 / __pyx_v_threshold_upper_bound) < 1e-3) != 0);
    __pyx_t_2 = __pyx_t_9;
    __pyx_L17_bool_binop_done:;

    /* "pygsti/objects/replib/fastreplib.pyx":3798
 * 
 *         #print("  Interval: threshold in [%s,%s]: %s %s" % (str(threshold_upper_bound),str(threshold_lower_bound),mag,nPaths))
 *         if threshold_upper_bound >= 0 and threshold_lower_bound >= 0 and \             # <<<<<<<<<<<<<<
 *            (threshold_upper_bound - threshold_lower_bound)/threshold_upper_bound < 1e-3:
 *             #print("Converged after %d iters!" % nIters)
 */
    if (__pyx_t_2) {

      /* "pygsti/objects/replib/fastreplib.pyx":3801
 *            (threshold_upper_bound - threshold_lower_bound)/threshold_upper_bound < 1e-3:
 *             #print("Converged after %d iters!" % nIters)
 *             break             # <<<<<<<<<<<<<<
 *         if threshold_upper_bound < min_threshold: # could also just set min_threshold to be the lower bound initially?
 *             threshold_upper_bound = threshold_lower_bound = min_threshold
 */
      goto __pyx_L4_break;

      /* "pygsti/objects/replib/fastreplib.pyx":3798
 * 
 *         #print("  Interval: threshold in [%s,%s]: %s %s" % (str(threshold_upper_bound),str(threshold_lower_bound),mag,nPaths))
 *         if threshold_upper_bound >= 0 and threshold_lower_bound >= 0 and \             # <<<<<<<<<<<<<<
 *            (threshold_upper_bound - threshold_lower_bound)/threshold_upper_bound < 1e-3:
 *             #print("Converged after %d iters!" % nIters)
 */
    }

    /* "pygsti/objects/replib/fastreplib.pyx":3802
 *             #print("Converged after %d iters!" % nIters)
 *             break
 *         if threshold_upper_bound < min_threshold: # could also just set min_threshold to be the lower bound initially?             # <<<<<<<<<<<<<<
 *             threshold_upper_bound = threshold_lower_bound = min_threshold
 *             #print("Hit min threshold after %d iters!" % nIters)
 */
    __pyx_t_2 = ((__pyx_v_threshold_upper_bound < __pyx_v_min_threshold) != 0);
    if (__pyx_t_2) {

      /* "pygsti/objects/replib/fastreplib.pyx":3803
 *             break
 *         if threshold_upper_bound < min_threshold: # could also just set min_threshold to be the lower bound initially?
 *             threshold_upper_bound = threshold_lower_bound = min_threshold             # <<<<<<<<<<<<<<
 *             #print("Hit min threshold after %d iters!" % nIters)
 *             break
 */
      __pyx_v_threshold_upper_bound = __pyx_v_min_threshold;
      __pyx_v_threshold_lower_bound = __pyx_v_min_threshold;

      /* "pygsti/objects/replib/fastreplib.pyx":3805
 *             threshold_upper_bound = threshold_lower_bound = min_threshold
 *             #print("Hit min threshold after %d iters!" % nIters)
 *             break             # <<<<<<<<<<<<<<
 * 
 *         nIters += 1
 */
      goto __pyx_L4_break;

      /* "pygsti/objects/replib/fastreplib.pyx":3802
 *             #print("Converged after %d iters!" % nIters)
 *             break
 *         if threshold_upper_bound < min_threshold: # could also just set min_threshold to be the lower bound initially?             # <<<<<<<<<<<<<<
 *             threshold_upper_bound = threshold_lower_bound = min_threshold
 *             #print("Hit min threshold after %d iters!" % nIters)
 */
    }

    /* "pygsti/objects/replib/fastreplib.pyx":3807
 *             break
 * 
 *         nIters += 1             # <<<<<<<<<<<<<<
 * 
 *     #Run path traversal once more to count final number of paths
 */
    __pyx_v_nIters = (__pyx_v_nIters + 1);
  }
  __pyx_L4_break:;

  /* "pygsti/objects/replib/fastreplib.pyx":3810
 * 
 *     #Run path traversal once more to count final number of paths
 *     for i in range(nEffects):             # <<<<<<<<<<<<<<
 *         mags[i] = 0.0; nPaths[i] = 0
 *     count_paths_upto_threshold(oprep_lists, threshold_lower_bound, nEffects,
 */
  __pyx_t_3 = __pyx_v_nEffects;
  __pyx_t_4 = __pyx_t_3;
  for (__pyx_t_5 = 0; __pyx_t_5 < __pyx_t_4; __pyx_t_5+=1) {
    __pyx_v_i = __pyx_t_5;

    /* "pygsti/objects/replib/fastreplib.pyx":3811
 *     #Run path traversal once more to count final number of paths
 *     for i in range(nEffects):
 *         mags[i] = 0.0; nPaths[i] = 0             # <<<<<<<<<<<<<<
 *     count_paths_upto_threshold(oprep_lists, threshold_lower_bound, nEffects,
 *                                foat_indices_per_op, E_indices, 1000000000, mags, nPaths) # sets mags and nPaths
 */
    (__pyx_v_mags[__pyx_v_i]) = 0.0;
    (__pyx_v_nPaths[__pyx_v_i]) = 0;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":3812
 *     for i in range(nEffects):
 *         mags[i] = 0.0; nPaths[i] = 0
 *     count_paths_upto_threshold(oprep_lists, threshold_lower_bound, nEffects,             # <<<<<<<<<<<<<<
 *                                foat_indices_per_op, E_indices, 1000000000, mags, nPaths) # sets mags and nPaths
 *     # 1000000000 == NO_LIMIT; we want to test that the threshold above limits the number of
 */
  __pyx_f_6pygsti_7objects_6replib_10fastreplib_count_paths_upto_threshold(__pyx_v_oprep_lists, __pyx_v_threshold_lower_bound, __pyx_v_nEffects, __pyx_v_foat_indices_per_op, __pyx_v_E_indices, 0x3B9ACA00, __pyx_v_mags, __pyx_v_nPaths);

  /* "pygsti/objects/replib/fastreplib.pyx":3818
 *     # may be needed to ensure all equal-weight paths are considered together (needed for the resulting prob to be *real*).
 * 
 *     return threshold_lower_bound             # <<<<<<<<<<<<<<
 * 
 * def SV_circuit_achieved_and_max_sopm(calc, rholabel, elabels, circuit, repcache, opcache, threshold, min_term_mag):
 */
  __pyx_r = __pyx_v_threshold_lower_bound;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":3748
 * 
 * 
 * cdef double pathmagnitude_threshold(vector[vector_SVTermCRep_ptr_ptr] oprep_lists, vector[INT]& E_indices,             # <<<<<<<<<<<<<<
 *                                     INT nEffects, vector[double] target_sum_of_pathmags,
 *                                     vector[vector_INT_ptr] foat_indices_per_op,
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_WriteUnraisable("pygsti.objects.replib.fastreplib.pathmagnitude_threshold", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":3820
 *     return threshold_lower_bound
 * 
 * def SV_circuit_achieved_and_max_sopm(calc, rholabel, elabels, circuit, repcache, opcache, threshold, min_term_mag):             # <<<<<<<<<<<<<<
 *     """ TODO: docstring """
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_29SV_circuit_achieved_and_max_sopm(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static char __pyx_doc_6pygsti_7objects_6replib_10fastreplib_28SV_circuit_achieved_and_max_sopm[] = " TODO: docstring ";
static PyMethodDef __pyx_mdef_6pygsti_7objects_6replib_10fastreplib_29SV_circuit_achieved_and_max_sopm = {"SV_circuit_achieved_and_max_sopm", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_29SV_circuit_achieved_and_max_sopm, METH_VARARGS|METH_KEYWORDS, __pyx_doc_6pygsti_7objects_6replib_10fastreplib_28SV_circuit_achieved_and_max_sopm};
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_29SV_circuit_achieved_and_max_sopm(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyObject *__pyx_v_calc = 0;
  PyObject *__pyx_v_rholabel = 0;
  PyObject *__pyx_v_elabels = 0;
  PyObject *__pyx_v_circuit = 0;
  PyObject *__pyx_v_repcache = 0;
  PyObject *__pyx_v_opcache = 0;
  PyObject *__pyx_v_threshold = 0;
  PyObject *__pyx_v_min_term_mag = 0;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("SV_circuit_achieved_and_max_sopm (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_calc,&__pyx_n_s_rholabel,&__pyx_n_s_elabels,&__pyx_n_s_circuit,&__pyx_n_s_repcache,&__pyx_n_s_opcache,&__pyx_n_s_threshold,&__pyx_n_s_min_term_mag,0};
    PyObject* values[8] = {0,0,0,0,0,0,0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  8: values[7] = PyTuple_GET_ITEM(__pyx_args, 7);
        CYTHON_FALLTHROUGH;
        case  7: values[6] = PyTuple_GET_ITEM(__pyx_args, 6);
        CYTHON_FALLTHROUGH;
        case  6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
        CYTHON_FALLTHROUGH;
        case  5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
        CYTHON_FALLTHROUGH;
        case  4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
        CYTHON_FALLTHROUGH;
        case  3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
        CYTHON_FALLTHROUGH;
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_calc)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_rholabel)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("SV_circuit_achieved_and_max_sopm", 1, 8, 8, 1); __PYX_ERR(0, 3820, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  2:
        if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_elabels)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("SV_circuit_achieved_and_max_sopm", 1, 8, 8, 2); __PYX_ERR(0, 3820, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  3:
        if (likely((values[3] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_circuit)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("SV_circuit_achieved_and_max_sopm", 1, 8, 8, 3); __PYX_ERR(0, 3820, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  4:
        if (likely((values[4] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_repcache)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("SV_circuit_achieved_and_max_sopm", 1, 8, 8, 4); __PYX_ERR(0, 3820, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  5:
        if (likely((values[5] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_opcache)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("SV_circuit_achieved_and_max_sopm", 1, 8, 8, 5); __PYX_ERR(0, 3820, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  6:
        if (likely((values[6] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_threshold)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("SV_circuit_achieved_and_max_sopm", 1, 8, 8, 6); __PYX_ERR(0, 3820, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  7:
        if (likely((values[7] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_min_term_mag)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("SV_circuit_achieved_and_max_sopm", 1, 8, 8, 7); __PYX_ERR(0, 3820, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "SV_circuit_achieved_and_max_sopm") < 0)) __PYX_ERR(0, 3820, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 8) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
      values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
      values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
      values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
      values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
      values[6] = PyTuple_GET_ITEM(__pyx_args, 6);
      values[7] = PyTuple_GET_ITEM(__pyx_args, 7);
    }
    __pyx_v_calc = values[0];
    __pyx_v_rholabel = values[1];
    __pyx_v_elabels = values[2];
    __pyx_v_circuit = values[3];
    __pyx_v_repcache = values[4];
    __pyx_v_opcache = values[5];
    __pyx_v_threshold = values[6];
    __pyx_v_min_term_mag = values[7];
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("SV_circuit_achieved_and_max_sopm", 1, 8, 8, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 3820, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SV_circuit_achieved_and_max_sopm", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_28SV_circuit_achieved_and_max_sopm(__pyx_self, __pyx_v_calc, __pyx_v_rholabel, __pyx_v_elabels, __pyx_v_circuit, __pyx_v_repcache, __pyx_v_opcache, __pyx_v_threshold, __pyx_v_min_term_mag);

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_28SV_circuit_achieved_and_max_sopm(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_calc, PyObject *__pyx_v_rholabel, PyObject *__pyx_v_elabels, PyObject *__pyx_v_circuit, PyObject *__pyx_v_repcache, PyObject *__pyx_v_opcache, PyObject *__pyx_v_threshold, PyObject *__pyx_v_min_term_mag) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_numEs;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_mpv;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl *__pyx_v_cscel = 0;
  PyObject *__pyx_v_circuitsetup_cache = NULL;
  double __pyx_v_max_partial_sopm;
  std::vector<double>  __pyx_v_max_sum_of_pathmags;
  PyObject *__pyx_v_glbl = NULL;
  PyObject *__pyx_v_op = NULL;
  PyObject *__pyx_v_elbl = NULL;
  CYTHON_UNUSED PyObject *__pyx_v_stateDim = NULL;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_N;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nFactorLists;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_SVTermCRep_ptr_ptr>  __pyx_v_factor_lists;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_INT_ptr>  __pyx_v_foat_indices_per_op;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_NO_LIMIT;
  std::vector<double>  __pyx_v_mags;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_v_npaths;
  PyObject *__pyx_v_achieved_sopm = NULL;
  PyObject *__pyx_v_max_sopm = NULL;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  Py_ssize_t __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_3;
  int __pyx_t_4;
  int __pyx_t_5;
  PyObject *__pyx_t_6 = NULL;
  PyObject *__pyx_t_7 = NULL;
  PyObject *__pyx_t_8 = NULL;
  int __pyx_t_9;
  PyObject *__pyx_t_10 = NULL;
  double __pyx_t_11;
  std::vector<double>  __pyx_t_12;
  PyObject *(*__pyx_t_13)(PyObject *);
  PyObject *__pyx_t_14 = NULL;
  PyObject *__pyx_t_15 = NULL;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_SVTermCRep_ptr_ptr>  __pyx_t_16;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_INT_ptr>  __pyx_t_17;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_18;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_19;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_t_20;
  __Pyx_RefNannySetupContext("SV_circuit_achieved_and_max_sopm", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":3833
 * 
 *     cdef INT i, j
 *     cdef INT numEs = len(elabels)             # <<<<<<<<<<<<<<
 *     cdef INT mpv = calc.Np # max_poly_vars
 *     cdef CircuitSetupCacheEl cscel;
 */
  __pyx_t_1 = PyObject_Length(__pyx_v_elabels); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 3833, __pyx_L1_error)
  __pyx_v_numEs = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":3834
 *     cdef INT i, j
 *     cdef INT numEs = len(elabels)
 *     cdef INT mpv = calc.Np # max_poly_vars             # <<<<<<<<<<<<<<
 *     cdef CircuitSetupCacheEl cscel;
 *     circuitsetup_cache = {} # for now...
 */
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_Np); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 3834, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_2); if (unlikely((__pyx_t_3 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 3834, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_v_mpv = __pyx_t_3;

  /* "pygsti/objects/replib/fastreplib.pyx":3836
 *     cdef INT mpv = calc.Np # max_poly_vars
 *     cdef CircuitSetupCacheEl cscel;
 *     circuitsetup_cache = {} # for now...             # <<<<<<<<<<<<<<
 * 
 *     if circuit in circuitsetup_cache:
 */
  __pyx_t_2 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 3836, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_v_circuitsetup_cache = ((PyObject*)__pyx_t_2);
  __pyx_t_2 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":3838
 *     circuitsetup_cache = {} # for now...
 * 
 *     if circuit in circuitsetup_cache:             # <<<<<<<<<<<<<<
 *         cscel = <CircuitSetupCacheEl?>circuitsetup_cache[circuit]
 *     else:
 */
  __pyx_t_4 = (__Pyx_PyDict_ContainsTF(__pyx_v_circuit, __pyx_v_circuitsetup_cache, Py_EQ)); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 3838, __pyx_L1_error)
  __pyx_t_5 = (__pyx_t_4 != 0);
  if (__pyx_t_5) {

    /* "pygsti/objects/replib/fastreplib.pyx":3839
 * 
 *     if circuit in circuitsetup_cache:
 *         cscel = <CircuitSetupCacheEl?>circuitsetup_cache[circuit]             # <<<<<<<<<<<<<<
 *     else:
 *         cscel = <CircuitSetupCacheEl?>SV_create_circuitsetup_cacheel(calc, rholabel, elabels, circuit, repcache, opcache, min_term_mag, mpv)
 */
    __pyx_t_2 = __Pyx_PyDict_GetItem(__pyx_v_circuitsetup_cache, __pyx_v_circuit); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 3839, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    if (!(likely(__Pyx_TypeTest(__pyx_t_2, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl)))) __PYX_ERR(0, 3839, __pyx_L1_error)
    __pyx_t_6 = __pyx_t_2;
    __Pyx_INCREF(__pyx_t_6);
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __pyx_v_cscel = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl *)__pyx_t_6);
    __pyx_t_6 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":3838
 *     circuitsetup_cache = {} # for now...
 * 
 *     if circuit in circuitsetup_cache:             # <<<<<<<<<<<<<<
 *         cscel = <CircuitSetupCacheEl?>circuitsetup_cache[circuit]
 *     else:
 */
    goto __pyx_L3;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":3841
 *         cscel = <CircuitSetupCacheEl?>circuitsetup_cache[circuit]
 *     else:
 *         cscel = <CircuitSetupCacheEl?>SV_create_circuitsetup_cacheel(calc, rholabel, elabels, circuit, repcache, opcache, min_term_mag, mpv)             # <<<<<<<<<<<<<<
 *         circuitsetup_cache[circuit] = cscel
 * 
 */
  /*else*/ {
    __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_SV_create_circuitsetup_cacheel); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 3841, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_7 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_mpv); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 3841, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_7);
    __pyx_t_8 = NULL;
    __pyx_t_9 = 0;
    if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) {
      __pyx_t_8 = PyMethod_GET_SELF(__pyx_t_2);
      if (likely(__pyx_t_8)) {
        PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
        __Pyx_INCREF(__pyx_t_8);
        __Pyx_INCREF(function);
        __Pyx_DECREF_SET(__pyx_t_2, function);
        __pyx_t_9 = 1;
      }
    }
    #if CYTHON_FAST_PYCALL
    if (PyFunction_Check(__pyx_t_2)) {
      PyObject *__pyx_temp[9] = {__pyx_t_8, __pyx_v_calc, __pyx_v_rholabel, __pyx_v_elabels, __pyx_v_circuit, __pyx_v_repcache, __pyx_v_opcache, __pyx_v_min_term_mag, __pyx_t_7};
      __pyx_t_6 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_9, 8+__pyx_t_9); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 3841, __pyx_L1_error)
      __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
      __Pyx_GOTREF(__pyx_t_6);
      __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
    } else
    #endif
    #if CYTHON_FAST_PYCCALL
    if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) {
      PyObject *__pyx_temp[9] = {__pyx_t_8, __pyx_v_calc, __pyx_v_rholabel, __pyx_v_elabels, __pyx_v_circuit, __pyx_v_repcache, __pyx_v_opcache, __pyx_v_min_term_mag, __pyx_t_7};
      __pyx_t_6 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_9, 8+__pyx_t_9); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 3841, __pyx_L1_error)
      __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
      __Pyx_GOTREF(__pyx_t_6);
      __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
    } else
    #endif
    {
      __pyx_t_10 = PyTuple_New(8+__pyx_t_9); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 3841, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_10);
      if (__pyx_t_8) {
        __Pyx_GIVEREF(__pyx_t_8); PyTuple_SET_ITEM(__pyx_t_10, 0, __pyx_t_8); __pyx_t_8 = NULL;
      }
      __Pyx_INCREF(__pyx_v_calc);
      __Pyx_GIVEREF(__pyx_v_calc);
      PyTuple_SET_ITEM(__pyx_t_10, 0+__pyx_t_9, __pyx_v_calc);
      __Pyx_INCREF(__pyx_v_rholabel);
      __Pyx_GIVEREF(__pyx_v_rholabel);
      PyTuple_SET_ITEM(__pyx_t_10, 1+__pyx_t_9, __pyx_v_rholabel);
      __Pyx_INCREF(__pyx_v_elabels);
      __Pyx_GIVEREF(__pyx_v_elabels);
      PyTuple_SET_ITEM(__pyx_t_10, 2+__pyx_t_9, __pyx_v_elabels);
      __Pyx_INCREF(__pyx_v_circuit);
      __Pyx_GIVEREF(__pyx_v_circuit);
      PyTuple_SET_ITEM(__pyx_t_10, 3+__pyx_t_9, __pyx_v_circuit);
      __Pyx_INCREF(__pyx_v_repcache);
      __Pyx_GIVEREF(__pyx_v_repcache);
      PyTuple_SET_ITEM(__pyx_t_10, 4+__pyx_t_9, __pyx_v_repcache);
      __Pyx_INCREF(__pyx_v_opcache);
      __Pyx_GIVEREF(__pyx_v_opcache);
      PyTuple_SET_ITEM(__pyx_t_10, 5+__pyx_t_9, __pyx_v_opcache);
      __Pyx_INCREF(__pyx_v_min_term_mag);
      __Pyx_GIVEREF(__pyx_v_min_term_mag);
      PyTuple_SET_ITEM(__pyx_t_10, 6+__pyx_t_9, __pyx_v_min_term_mag);
      __Pyx_GIVEREF(__pyx_t_7);
      PyTuple_SET_ITEM(__pyx_t_10, 7+__pyx_t_9, __pyx_t_7);
      __pyx_t_7 = 0;
      __pyx_t_6 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_10, NULL); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 3841, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_6);
      __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
    }
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    if (!(likely(__Pyx_TypeTest(__pyx_t_6, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl)))) __PYX_ERR(0, 3841, __pyx_L1_error)
    __pyx_t_2 = __pyx_t_6;
    __Pyx_INCREF(__pyx_t_2);
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    __pyx_v_cscel = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl *)__pyx_t_2);
    __pyx_t_2 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":3842
 *     else:
 *         cscel = <CircuitSetupCacheEl?>SV_create_circuitsetup_cacheel(calc, rholabel, elabels, circuit, repcache, opcache, min_term_mag, mpv)
 *         circuitsetup_cache[circuit] = cscel             # <<<<<<<<<<<<<<
 * 
 *     #Get MAX-SOPM for circuit outcomes and thereby the target SOPM (via MAX - gap)
 */
    if (unlikely(PyDict_SetItem(__pyx_v_circuitsetup_cache, __pyx_v_circuit, ((PyObject *)__pyx_v_cscel)) < 0)) __PYX_ERR(0, 3842, __pyx_L1_error)
  }
  __pyx_L3:;

  /* "pygsti/objects/replib/fastreplib.pyx":3845
 * 
 *     #Get MAX-SOPM for circuit outcomes and thereby the target SOPM (via MAX - gap)
 *     cdef double max_partial_sopm = (opcache[rholabel] if rholabel in opcache else calc.sos.get_prep(rholabel)).get_total_term_magnitude()             # <<<<<<<<<<<<<<
 *     cdef vector[double] max_sum_of_pathmags = vector[double](numEs)
 *     for glbl in circuit:
 */
  __pyx_t_5 = (__Pyx_PySequence_ContainsTF(__pyx_v_rholabel, __pyx_v_opcache, Py_EQ)); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 3845, __pyx_L1_error)
  if ((__pyx_t_5 != 0)) {
    __pyx_t_10 = __Pyx_PyObject_GetItem(__pyx_v_opcache, __pyx_v_rholabel); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 3845, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_10);
    __pyx_t_6 = __pyx_t_10;
    __pyx_t_10 = 0;
  } else {
    __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_sos); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 3845, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_7);
    __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_7, __pyx_n_s_get_prep); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 3845, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_8);
    __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
    __pyx_t_7 = NULL;
    if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_8))) {
      __pyx_t_7 = PyMethod_GET_SELF(__pyx_t_8);
      if (likely(__pyx_t_7)) {
        PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_8);
        __Pyx_INCREF(__pyx_t_7);
        __Pyx_INCREF(function);
        __Pyx_DECREF_SET(__pyx_t_8, function);
      }
    }
    __pyx_t_10 = (__pyx_t_7) ? __Pyx_PyObject_Call2Args(__pyx_t_8, __pyx_t_7, __pyx_v_rholabel) : __Pyx_PyObject_CallOneArg(__pyx_t_8, __pyx_v_rholabel);
    __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
    if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 3845, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_10);
    __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
    __pyx_t_6 = __pyx_t_10;
    __pyx_t_10 = 0;
  }
  __pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_t_6, __pyx_n_s_get_total_term_magnitude); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 3845, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_10);
  __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
  __pyx_t_6 = NULL;
  if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_10))) {
    __pyx_t_6 = PyMethod_GET_SELF(__pyx_t_10);
    if (likely(__pyx_t_6)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_10);
      __Pyx_INCREF(__pyx_t_6);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_10, function);
    }
  }
  __pyx_t_2 = (__pyx_t_6) ? __Pyx_PyObject_CallOneArg(__pyx_t_10, __pyx_t_6) : __Pyx_PyObject_CallNoArg(__pyx_t_10);
  __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
  if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 3845, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
  __pyx_t_11 = __pyx_PyFloat_AsDouble(__pyx_t_2); if (unlikely((__pyx_t_11 == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 3845, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_v_max_partial_sopm = __pyx_t_11;

  /* "pygsti/objects/replib/fastreplib.pyx":3846
 *     #Get MAX-SOPM for circuit outcomes and thereby the target SOPM (via MAX - gap)
 *     cdef double max_partial_sopm = (opcache[rholabel] if rholabel in opcache else calc.sos.get_prep(rholabel)).get_total_term_magnitude()
 *     cdef vector[double] max_sum_of_pathmags = vector[double](numEs)             # <<<<<<<<<<<<<<
 *     for glbl in circuit:
 *         op = opcache[glbl] if glbl in opcache else calc.sos.get_operation(glbl)
 */
  try {
    __pyx_t_12 = std::vector<double> (__pyx_v_numEs);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 3846, __pyx_L1_error)
  }
  __pyx_v_max_sum_of_pathmags = __pyx_t_12;

  /* "pygsti/objects/replib/fastreplib.pyx":3847
 *     cdef double max_partial_sopm = (opcache[rholabel] if rholabel in opcache else calc.sos.get_prep(rholabel)).get_total_term_magnitude()
 *     cdef vector[double] max_sum_of_pathmags = vector[double](numEs)
 *     for glbl in circuit:             # <<<<<<<<<<<<<<
 *         op = opcache[glbl] if glbl in opcache else calc.sos.get_operation(glbl)
 *         max_partial_sopm *= op.get_total_term_magnitude()
 */
  if (likely(PyList_CheckExact(__pyx_v_circuit)) || PyTuple_CheckExact(__pyx_v_circuit)) {
    __pyx_t_2 = __pyx_v_circuit; __Pyx_INCREF(__pyx_t_2); __pyx_t_1 = 0;
    __pyx_t_13 = NULL;
  } else {
    __pyx_t_1 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_v_circuit); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 3847, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_13 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 3847, __pyx_L1_error)
  }
  for (;;) {
    if (likely(!__pyx_t_13)) {
      if (likely(PyList_CheckExact(__pyx_t_2))) {
        if (__pyx_t_1 >= PyList_GET_SIZE(__pyx_t_2)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_10 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_1); __Pyx_INCREF(__pyx_t_10); __pyx_t_1++; if (unlikely(0 < 0)) __PYX_ERR(0, 3847, __pyx_L1_error)
        #else
        __pyx_t_10 = PySequence_ITEM(__pyx_t_2, __pyx_t_1); __pyx_t_1++; if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 3847, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_10);
        #endif
      } else {
        if (__pyx_t_1 >= PyTuple_GET_SIZE(__pyx_t_2)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_10 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_1); __Pyx_INCREF(__pyx_t_10); __pyx_t_1++; if (unlikely(0 < 0)) __PYX_ERR(0, 3847, __pyx_L1_error)
        #else
        __pyx_t_10 = PySequence_ITEM(__pyx_t_2, __pyx_t_1); __pyx_t_1++; if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 3847, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_10);
        #endif
      }
    } else {
      __pyx_t_10 = __pyx_t_13(__pyx_t_2);
      if (unlikely(!__pyx_t_10)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
          else __PYX_ERR(0, 3847, __pyx_L1_error)
        }
        break;
      }
      __Pyx_GOTREF(__pyx_t_10);
    }
    __Pyx_XDECREF_SET(__pyx_v_glbl, __pyx_t_10);
    __pyx_t_10 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":3848
 *     cdef vector[double] max_sum_of_pathmags = vector[double](numEs)
 *     for glbl in circuit:
 *         op = opcache[glbl] if glbl in opcache else calc.sos.get_operation(glbl)             # <<<<<<<<<<<<<<
 *         max_partial_sopm *= op.get_total_term_magnitude()
 *     for i,elbl in enumerate(elabels):
 */
    __pyx_t_5 = (__Pyx_PySequence_ContainsTF(__pyx_v_glbl, __pyx_v_opcache, Py_EQ)); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 3848, __pyx_L1_error)
    if ((__pyx_t_5 != 0)) {
      __pyx_t_6 = __Pyx_PyObject_GetItem(__pyx_v_opcache, __pyx_v_glbl); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 3848, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_6);
      __pyx_t_10 = __pyx_t_6;
      __pyx_t_6 = 0;
    } else {
      __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_sos); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 3848, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_8);
      __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_8, __pyx_n_s_get_operation); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 3848, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_7);
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
      __pyx_t_8 = NULL;
      if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_7))) {
        __pyx_t_8 = PyMethod_GET_SELF(__pyx_t_7);
        if (likely(__pyx_t_8)) {
          PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7);
          __Pyx_INCREF(__pyx_t_8);
          __Pyx_INCREF(function);
          __Pyx_DECREF_SET(__pyx_t_7, function);
        }
      }
      __pyx_t_6 = (__pyx_t_8) ? __Pyx_PyObject_Call2Args(__pyx_t_7, __pyx_t_8, __pyx_v_glbl) : __Pyx_PyObject_CallOneArg(__pyx_t_7, __pyx_v_glbl);
      __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
      if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 3848, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_6);
      __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
      __pyx_t_10 = __pyx_t_6;
      __pyx_t_6 = 0;
    }
    __Pyx_XDECREF_SET(__pyx_v_op, __pyx_t_10);
    __pyx_t_10 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":3849
 *     for glbl in circuit:
 *         op = opcache[glbl] if glbl in opcache else calc.sos.get_operation(glbl)
 *         max_partial_sopm *= op.get_total_term_magnitude()             # <<<<<<<<<<<<<<
 *     for i,elbl in enumerate(elabels):
 *         max_sum_of_pathmags[i] = max_partial_sopm * (opcache[elbl] if elbl in opcache else calc.sos.get_effect(elbl)).get_total_term_magnitude()
 */
    __pyx_t_10 = PyFloat_FromDouble(__pyx_v_max_partial_sopm); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 3849, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_10);
    __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v_op, __pyx_n_s_get_total_term_magnitude); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 3849, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_7);
    __pyx_t_8 = NULL;
    if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_7))) {
      __pyx_t_8 = PyMethod_GET_SELF(__pyx_t_7);
      if (likely(__pyx_t_8)) {
        PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7);
        __Pyx_INCREF(__pyx_t_8);
        __Pyx_INCREF(function);
        __Pyx_DECREF_SET(__pyx_t_7, function);
      }
    }
    __pyx_t_6 = (__pyx_t_8) ? __Pyx_PyObject_CallOneArg(__pyx_t_7, __pyx_t_8) : __Pyx_PyObject_CallNoArg(__pyx_t_7);
    __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
    if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 3849, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
    __pyx_t_7 = PyNumber_InPlaceMultiply(__pyx_t_10, __pyx_t_6); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 3849, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_7);
    __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    __pyx_t_11 = __pyx_PyFloat_AsDouble(__pyx_t_7); if (unlikely((__pyx_t_11 == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 3849, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
    __pyx_v_max_partial_sopm = __pyx_t_11;

    /* "pygsti/objects/replib/fastreplib.pyx":3847
 *     cdef double max_partial_sopm = (opcache[rholabel] if rholabel in opcache else calc.sos.get_prep(rholabel)).get_total_term_magnitude()
 *     cdef vector[double] max_sum_of_pathmags = vector[double](numEs)
 *     for glbl in circuit:             # <<<<<<<<<<<<<<
 *         op = opcache[glbl] if glbl in opcache else calc.sos.get_operation(glbl)
 *         max_partial_sopm *= op.get_total_term_magnitude()
 */
  }
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":3850
 *         op = opcache[glbl] if glbl in opcache else calc.sos.get_operation(glbl)
 *         max_partial_sopm *= op.get_total_term_magnitude()
 *     for i,elbl in enumerate(elabels):             # <<<<<<<<<<<<<<
 *         max_sum_of_pathmags[i] = max_partial_sopm * (opcache[elbl] if elbl in opcache else calc.sos.get_effect(elbl)).get_total_term_magnitude()
 * 
 */
  __pyx_t_3 = 0;
  if (likely(PyList_CheckExact(__pyx_v_elabels)) || PyTuple_CheckExact(__pyx_v_elabels)) {
    __pyx_t_2 = __pyx_v_elabels; __Pyx_INCREF(__pyx_t_2); __pyx_t_1 = 0;
    __pyx_t_13 = NULL;
  } else {
    __pyx_t_1 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_v_elabels); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 3850, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_13 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 3850, __pyx_L1_error)
  }
  for (;;) {
    if (likely(!__pyx_t_13)) {
      if (likely(PyList_CheckExact(__pyx_t_2))) {
        if (__pyx_t_1 >= PyList_GET_SIZE(__pyx_t_2)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_7 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_1); __Pyx_INCREF(__pyx_t_7); __pyx_t_1++; if (unlikely(0 < 0)) __PYX_ERR(0, 3850, __pyx_L1_error)
        #else
        __pyx_t_7 = PySequence_ITEM(__pyx_t_2, __pyx_t_1); __pyx_t_1++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 3850, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_7);
        #endif
      } else {
        if (__pyx_t_1 >= PyTuple_GET_SIZE(__pyx_t_2)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_7 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_1); __Pyx_INCREF(__pyx_t_7); __pyx_t_1++; if (unlikely(0 < 0)) __PYX_ERR(0, 3850, __pyx_L1_error)
        #else
        __pyx_t_7 = PySequence_ITEM(__pyx_t_2, __pyx_t_1); __pyx_t_1++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 3850, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_7);
        #endif
      }
    } else {
      __pyx_t_7 = __pyx_t_13(__pyx_t_2);
      if (unlikely(!__pyx_t_7)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
          else __PYX_ERR(0, 3850, __pyx_L1_error)
        }
        break;
      }
      __Pyx_GOTREF(__pyx_t_7);
    }
    __Pyx_XDECREF_SET(__pyx_v_elbl, __pyx_t_7);
    __pyx_t_7 = 0;
    __pyx_v_i = __pyx_t_3;
    __pyx_t_3 = (__pyx_t_3 + 1);

    /* "pygsti/objects/replib/fastreplib.pyx":3851
 *         max_partial_sopm *= op.get_total_term_magnitude()
 *     for i,elbl in enumerate(elabels):
 *         max_sum_of_pathmags[i] = max_partial_sopm * (opcache[elbl] if elbl in opcache else calc.sos.get_effect(elbl)).get_total_term_magnitude()             # <<<<<<<<<<<<<<
 * 
 *     #Note: term calculator "dim" is the full density matrix dim
 */
    __pyx_t_7 = PyFloat_FromDouble(__pyx_v_max_partial_sopm); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 3851, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_7);
    __pyx_t_5 = (__Pyx_PySequence_ContainsTF(__pyx_v_elbl, __pyx_v_opcache, Py_EQ)); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 3851, __pyx_L1_error)
    if ((__pyx_t_5 != 0)) {
      __pyx_t_8 = __Pyx_PyObject_GetItem(__pyx_v_opcache, __pyx_v_elbl); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 3851, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_8);
      __pyx_t_10 = __pyx_t_8;
      __pyx_t_8 = 0;
    } else {
      __pyx_t_14 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_sos); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 3851, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_14);
      __pyx_t_15 = __Pyx_PyObject_GetAttrStr(__pyx_t_14, __pyx_n_s_get_effect); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 3851, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_15);
      __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
      __pyx_t_14 = NULL;
      if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_15))) {
        __pyx_t_14 = PyMethod_GET_SELF(__pyx_t_15);
        if (likely(__pyx_t_14)) {
          PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_15);
          __Pyx_INCREF(__pyx_t_14);
          __Pyx_INCREF(function);
          __Pyx_DECREF_SET(__pyx_t_15, function);
        }
      }
      __pyx_t_8 = (__pyx_t_14) ? __Pyx_PyObject_Call2Args(__pyx_t_15, __pyx_t_14, __pyx_v_elbl) : __Pyx_PyObject_CallOneArg(__pyx_t_15, __pyx_v_elbl);
      __Pyx_XDECREF(__pyx_t_14); __pyx_t_14 = 0;
      if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 3851, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_8);
      __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
      __pyx_t_10 = __pyx_t_8;
      __pyx_t_8 = 0;
    }
    __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_10, __pyx_n_s_get_total_term_magnitude); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 3851, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_8);
    __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
    __pyx_t_10 = NULL;
    if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_8))) {
      __pyx_t_10 = PyMethod_GET_SELF(__pyx_t_8);
      if (likely(__pyx_t_10)) {
        PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_8);
        __Pyx_INCREF(__pyx_t_10);
        __Pyx_INCREF(function);
        __Pyx_DECREF_SET(__pyx_t_8, function);
      }
    }
    __pyx_t_6 = (__pyx_t_10) ? __Pyx_PyObject_CallOneArg(__pyx_t_8, __pyx_t_10) : __Pyx_PyObject_CallNoArg(__pyx_t_8);
    __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0;
    if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 3851, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
    __pyx_t_8 = PyNumber_Multiply(__pyx_t_7, __pyx_t_6); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 3851, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_8);
    __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    __pyx_t_11 = __pyx_PyFloat_AsDouble(__pyx_t_8); if (unlikely((__pyx_t_11 == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 3851, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
    (__pyx_v_max_sum_of_pathmags[__pyx_v_i]) = __pyx_t_11;

    /* "pygsti/objects/replib/fastreplib.pyx":3850
 *         op = opcache[glbl] if glbl in opcache else calc.sos.get_operation(glbl)
 *         max_partial_sopm *= op.get_total_term_magnitude()
 *     for i,elbl in enumerate(elabels):             # <<<<<<<<<<<<<<
 *         max_sum_of_pathmags[i] = max_partial_sopm * (opcache[elbl] if elbl in opcache else calc.sos.get_effect(elbl)).get_total_term_magnitude()
 * 
 */
  }
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":3854
 * 
 *     #Note: term calculator "dim" is the full density matrix dim
 *     stateDim = int(round(np.sqrt(calc.dim)))             # <<<<<<<<<<<<<<
 * 
 *     #------ From sv_prs_pruned ---- build up factor_lists and foat_indices_per_op
 */
  __Pyx_GetModuleGlobalName(__pyx_t_8, __pyx_n_s_np); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 3854, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_8);
  __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_t_8, __pyx_n_s_sqrt); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 3854, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_6);
  __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
  __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_dim); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 3854, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_8);
  __pyx_t_7 = NULL;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_6))) {
    __pyx_t_7 = PyMethod_GET_SELF(__pyx_t_6);
    if (likely(__pyx_t_7)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_6);
      __Pyx_INCREF(__pyx_t_7);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_6, function);
    }
  }
  __pyx_t_2 = (__pyx_t_7) ? __Pyx_PyObject_Call2Args(__pyx_t_6, __pyx_t_7, __pyx_t_8) : __Pyx_PyObject_CallOneArg(__pyx_t_6, __pyx_t_8);
  __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
  __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
  if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 3854, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
  __pyx_t_6 = __Pyx_PyObject_CallOneArg(__pyx_builtin_round, __pyx_t_2); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 3854, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_6);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_2 = __Pyx_PyNumber_Int(__pyx_t_6); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 3854, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
  __pyx_v_stateDim = __pyx_t_2;
  __pyx_t_2 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":3857
 * 
 *     #------ From sv_prs_pruned ---- build up factor_lists and foat_indices_per_op
 *     cdef INT N = cscel.cgatestring.size()             # <<<<<<<<<<<<<<
 *     cdef INT nFactorLists = N+2
 *     cdef vector[vector_SVTermCRep_ptr_ptr] factor_lists = vector[vector_SVTermCRep_ptr_ptr](nFactorLists)
 */
  __pyx_v_N = __pyx_v_cscel->cgatestring.size();

  /* "pygsti/objects/replib/fastreplib.pyx":3858
 *     #------ From sv_prs_pruned ---- build up factor_lists and foat_indices_per_op
 *     cdef INT N = cscel.cgatestring.size()
 *     cdef INT nFactorLists = N+2             # <<<<<<<<<<<<<<
 *     cdef vector[vector_SVTermCRep_ptr_ptr] factor_lists = vector[vector_SVTermCRep_ptr_ptr](nFactorLists)
 *     cdef vector[vector_INT_ptr] foat_indices_per_op = vector[vector_INT_ptr](nFactorLists)
 */
  __pyx_v_nFactorLists = (__pyx_v_N + 2);

  /* "pygsti/objects/replib/fastreplib.pyx":3859
 *     cdef INT N = cscel.cgatestring.size()
 *     cdef INT nFactorLists = N+2
 *     cdef vector[vector_SVTermCRep_ptr_ptr] factor_lists = vector[vector_SVTermCRep_ptr_ptr](nFactorLists)             # <<<<<<<<<<<<<<
 *     cdef vector[vector_INT_ptr] foat_indices_per_op = vector[vector_INT_ptr](nFactorLists)
 * 
 */
  try {
    __pyx_t_16 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_SVTermCRep_ptr_ptr> (__pyx_v_nFactorLists);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 3859, __pyx_L1_error)
  }
  __pyx_v_factor_lists = __pyx_t_16;

  /* "pygsti/objects/replib/fastreplib.pyx":3860
 *     cdef INT nFactorLists = N+2
 *     cdef vector[vector_SVTermCRep_ptr_ptr] factor_lists = vector[vector_SVTermCRep_ptr_ptr](nFactorLists)
 *     cdef vector[vector_INT_ptr] foat_indices_per_op = vector[vector_INT_ptr](nFactorLists)             # <<<<<<<<<<<<<<
 * 
 *     factor_lists[0] = &cscel.rho_term_reps
 */
  try {
    __pyx_t_17 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_INT_ptr> (__pyx_v_nFactorLists);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 3860, __pyx_L1_error)
  }
  __pyx_v_foat_indices_per_op = __pyx_t_17;

  /* "pygsti/objects/replib/fastreplib.pyx":3862
 *     cdef vector[vector_INT_ptr] foat_indices_per_op = vector[vector_INT_ptr](nFactorLists)
 * 
 *     factor_lists[0] = &cscel.rho_term_reps             # <<<<<<<<<<<<<<
 *     foat_indices_per_op[0] = &cscel.rho_foat_indices
 *     for i in range(N):
 */
  (__pyx_v_factor_lists[0]) = (&__pyx_v_cscel->rho_term_reps);

  /* "pygsti/objects/replib/fastreplib.pyx":3863
 * 
 *     factor_lists[0] = &cscel.rho_term_reps
 *     foat_indices_per_op[0] = &cscel.rho_foat_indices             # <<<<<<<<<<<<<<
 *     for i in range(N):
 *         factor_lists[i+1] = &cscel.op_term_reps[cscel.cgatestring[i]]
 */
  (__pyx_v_foat_indices_per_op[0]) = (&__pyx_v_cscel->rho_foat_indices);

  /* "pygsti/objects/replib/fastreplib.pyx":3864
 *     factor_lists[0] = &cscel.rho_term_reps
 *     foat_indices_per_op[0] = &cscel.rho_foat_indices
 *     for i in range(N):             # <<<<<<<<<<<<<<
 *         factor_lists[i+1] = &cscel.op_term_reps[cscel.cgatestring[i]]
 *         foat_indices_per_op[i+1] = &cscel.op_foat_indices[cscel.cgatestring[i]]
 */
  __pyx_t_3 = __pyx_v_N;
  __pyx_t_18 = __pyx_t_3;
  for (__pyx_t_19 = 0; __pyx_t_19 < __pyx_t_18; __pyx_t_19+=1) {
    __pyx_v_i = __pyx_t_19;

    /* "pygsti/objects/replib/fastreplib.pyx":3865
 *     foat_indices_per_op[0] = &cscel.rho_foat_indices
 *     for i in range(N):
 *         factor_lists[i+1] = &cscel.op_term_reps[cscel.cgatestring[i]]             # <<<<<<<<<<<<<<
 *         foat_indices_per_op[i+1] = &cscel.op_foat_indices[cscel.cgatestring[i]]
 *     factor_lists[N+1] = &cscel.E_term_reps
 */
    (__pyx_v_factor_lists[(__pyx_v_i + 1)]) = (&(__pyx_v_cscel->op_term_reps[(__pyx_v_cscel->cgatestring[__pyx_v_i])]));

    /* "pygsti/objects/replib/fastreplib.pyx":3866
 *     for i in range(N):
 *         factor_lists[i+1] = &cscel.op_term_reps[cscel.cgatestring[i]]
 *         foat_indices_per_op[i+1] = &cscel.op_foat_indices[cscel.cgatestring[i]]             # <<<<<<<<<<<<<<
 *     factor_lists[N+1] = &cscel.E_term_reps
 *     foat_indices_per_op[N+1] = &cscel.E_foat_indices
 */
    (__pyx_v_foat_indices_per_op[(__pyx_v_i + 1)]) = (&(__pyx_v_cscel->op_foat_indices[(__pyx_v_cscel->cgatestring[__pyx_v_i])]));
  }

  /* "pygsti/objects/replib/fastreplib.pyx":3867
 *         factor_lists[i+1] = &cscel.op_term_reps[cscel.cgatestring[i]]
 *         foat_indices_per_op[i+1] = &cscel.op_foat_indices[cscel.cgatestring[i]]
 *     factor_lists[N+1] = &cscel.E_term_reps             # <<<<<<<<<<<<<<
 *     foat_indices_per_op[N+1] = &cscel.E_foat_indices
 *     # --------------------------------------------
 */
  (__pyx_v_factor_lists[(__pyx_v_N + 1)]) = (&__pyx_v_cscel->E_term_reps);

  /* "pygsti/objects/replib/fastreplib.pyx":3868
 *         foat_indices_per_op[i+1] = &cscel.op_foat_indices[cscel.cgatestring[i]]
 *     factor_lists[N+1] = &cscel.E_term_reps
 *     foat_indices_per_op[N+1] = &cscel.E_foat_indices             # <<<<<<<<<<<<<<
 *     # --------------------------------------------
 * 
 */
  (__pyx_v_foat_indices_per_op[(__pyx_v_N + 1)]) = (&__pyx_v_cscel->E_foat_indices);

  /* "pygsti/objects/replib/fastreplib.pyx":3872
 * 
 *     # Specific path magnitude summing (and we count paths, even though this isn't needed)
 *     cdef INT NO_LIMIT = 1000000000             # <<<<<<<<<<<<<<
 *     cdef vector[double] mags = vector[double](numEs)
 *     cdef vector[INT] npaths = vector[INT](numEs)
 */
  __pyx_v_NO_LIMIT = 0x3B9ACA00;

  /* "pygsti/objects/replib/fastreplib.pyx":3873
 *     # Specific path magnitude summing (and we count paths, even though this isn't needed)
 *     cdef INT NO_LIMIT = 1000000000
 *     cdef vector[double] mags = vector[double](numEs)             # <<<<<<<<<<<<<<
 *     cdef vector[INT] npaths = vector[INT](numEs)
 * 
 */
  try {
    __pyx_t_12 = std::vector<double> (__pyx_v_numEs);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 3873, __pyx_L1_error)
  }
  __pyx_v_mags = __pyx_t_12;

  /* "pygsti/objects/replib/fastreplib.pyx":3874
 *     cdef INT NO_LIMIT = 1000000000
 *     cdef vector[double] mags = vector[double](numEs)
 *     cdef vector[INT] npaths = vector[INT](numEs)             # <<<<<<<<<<<<<<
 * 
 *     for i in range(numEs):
 */
  try {
    __pyx_t_20 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> (__pyx_v_numEs);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 3874, __pyx_L1_error)
  }
  __pyx_v_npaths = __pyx_t_20;

  /* "pygsti/objects/replib/fastreplib.pyx":3876
 *     cdef vector[INT] npaths = vector[INT](numEs)
 * 
 *     for i in range(numEs):             # <<<<<<<<<<<<<<
 *         mags[i] = 0.0; npaths[i] = 0
 * 
 */
  __pyx_t_3 = __pyx_v_numEs;
  __pyx_t_18 = __pyx_t_3;
  for (__pyx_t_19 = 0; __pyx_t_19 < __pyx_t_18; __pyx_t_19+=1) {
    __pyx_v_i = __pyx_t_19;

    /* "pygsti/objects/replib/fastreplib.pyx":3877
 * 
 *     for i in range(numEs):
 *         mags[i] = 0.0; npaths[i] = 0             # <<<<<<<<<<<<<<
 * 
 *     count_paths_upto_threshold(factor_lists, threshold, numEs,
 */
    (__pyx_v_mags[__pyx_v_i]) = 0.0;
    (__pyx_v_npaths[__pyx_v_i]) = 0;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":3879
 *         mags[i] = 0.0; npaths[i] = 0
 * 
 *     count_paths_upto_threshold(factor_lists, threshold, numEs,             # <<<<<<<<<<<<<<
 *                                foat_indices_per_op, cscel.E_indices, NO_LIMIT,
 *                                mags, npaths)
 */
  __pyx_t_11 = __pyx_PyFloat_AsDouble(__pyx_v_threshold); if (unlikely((__pyx_t_11 == (double)-1) && PyErr_Occurred())) __PYX_ERR(0, 3879, __pyx_L1_error)

  /* "pygsti/objects/replib/fastreplib.pyx":3881
 *     count_paths_upto_threshold(factor_lists, threshold, numEs,
 *                                foat_indices_per_op, cscel.E_indices, NO_LIMIT,
 *                                mags, npaths)             # <<<<<<<<<<<<<<
 * 
 *     ##DEBUG TODO REMOVE
 */
  __pyx_f_6pygsti_7objects_6replib_10fastreplib_count_paths_upto_threshold(__pyx_v_factor_lists, __pyx_t_11, __pyx_v_numEs, __pyx_v_foat_indices_per_op, __pyx_v_cscel->E_indices, __pyx_v_NO_LIMIT, __pyx_v_mags, __pyx_v_npaths);

  /* "pygsti/objects/replib/fastreplib.pyx":3890
 *     #print("MAX sopm = ",max_sum_of_pathmags)
 * 
 *     achieved_sopm = np.empty(numEs,'d')             # <<<<<<<<<<<<<<
 *     max_sopm = np.empty(numEs,'d')
 *     for i in range(numEs):
 */
  __Pyx_GetModuleGlobalName(__pyx_t_6, __pyx_n_s_np); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 3890, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_6);
  __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_6, __pyx_n_s_empty); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 3890, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_8);
  __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
  __pyx_t_6 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_numEs); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 3890, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_6);
  __pyx_t_7 = NULL;
  __pyx_t_9 = 0;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_8))) {
    __pyx_t_7 = PyMethod_GET_SELF(__pyx_t_8);
    if (likely(__pyx_t_7)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_8);
      __Pyx_INCREF(__pyx_t_7);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_8, function);
      __pyx_t_9 = 1;
    }
  }
  #if CYTHON_FAST_PYCALL
  if (PyFunction_Check(__pyx_t_8)) {
    PyObject *__pyx_temp[3] = {__pyx_t_7, __pyx_t_6, __pyx_n_s_d};
    __pyx_t_2 = __Pyx_PyFunction_FastCall(__pyx_t_8, __pyx_temp+1-__pyx_t_9, 2+__pyx_t_9); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 3890, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
    __Pyx_GOTREF(__pyx_t_2);
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
  } else
  #endif
  #if CYTHON_FAST_PYCCALL
  if (__Pyx_PyFastCFunction_Check(__pyx_t_8)) {
    PyObject *__pyx_temp[3] = {__pyx_t_7, __pyx_t_6, __pyx_n_s_d};
    __pyx_t_2 = __Pyx_PyCFunction_FastCall(__pyx_t_8, __pyx_temp+1-__pyx_t_9, 2+__pyx_t_9); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 3890, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
    __Pyx_GOTREF(__pyx_t_2);
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
  } else
  #endif
  {
    __pyx_t_10 = PyTuple_New(2+__pyx_t_9); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 3890, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_10);
    if (__pyx_t_7) {
      __Pyx_GIVEREF(__pyx_t_7); PyTuple_SET_ITEM(__pyx_t_10, 0, __pyx_t_7); __pyx_t_7 = NULL;
    }
    __Pyx_GIVEREF(__pyx_t_6);
    PyTuple_SET_ITEM(__pyx_t_10, 0+__pyx_t_9, __pyx_t_6);
    __Pyx_INCREF(__pyx_n_s_d);
    __Pyx_GIVEREF(__pyx_n_s_d);
    PyTuple_SET_ITEM(__pyx_t_10, 1+__pyx_t_9, __pyx_n_s_d);
    __pyx_t_6 = 0;
    __pyx_t_2 = __Pyx_PyObject_Call(__pyx_t_8, __pyx_t_10, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 3890, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
  }
  __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
  __pyx_v_achieved_sopm = __pyx_t_2;
  __pyx_t_2 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":3891
 * 
 *     achieved_sopm = np.empty(numEs,'d')
 *     max_sopm = np.empty(numEs,'d')             # <<<<<<<<<<<<<<
 *     for i in range(numEs):
 *         achieved_sopm[i] = mags[i]
 */
  __Pyx_GetModuleGlobalName(__pyx_t_8, __pyx_n_s_np); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 3891, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_8);
  __pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_t_8, __pyx_n_s_empty); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 3891, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_10);
  __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
  __pyx_t_8 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_numEs); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 3891, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_8);
  __pyx_t_6 = NULL;
  __pyx_t_9 = 0;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_10))) {
    __pyx_t_6 = PyMethod_GET_SELF(__pyx_t_10);
    if (likely(__pyx_t_6)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_10);
      __Pyx_INCREF(__pyx_t_6);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_10, function);
      __pyx_t_9 = 1;
    }
  }
  #if CYTHON_FAST_PYCALL
  if (PyFunction_Check(__pyx_t_10)) {
    PyObject *__pyx_temp[3] = {__pyx_t_6, __pyx_t_8, __pyx_n_s_d};
    __pyx_t_2 = __Pyx_PyFunction_FastCall(__pyx_t_10, __pyx_temp+1-__pyx_t_9, 2+__pyx_t_9); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 3891, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
    __Pyx_GOTREF(__pyx_t_2);
    __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
  } else
  #endif
  #if CYTHON_FAST_PYCCALL
  if (__Pyx_PyFastCFunction_Check(__pyx_t_10)) {
    PyObject *__pyx_temp[3] = {__pyx_t_6, __pyx_t_8, __pyx_n_s_d};
    __pyx_t_2 = __Pyx_PyCFunction_FastCall(__pyx_t_10, __pyx_temp+1-__pyx_t_9, 2+__pyx_t_9); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 3891, __pyx_L1_error)
    __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
    __Pyx_GOTREF(__pyx_t_2);
    __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
  } else
  #endif
  {
    __pyx_t_7 = PyTuple_New(2+__pyx_t_9); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 3891, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_7);
    if (__pyx_t_6) {
      __Pyx_GIVEREF(__pyx_t_6); PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_t_6); __pyx_t_6 = NULL;
    }
    __Pyx_GIVEREF(__pyx_t_8);
    PyTuple_SET_ITEM(__pyx_t_7, 0+__pyx_t_9, __pyx_t_8);
    __Pyx_INCREF(__pyx_n_s_d);
    __Pyx_GIVEREF(__pyx_n_s_d);
    PyTuple_SET_ITEM(__pyx_t_7, 1+__pyx_t_9, __pyx_n_s_d);
    __pyx_t_8 = 0;
    __pyx_t_2 = __Pyx_PyObject_Call(__pyx_t_10, __pyx_t_7, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 3891, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
  }
  __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
  __pyx_v_max_sopm = __pyx_t_2;
  __pyx_t_2 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":3892
 *     achieved_sopm = np.empty(numEs,'d')
 *     max_sopm = np.empty(numEs,'d')
 *     for i in range(numEs):             # <<<<<<<<<<<<<<
 *         achieved_sopm[i] = mags[i]
 *         max_sopm[i] = max_sum_of_pathmags[i]
 */
  __pyx_t_3 = __pyx_v_numEs;
  __pyx_t_18 = __pyx_t_3;
  for (__pyx_t_19 = 0; __pyx_t_19 < __pyx_t_18; __pyx_t_19+=1) {
    __pyx_v_i = __pyx_t_19;

    /* "pygsti/objects/replib/fastreplib.pyx":3893
 *     max_sopm = np.empty(numEs,'d')
 *     for i in range(numEs):
 *         achieved_sopm[i] = mags[i]             # <<<<<<<<<<<<<<
 *         max_sopm[i] = max_sum_of_pathmags[i]
 * 
 */
    __pyx_t_2 = PyFloat_FromDouble((__pyx_v_mags[__pyx_v_i])); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 3893, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    if (unlikely(__Pyx_SetItemInt(__pyx_v_achieved_sopm, __pyx_v_i, __pyx_t_2, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1) < 0)) __PYX_ERR(0, 3893, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":3894
 *     for i in range(numEs):
 *         achieved_sopm[i] = mags[i]
 *         max_sopm[i] = max_sum_of_pathmags[i]             # <<<<<<<<<<<<<<
 * 
 *     return achieved_sopm, max_sopm
 */
    __pyx_t_2 = PyFloat_FromDouble((__pyx_v_max_sum_of_pathmags[__pyx_v_i])); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 3894, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    if (unlikely(__Pyx_SetItemInt(__pyx_v_max_sopm, __pyx_v_i, __pyx_t_2, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT, 1, __Pyx_PyInt_From_PY_LONG_LONG, 0, 1, 1) < 0)) __PYX_ERR(0, 3894, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":3896
 *         max_sopm[i] = max_sum_of_pathmags[i]
 * 
 *     return achieved_sopm, max_sopm             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 3896, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_INCREF(__pyx_v_achieved_sopm);
  __Pyx_GIVEREF(__pyx_v_achieved_sopm);
  PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_v_achieved_sopm);
  __Pyx_INCREF(__pyx_v_max_sopm);
  __Pyx_GIVEREF(__pyx_v_max_sopm);
  PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_v_max_sopm);
  __pyx_r = __pyx_t_2;
  __pyx_t_2 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":3820
 *     return threshold_lower_bound
 * 
 * def SV_circuit_achieved_and_max_sopm(calc, rholabel, elabels, circuit, repcache, opcache, threshold, min_term_mag):             # <<<<<<<<<<<<<<
 *     """ TODO: docstring """
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_XDECREF(__pyx_t_7);
  __Pyx_XDECREF(__pyx_t_8);
  __Pyx_XDECREF(__pyx_t_10);
  __Pyx_XDECREF(__pyx_t_14);
  __Pyx_XDECREF(__pyx_t_15);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SV_circuit_achieved_and_max_sopm", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF((PyObject *)__pyx_v_cscel);
  __Pyx_XDECREF(__pyx_v_circuitsetup_cache);
  __Pyx_XDECREF(__pyx_v_glbl);
  __Pyx_XDECREF(__pyx_v_op);
  __Pyx_XDECREF(__pyx_v_elbl);
  __Pyx_XDECREF(__pyx_v_stateDim);
  __Pyx_XDECREF(__pyx_v_achieved_sopm);
  __Pyx_XDECREF(__pyx_v_max_sopm);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":4551
 * # Stabilizer-evolution version of poly term calcs -----------------------
 * 
 * cdef vector[vector[SBTermCRep_ptr]] sb_extract_cterms(python_termrep_lists, INT max_order):             # <<<<<<<<<<<<<<
 *     cdef vector[vector[SBTermCRep_ptr]] ret = vector[vector[SBTermCRep_ptr]](max_order+1)
 *     cdef vector[SBTermCRep*] vec_of_terms
 */

static std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SBTermCRep_ptr> >  __pyx_f_6pygsti_7objects_6replib_10fastreplib_sb_extract_cterms(PyObject *__pyx_v_python_termrep_lists, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_max_order) {
  std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SBTermCRep_ptr> >  __pyx_v_ret;
  std::vector<CReps::SBTermCRep *>  __pyx_v_vec_of_terms;
  PyObject *__pyx_v_order = NULL;
  PyObject *__pyx_v_termreps = NULL;
  PyObject *__pyx_v_i = NULL;
  PyObject *__pyx_v_termrep = NULL;
  std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SBTermCRep_ptr> >  __pyx_r;
  __Pyx_RefNannyDeclarations
  std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SBTermCRep_ptr> >  __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  Py_ssize_t __pyx_t_4;
  PyObject *(*__pyx_t_5)(PyObject *);
  PyObject *__pyx_t_6 = NULL;
  Py_ssize_t __pyx_t_7;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SBTermCRep_ptr>  __pyx_t_8;
  PyObject *__pyx_t_9 = NULL;
  PyObject *(*__pyx_t_10)(PyObject *);
  PyObject *__pyx_t_11 = NULL;
  CReps::SBTermCRep *__pyx_t_12;
  std::vector<CReps::SBTermCRep *> ::size_type __pyx_t_13;
  std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SBTermCRep_ptr> > ::size_type __pyx_t_14;
  __Pyx_RefNannySetupContext("sb_extract_cterms", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":4552
 * 
 * cdef vector[vector[SBTermCRep_ptr]] sb_extract_cterms(python_termrep_lists, INT max_order):
 *     cdef vector[vector[SBTermCRep_ptr]] ret = vector[vector[SBTermCRep_ptr]](max_order+1)             # <<<<<<<<<<<<<<
 *     cdef vector[SBTermCRep*] vec_of_terms
 *     for order,termreps in enumerate(python_termrep_lists): # maxorder+1 lists
 */
  try {
    __pyx_t_1 = std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SBTermCRep_ptr> > ((__pyx_v_max_order + 1));
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 4552, __pyx_L1_error)
  }
  __pyx_v_ret = __pyx_t_1;

  /* "pygsti/objects/replib/fastreplib.pyx":4554
 *     cdef vector[vector[SBTermCRep_ptr]] ret = vector[vector[SBTermCRep_ptr]](max_order+1)
 *     cdef vector[SBTermCRep*] vec_of_terms
 *     for order,termreps in enumerate(python_termrep_lists): # maxorder+1 lists             # <<<<<<<<<<<<<<
 *         vec_of_terms = vector[SBTermCRep_ptr](len(termreps))
 *         for i,termrep in enumerate(termreps):
 */
  __Pyx_INCREF(__pyx_int_0);
  __pyx_t_2 = __pyx_int_0;
  if (likely(PyList_CheckExact(__pyx_v_python_termrep_lists)) || PyTuple_CheckExact(__pyx_v_python_termrep_lists)) {
    __pyx_t_3 = __pyx_v_python_termrep_lists; __Pyx_INCREF(__pyx_t_3); __pyx_t_4 = 0;
    __pyx_t_5 = NULL;
  } else {
    __pyx_t_4 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_v_python_termrep_lists); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 4554, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __pyx_t_5 = Py_TYPE(__pyx_t_3)->tp_iternext; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 4554, __pyx_L1_error)
  }
  for (;;) {
    if (likely(!__pyx_t_5)) {
      if (likely(PyList_CheckExact(__pyx_t_3))) {
        if (__pyx_t_4 >= PyList_GET_SIZE(__pyx_t_3)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_6 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_4); __Pyx_INCREF(__pyx_t_6); __pyx_t_4++; if (unlikely(0 < 0)) __PYX_ERR(0, 4554, __pyx_L1_error)
        #else
        __pyx_t_6 = PySequence_ITEM(__pyx_t_3, __pyx_t_4); __pyx_t_4++; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 4554, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_6);
        #endif
      } else {
        if (__pyx_t_4 >= PyTuple_GET_SIZE(__pyx_t_3)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_6 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_4); __Pyx_INCREF(__pyx_t_6); __pyx_t_4++; if (unlikely(0 < 0)) __PYX_ERR(0, 4554, __pyx_L1_error)
        #else
        __pyx_t_6 = PySequence_ITEM(__pyx_t_3, __pyx_t_4); __pyx_t_4++; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 4554, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_6);
        #endif
      }
    } else {
      __pyx_t_6 = __pyx_t_5(__pyx_t_3);
      if (unlikely(!__pyx_t_6)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
          else __PYX_ERR(0, 4554, __pyx_L1_error)
        }
        break;
      }
      __Pyx_GOTREF(__pyx_t_6);
    }
    __Pyx_XDECREF_SET(__pyx_v_termreps, __pyx_t_6);
    __pyx_t_6 = 0;
    __Pyx_INCREF(__pyx_t_2);
    __Pyx_XDECREF_SET(__pyx_v_order, __pyx_t_2);
    __pyx_t_6 = __Pyx_PyInt_AddObjC(__pyx_t_2, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 4554, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    __Pyx_DECREF(__pyx_t_2);
    __pyx_t_2 = __pyx_t_6;
    __pyx_t_6 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":4555
 *     cdef vector[SBTermCRep*] vec_of_terms
 *     for order,termreps in enumerate(python_termrep_lists): # maxorder+1 lists
 *         vec_of_terms = vector[SBTermCRep_ptr](len(termreps))             # <<<<<<<<<<<<<<
 *         for i,termrep in enumerate(termreps):
 *             vec_of_terms[i] = (<SBTermRep?>termrep).c_term
 */
    __pyx_t_7 = PyObject_Length(__pyx_v_termreps); if (unlikely(__pyx_t_7 == ((Py_ssize_t)-1))) __PYX_ERR(0, 4555, __pyx_L1_error)
    try {
      __pyx_t_8 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SBTermCRep_ptr> (__pyx_t_7);
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 4555, __pyx_L1_error)
    }
    __pyx_v_vec_of_terms = __pyx_t_8;

    /* "pygsti/objects/replib/fastreplib.pyx":4556
 *     for order,termreps in enumerate(python_termrep_lists): # maxorder+1 lists
 *         vec_of_terms = vector[SBTermCRep_ptr](len(termreps))
 *         for i,termrep in enumerate(termreps):             # <<<<<<<<<<<<<<
 *             vec_of_terms[i] = (<SBTermRep?>termrep).c_term
 *         ret[order] = vec_of_terms
 */
    __Pyx_INCREF(__pyx_int_0);
    __pyx_t_6 = __pyx_int_0;
    if (likely(PyList_CheckExact(__pyx_v_termreps)) || PyTuple_CheckExact(__pyx_v_termreps)) {
      __pyx_t_9 = __pyx_v_termreps; __Pyx_INCREF(__pyx_t_9); __pyx_t_7 = 0;
      __pyx_t_10 = NULL;
    } else {
      __pyx_t_7 = -1; __pyx_t_9 = PyObject_GetIter(__pyx_v_termreps); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 4556, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_9);
      __pyx_t_10 = Py_TYPE(__pyx_t_9)->tp_iternext; if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 4556, __pyx_L1_error)
    }
    for (;;) {
      if (likely(!__pyx_t_10)) {
        if (likely(PyList_CheckExact(__pyx_t_9))) {
          if (__pyx_t_7 >= PyList_GET_SIZE(__pyx_t_9)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_11 = PyList_GET_ITEM(__pyx_t_9, __pyx_t_7); __Pyx_INCREF(__pyx_t_11); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 4556, __pyx_L1_error)
          #else
          __pyx_t_11 = PySequence_ITEM(__pyx_t_9, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 4556, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_11);
          #endif
        } else {
          if (__pyx_t_7 >= PyTuple_GET_SIZE(__pyx_t_9)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_11 = PyTuple_GET_ITEM(__pyx_t_9, __pyx_t_7); __Pyx_INCREF(__pyx_t_11); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 4556, __pyx_L1_error)
          #else
          __pyx_t_11 = PySequence_ITEM(__pyx_t_9, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 4556, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_11);
          #endif
        }
      } else {
        __pyx_t_11 = __pyx_t_10(__pyx_t_9);
        if (unlikely(!__pyx_t_11)) {
          PyObject* exc_type = PyErr_Occurred();
          if (exc_type) {
            if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
            else __PYX_ERR(0, 4556, __pyx_L1_error)
          }
          break;
        }
        __Pyx_GOTREF(__pyx_t_11);
      }
      __Pyx_XDECREF_SET(__pyx_v_termrep, __pyx_t_11);
      __pyx_t_11 = 0;
      __Pyx_INCREF(__pyx_t_6);
      __Pyx_XDECREF_SET(__pyx_v_i, __pyx_t_6);
      __pyx_t_11 = __Pyx_PyInt_AddObjC(__pyx_t_6, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 4556, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_11);
      __Pyx_DECREF(__pyx_t_6);
      __pyx_t_6 = __pyx_t_11;
      __pyx_t_11 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":4557
 *         vec_of_terms = vector[SBTermCRep_ptr](len(termreps))
 *         for i,termrep in enumerate(termreps):
 *             vec_of_terms[i] = (<SBTermRep?>termrep).c_term             # <<<<<<<<<<<<<<
 *         ret[order] = vec_of_terms
 *     return ret
 */
      if (!(likely(__Pyx_TypeTest(__pyx_v_termrep, __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBTermRep)))) __PYX_ERR(0, 4557, __pyx_L1_error)
      __pyx_t_12 = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *)__pyx_v_termrep)->c_term;
      __pyx_t_13 = __Pyx_PyInt_As_size_t(__pyx_v_i); if (unlikely((__pyx_t_13 == (size_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 4557, __pyx_L1_error)
      (__pyx_v_vec_of_terms[__pyx_t_13]) = __pyx_t_12;

      /* "pygsti/objects/replib/fastreplib.pyx":4556
 *     for order,termreps in enumerate(python_termrep_lists): # maxorder+1 lists
 *         vec_of_terms = vector[SBTermCRep_ptr](len(termreps))
 *         for i,termrep in enumerate(termreps):             # <<<<<<<<<<<<<<
 *             vec_of_terms[i] = (<SBTermRep?>termrep).c_term
 *         ret[order] = vec_of_terms
 */
    }
    __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":4558
 *         for i,termrep in enumerate(termreps):
 *             vec_of_terms[i] = (<SBTermRep?>termrep).c_term
 *         ret[order] = vec_of_terms             # <<<<<<<<<<<<<<
 *     return ret
 * 
 */
    __pyx_t_14 = __Pyx_PyInt_As_size_t(__pyx_v_order); if (unlikely((__pyx_t_14 == (size_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 4558, __pyx_L1_error)
    (__pyx_v_ret[__pyx_t_14]) = __pyx_v_vec_of_terms;

    /* "pygsti/objects/replib/fastreplib.pyx":4554
 *     cdef vector[vector[SBTermCRep_ptr]] ret = vector[vector[SBTermCRep_ptr]](max_order+1)
 *     cdef vector[SBTermCRep*] vec_of_terms
 *     for order,termreps in enumerate(python_termrep_lists): # maxorder+1 lists             # <<<<<<<<<<<<<<
 *         vec_of_terms = vector[SBTermCRep_ptr](len(termreps))
 *         for i,termrep in enumerate(termreps):
 */
  }
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":4559
 *             vec_of_terms[i] = (<SBTermRep?>termrep).c_term
 *         ret[order] = vec_of_terms
 *     return ret             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_r = __pyx_v_ret;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":4551
 * # Stabilizer-evolution version of poly term calcs -----------------------
 * 
 * cdef vector[vector[SBTermCRep_ptr]] sb_extract_cterms(python_termrep_lists, INT max_order):             # <<<<<<<<<<<<<<
 *     cdef vector[vector[SBTermCRep_ptr]] ret = vector[vector[SBTermCRep_ptr]](max_order+1)
 *     cdef vector[SBTermCRep*] vec_of_terms
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_XDECREF(__pyx_t_9);
  __Pyx_XDECREF(__pyx_t_11);
  __Pyx_WriteUnraisable("pygsti.objects.replib.fastreplib.sb_extract_cterms", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
  __Pyx_pretend_to_initialize(&__pyx_r);
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_order);
  __Pyx_XDECREF(__pyx_v_termreps);
  __Pyx_XDECREF(__pyx_v_i);
  __Pyx_XDECREF(__pyx_v_termrep);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":4562
 * 
 * 
 * def SB_prs_as_polys(calc, rholabel, elabels, circuit, comm=None, memLimit=None, fastmode=True):             # <<<<<<<<<<<<<<
 * 
 *     # Create gatelable -> int mapping to be used throughout
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_31SB_prs_as_polys(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static PyMethodDef __pyx_mdef_6pygsti_7objects_6replib_10fastreplib_31SB_prs_as_polys = {"SB_prs_as_polys", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_31SB_prs_as_polys, METH_VARARGS|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_31SB_prs_as_polys(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyObject *__pyx_v_calc = 0;
  PyObject *__pyx_v_rholabel = 0;
  PyObject *__pyx_v_elabels = 0;
  PyObject *__pyx_v_circuit = 0;
  CYTHON_UNUSED PyObject *__pyx_v_comm = 0;
  CYTHON_UNUSED PyObject *__pyx_v_memLimit = 0;
  PyObject *__pyx_v_fastmode = 0;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("SB_prs_as_polys (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_calc,&__pyx_n_s_rholabel,&__pyx_n_s_elabels,&__pyx_n_s_circuit,&__pyx_n_s_comm,&__pyx_n_s_memLimit,&__pyx_n_s_fastmode,0};
    PyObject* values[7] = {0,0,0,0,0,0,0};
    values[4] = ((PyObject *)Py_None);
    values[5] = ((PyObject *)Py_None);
    values[6] = ((PyObject *)Py_True);
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  7: values[6] = PyTuple_GET_ITEM(__pyx_args, 6);
        CYTHON_FALLTHROUGH;
        case  6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
        CYTHON_FALLTHROUGH;
        case  5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
        CYTHON_FALLTHROUGH;
        case  4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
        CYTHON_FALLTHROUGH;
        case  3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
        CYTHON_FALLTHROUGH;
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_calc)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_rholabel)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("SB_prs_as_polys", 0, 4, 7, 1); __PYX_ERR(0, 4562, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  2:
        if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_elabels)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("SB_prs_as_polys", 0, 4, 7, 2); __PYX_ERR(0, 4562, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  3:
        if (likely((values[3] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_circuit)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("SB_prs_as_polys", 0, 4, 7, 3); __PYX_ERR(0, 4562, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  4:
        if (kw_args > 0) {
          PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_comm);
          if (value) { values[4] = value; kw_args--; }
        }
        CYTHON_FALLTHROUGH;
        case  5:
        if (kw_args > 0) {
          PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_memLimit);
          if (value) { values[5] = value; kw_args--; }
        }
        CYTHON_FALLTHROUGH;
        case  6:
        if (kw_args > 0) {
          PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_fastmode);
          if (value) { values[6] = value; kw_args--; }
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "SB_prs_as_polys") < 0)) __PYX_ERR(0, 4562, __pyx_L3_error)
      }
    } else {
      switch (PyTuple_GET_SIZE(__pyx_args)) {
        case  7: values[6] = PyTuple_GET_ITEM(__pyx_args, 6);
        CYTHON_FALLTHROUGH;
        case  6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5);
        CYTHON_FALLTHROUGH;
        case  5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
        CYTHON_FALLTHROUGH;
        case  4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
        values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
        values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        break;
        default: goto __pyx_L5_argtuple_error;
      }
    }
    __pyx_v_calc = values[0];
    __pyx_v_rholabel = values[1];
    __pyx_v_elabels = values[2];
    __pyx_v_circuit = values[3];
    __pyx_v_comm = values[4];
    __pyx_v_memLimit = values[5];
    __pyx_v_fastmode = values[6];
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("SB_prs_as_polys", 0, 4, 7, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 4562, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SB_prs_as_polys", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_30SB_prs_as_polys(__pyx_self, __pyx_v_calc, __pyx_v_rholabel, __pyx_v_elabels, __pyx_v_circuit, __pyx_v_comm, __pyx_v_memLimit, __pyx_v_fastmode);

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_30SB_prs_as_polys(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_calc, PyObject *__pyx_v_rholabel, PyObject *__pyx_v_elabels, PyObject *__pyx_v_circuit, CYTHON_UNUSED PyObject *__pyx_v_comm, CYTHON_UNUSED PyObject *__pyx_v_memLimit, PyObject *__pyx_v_fastmode) {
  PyObject *__pyx_v_distinct_gateLabels = NULL;
  PyObject *__pyx_v_glmap = NULL;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_v_cgatestring;
  PyObject *__pyx_v_gl = NULL;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_mpv;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_vpi;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_order;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_numEs;
  PyObject *__pyx_v_op_term_reps = NULL;
  PyObject *__pyx_v_rho_term_reps = NULL;
  PyObject *__pyx_v_E_term_reps = NULL;
  PyObject *__pyx_v_E_indices = NULL;
  PyObject *__pyx_v_cur_term_reps = NULL;
  PyObject *__pyx_v_cur_indices = NULL;
  PyObject *__pyx_v_elbl = NULL;
  PyObject *__pyx_v_term_reps = NULL;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_gi;
  std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SBTermCRep_ptr> >  __pyx_v_rho_term_creps;
  std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SBTermCRep_ptr> >  __pyx_v_E_term_creps;
  std::unordered_map<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT,std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SBTermCRep_ptr> > >  __pyx_v_gate_term_creps;
  PyObject *__pyx_v_termrep_lists = NULL;
  PyObject *__pyx_v_E_cindices = NULL;
  PyObject *__pyx_v_ii = NULL;
  PyObject *__pyx_v_inds = NULL;
  PyObject *__pyx_v_jj = NULL;
  PyObject *__pyx_v_indx = NULL;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nqubits;
  std::vector<CReps::PolyCRep *>  __pyx_v_polys;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_9genexpr17__pyx_v_i;
  PyObject *__pyx_9genexpr17__pyx_v_gl = NULL;
  PyObject *__pyx_9genexpr18__pyx_v_glbl = NULL;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_9genexpr18__pyx_v_order;
  PyObject *__pyx_9genexpr18__pyx_v_t = NULL;
  PyObject *__pyx_v_t = NULL;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  int __pyx_t_4;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_5;
  Py_ssize_t __pyx_t_6;
  PyObject *(*__pyx_t_7)(PyObject *);
  PyObject *__pyx_t_8 = NULL;
  PyObject *__pyx_t_9 = NULL;
  PyObject *__pyx_t_10 = NULL;
  long __pyx_t_11;
  long __pyx_t_12;
  PyObject *__pyx_t_13 = NULL;
  PyObject *__pyx_t_14 = NULL;
  PyObject *__pyx_t_15 = NULL;
  PyObject *__pyx_t_16 = NULL;
  int __pyx_t_17;
  PyObject *__pyx_t_18 = NULL;
  Py_ssize_t __pyx_t_19;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_20;
  PyObject *(*__pyx_t_21)(PyObject *);
  PyObject *(*__pyx_t_22)(PyObject *);
  std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  __pyx_t_23;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_t_24;
  bool __pyx_t_25;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_26;
  __Pyx_RefNannySetupContext("SB_prs_as_polys", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":4565
 * 
 *     # Create gatelable -> int mapping to be used throughout
 *     distinct_gateLabels = sorted(set(circuit))             # <<<<<<<<<<<<<<
 *     glmap = { gl: i for i,gl in enumerate(distinct_gateLabels) }
 * 
 */
  __pyx_t_2 = PySet_New(__pyx_v_circuit); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 4565, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = PySequence_List(__pyx_t_2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 4565, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_1 = ((PyObject*)__pyx_t_3);
  __pyx_t_3 = 0;
  __pyx_t_4 = PyList_Sort(__pyx_t_1); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(0, 4565, __pyx_L1_error)
  __pyx_v_distinct_gateLabels = ((PyObject*)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":4566
 *     # Create gatelable -> int mapping to be used throughout
 *     distinct_gateLabels = sorted(set(circuit))
 *     glmap = { gl: i for i,gl in enumerate(distinct_gateLabels) }             # <<<<<<<<<<<<<<
 * 
 *     # Convert circuit to a vector of ints
 */
  { /* enter inner scope */
    __pyx_t_1 = PyDict_New(); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 4566, __pyx_L5_error)
    __Pyx_GOTREF(__pyx_t_1);
    __pyx_t_5 = 0;
    __pyx_t_3 = __pyx_v_distinct_gateLabels; __Pyx_INCREF(__pyx_t_3); __pyx_t_6 = 0;
    for (;;) {
      if (__pyx_t_6 >= PyList_GET_SIZE(__pyx_t_3)) break;
      #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
      __pyx_t_2 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_6); __Pyx_INCREF(__pyx_t_2); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 4566, __pyx_L5_error)
      #else
      __pyx_t_2 = PySequence_ITEM(__pyx_t_3, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 4566, __pyx_L5_error)
      __Pyx_GOTREF(__pyx_t_2);
      #endif
      __Pyx_XDECREF_SET(__pyx_9genexpr17__pyx_v_gl, __pyx_t_2);
      __pyx_t_2 = 0;
      __pyx_9genexpr17__pyx_v_i = __pyx_t_5;
      __pyx_t_5 = (__pyx_t_5 + 1);
      __pyx_t_2 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_9genexpr17__pyx_v_i); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 4566, __pyx_L5_error)
      __Pyx_GOTREF(__pyx_t_2);
      if (unlikely(PyDict_SetItem(__pyx_t_1, (PyObject*)__pyx_9genexpr17__pyx_v_gl, (PyObject*)__pyx_t_2))) __PYX_ERR(0, 4566, __pyx_L5_error)
      __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    }
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_XDECREF(__pyx_9genexpr17__pyx_v_gl); __pyx_9genexpr17__pyx_v_gl = 0;
    goto __pyx_L8_exit_scope;
    __pyx_L5_error:;
    __Pyx_XDECREF(__pyx_9genexpr17__pyx_v_gl); __pyx_9genexpr17__pyx_v_gl = 0;
    goto __pyx_L1_error;
    __pyx_L8_exit_scope:;
  } /* exit inner scope */
  __pyx_v_glmap = ((PyObject*)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":4571
 *     cdef INT i
 *     cdef vector[INT] cgatestring
 *     for gl in circuit:             # <<<<<<<<<<<<<<
 *         cgatestring.push_back(<INT>glmap[gl])
 * 
 */
  if (likely(PyList_CheckExact(__pyx_v_circuit)) || PyTuple_CheckExact(__pyx_v_circuit)) {
    __pyx_t_1 = __pyx_v_circuit; __Pyx_INCREF(__pyx_t_1); __pyx_t_6 = 0;
    __pyx_t_7 = NULL;
  } else {
    __pyx_t_6 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_v_circuit); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 4571, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __pyx_t_7 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 4571, __pyx_L1_error)
  }
  for (;;) {
    if (likely(!__pyx_t_7)) {
      if (likely(PyList_CheckExact(__pyx_t_1))) {
        if (__pyx_t_6 >= PyList_GET_SIZE(__pyx_t_1)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_3 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_6); __Pyx_INCREF(__pyx_t_3); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 4571, __pyx_L1_error)
        #else
        __pyx_t_3 = PySequence_ITEM(__pyx_t_1, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 4571, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_3);
        #endif
      } else {
        if (__pyx_t_6 >= PyTuple_GET_SIZE(__pyx_t_1)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_3 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_6); __Pyx_INCREF(__pyx_t_3); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 4571, __pyx_L1_error)
        #else
        __pyx_t_3 = PySequence_ITEM(__pyx_t_1, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 4571, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_3);
        #endif
      }
    } else {
      __pyx_t_3 = __pyx_t_7(__pyx_t_1);
      if (unlikely(!__pyx_t_3)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
          else __PYX_ERR(0, 4571, __pyx_L1_error)
        }
        break;
      }
      __Pyx_GOTREF(__pyx_t_3);
    }
    __Pyx_XDECREF_SET(__pyx_v_gl, __pyx_t_3);
    __pyx_t_3 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":4572
 *     cdef vector[INT] cgatestring
 *     for gl in circuit:
 *         cgatestring.push_back(<INT>glmap[gl])             # <<<<<<<<<<<<<<
 * 
 *     cdef INT mpv = calc.Np # max_poly_vars
 */
    __pyx_t_3 = __Pyx_PyDict_GetItem(__pyx_v_glmap, __pyx_v_gl); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 4572, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __pyx_t_5 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_3); if (unlikely((__pyx_t_5 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 4572, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    try {
      __pyx_v_cgatestring.push_back(((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_t_5));
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 4572, __pyx_L1_error)
    }

    /* "pygsti/objects/replib/fastreplib.pyx":4571
 *     cdef INT i
 *     cdef vector[INT] cgatestring
 *     for gl in circuit:             # <<<<<<<<<<<<<<
 *         cgatestring.push_back(<INT>glmap[gl])
 * 
 */
  }
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":4574
 *         cgatestring.push_back(<INT>glmap[gl])
 * 
 *     cdef INT mpv = calc.Np # max_poly_vars             # <<<<<<<<<<<<<<
 *     #cdef INT mpo = calc.max_order*2 #max_poly_order
 *     cdef INT vpi = calc.poly_vindices_per_int
 */
  __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_Np); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 4574, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_5 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_1); if (unlikely((__pyx_t_5 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 4574, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_v_mpv = __pyx_t_5;

  /* "pygsti/objects/replib/fastreplib.pyx":4576
 *     cdef INT mpv = calc.Np # max_poly_vars
 *     #cdef INT mpo = calc.max_order*2 #max_poly_order
 *     cdef INT vpi = calc.poly_vindices_per_int             # <<<<<<<<<<<<<<
 *     cdef INT order;
 *     cdef INT numEs = len(elabels)
 */
  __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_poly_vindices_per_int); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 4576, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_5 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_1); if (unlikely((__pyx_t_5 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 4576, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_v_vpi = __pyx_t_5;

  /* "pygsti/objects/replib/fastreplib.pyx":4578
 *     cdef INT vpi = calc.poly_vindices_per_int
 *     cdef INT order;
 *     cdef INT numEs = len(elabels)             # <<<<<<<<<<<<<<
 * 
 *     # Construct dict of gate term reps, then *convert* to c-reps, as this
 */
  __pyx_t_6 = PyObject_Length(__pyx_v_elabels); if (unlikely(__pyx_t_6 == ((Py_ssize_t)-1))) __PYX_ERR(0, 4578, __pyx_L1_error)
  __pyx_v_numEs = __pyx_t_6;

  /* "pygsti/objects/replib/fastreplib.pyx":4582
 *     # Construct dict of gate term reps, then *convert* to c-reps, as this
 *     #  keeps alive the non-c-reps which keep the c-reps from being deallocated...
 *     op_term_reps = { glmap[glbl]: [ [t.torep() for t in calc.sos.get_operation(glbl).get_taylor_order_terms(order, mpv)]             # <<<<<<<<<<<<<<
 *                                       for order in range(calc.max_order+1) ]
 *                        for glbl in distinct_gateLabels }
 */
  { /* enter inner scope */
    __pyx_t_1 = PyDict_New(); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 4582, __pyx_L13_error)
    __Pyx_GOTREF(__pyx_t_1);

    /* "pygsti/objects/replib/fastreplib.pyx":4584
 *     op_term_reps = { glmap[glbl]: [ [t.torep() for t in calc.sos.get_operation(glbl).get_taylor_order_terms(order, mpv)]
 *                                       for order in range(calc.max_order+1) ]
 *                        for glbl in distinct_gateLabels }             # <<<<<<<<<<<<<<
 * 
 *     #Similar with rho_terms and E_terms
 */
    if (unlikely(__pyx_v_distinct_gateLabels == Py_None)) {
      PyErr_SetString(PyExc_TypeError, "'NoneType' object is not iterable");
      __PYX_ERR(0, 4584, __pyx_L13_error)
    }
    __pyx_t_3 = __pyx_v_distinct_gateLabels; __Pyx_INCREF(__pyx_t_3); __pyx_t_6 = 0;
    for (;;) {
      if (__pyx_t_6 >= PyList_GET_SIZE(__pyx_t_3)) break;
      #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
      __pyx_t_2 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_6); __Pyx_INCREF(__pyx_t_2); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 4584, __pyx_L13_error)
      #else
      __pyx_t_2 = PySequence_ITEM(__pyx_t_3, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 4584, __pyx_L13_error)
      __Pyx_GOTREF(__pyx_t_2);
      #endif
      __Pyx_XDECREF_SET(__pyx_9genexpr18__pyx_v_glbl, __pyx_t_2);
      __pyx_t_2 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":4582
 *     # Construct dict of gate term reps, then *convert* to c-reps, as this
 *     #  keeps alive the non-c-reps which keep the c-reps from being deallocated...
 *     op_term_reps = { glmap[glbl]: [ [t.torep() for t in calc.sos.get_operation(glbl).get_taylor_order_terms(order, mpv)]             # <<<<<<<<<<<<<<
 *                                       for order in range(calc.max_order+1) ]
 *                        for glbl in distinct_gateLabels }
 */
      __pyx_t_2 = __Pyx_PyDict_GetItem(__pyx_v_glmap, __pyx_9genexpr18__pyx_v_glbl); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 4582, __pyx_L13_error)
      __Pyx_GOTREF(__pyx_t_2);
      __pyx_t_8 = PyList_New(0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 4582, __pyx_L13_error)
      __Pyx_GOTREF(__pyx_t_8);

      /* "pygsti/objects/replib/fastreplib.pyx":4583
 *     #  keeps alive the non-c-reps which keep the c-reps from being deallocated...
 *     op_term_reps = { glmap[glbl]: [ [t.torep() for t in calc.sos.get_operation(glbl).get_taylor_order_terms(order, mpv)]
 *                                       for order in range(calc.max_order+1) ]             # <<<<<<<<<<<<<<
 *                        for glbl in distinct_gateLabels }
 * 
 */
      __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_max_order); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 4583, __pyx_L13_error)
      __Pyx_GOTREF(__pyx_t_9);
      __pyx_t_10 = __Pyx_PyInt_AddObjC(__pyx_t_9, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 4583, __pyx_L13_error)
      __Pyx_GOTREF(__pyx_t_10);
      __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
      __pyx_t_11 = __Pyx_PyInt_As_long(__pyx_t_10); if (unlikely((__pyx_t_11 == (long)-1) && PyErr_Occurred())) __PYX_ERR(0, 4583, __pyx_L13_error)
      __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
      __pyx_t_12 = __pyx_t_11;
      for (__pyx_t_5 = 0; __pyx_t_5 < __pyx_t_12; __pyx_t_5+=1) {
        __pyx_9genexpr18__pyx_v_order = __pyx_t_5;

        /* "pygsti/objects/replib/fastreplib.pyx":4582
 *     # Construct dict of gate term reps, then *convert* to c-reps, as this
 *     #  keeps alive the non-c-reps which keep the c-reps from being deallocated...
 *     op_term_reps = { glmap[glbl]: [ [t.torep() for t in calc.sos.get_operation(glbl).get_taylor_order_terms(order, mpv)]             # <<<<<<<<<<<<<<
 *                                       for order in range(calc.max_order+1) ]
 *                        for glbl in distinct_gateLabels }
 */
        __pyx_t_10 = PyList_New(0); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 4582, __pyx_L13_error)
        __Pyx_GOTREF(__pyx_t_10);
        __pyx_t_14 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_sos); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 4582, __pyx_L13_error)
        __Pyx_GOTREF(__pyx_t_14);
        __pyx_t_15 = __Pyx_PyObject_GetAttrStr(__pyx_t_14, __pyx_n_s_get_operation); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 4582, __pyx_L13_error)
        __Pyx_GOTREF(__pyx_t_15);
        __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
        __pyx_t_14 = NULL;
        if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_15))) {
          __pyx_t_14 = PyMethod_GET_SELF(__pyx_t_15);
          if (likely(__pyx_t_14)) {
            PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_15);
            __Pyx_INCREF(__pyx_t_14);
            __Pyx_INCREF(function);
            __Pyx_DECREF_SET(__pyx_t_15, function);
          }
        }
        __pyx_t_13 = (__pyx_t_14) ? __Pyx_PyObject_Call2Args(__pyx_t_15, __pyx_t_14, __pyx_9genexpr18__pyx_v_glbl) : __Pyx_PyObject_CallOneArg(__pyx_t_15, __pyx_9genexpr18__pyx_v_glbl);
        __Pyx_XDECREF(__pyx_t_14); __pyx_t_14 = 0;
        if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 4582, __pyx_L13_error)
        __Pyx_GOTREF(__pyx_t_13);
        __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
        __pyx_t_15 = __Pyx_PyObject_GetAttrStr(__pyx_t_13, __pyx_n_s_get_taylor_order_terms); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 4582, __pyx_L13_error)
        __Pyx_GOTREF(__pyx_t_15);
        __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
        __pyx_t_13 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_9genexpr18__pyx_v_order); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 4582, __pyx_L13_error)
        __Pyx_GOTREF(__pyx_t_13);
        __pyx_t_14 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_mpv); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 4582, __pyx_L13_error)
        __Pyx_GOTREF(__pyx_t_14);
        __pyx_t_16 = NULL;
        __pyx_t_17 = 0;
        if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_15))) {
          __pyx_t_16 = PyMethod_GET_SELF(__pyx_t_15);
          if (likely(__pyx_t_16)) {
            PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_15);
            __Pyx_INCREF(__pyx_t_16);
            __Pyx_INCREF(function);
            __Pyx_DECREF_SET(__pyx_t_15, function);
            __pyx_t_17 = 1;
          }
        }
        #if CYTHON_FAST_PYCALL
        if (PyFunction_Check(__pyx_t_15)) {
          PyObject *__pyx_temp[3] = {__pyx_t_16, __pyx_t_13, __pyx_t_14};
          __pyx_t_9 = __Pyx_PyFunction_FastCall(__pyx_t_15, __pyx_temp+1-__pyx_t_17, 2+__pyx_t_17); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 4582, __pyx_L13_error)
          __Pyx_XDECREF(__pyx_t_16); __pyx_t_16 = 0;
          __Pyx_GOTREF(__pyx_t_9);
          __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
          __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
        } else
        #endif
        #if CYTHON_FAST_PYCCALL
        if (__Pyx_PyFastCFunction_Check(__pyx_t_15)) {
          PyObject *__pyx_temp[3] = {__pyx_t_16, __pyx_t_13, __pyx_t_14};
          __pyx_t_9 = __Pyx_PyCFunction_FastCall(__pyx_t_15, __pyx_temp+1-__pyx_t_17, 2+__pyx_t_17); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 4582, __pyx_L13_error)
          __Pyx_XDECREF(__pyx_t_16); __pyx_t_16 = 0;
          __Pyx_GOTREF(__pyx_t_9);
          __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
          __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0;
        } else
        #endif
        {
          __pyx_t_18 = PyTuple_New(2+__pyx_t_17); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 4582, __pyx_L13_error)
          __Pyx_GOTREF(__pyx_t_18);
          if (__pyx_t_16) {
            __Pyx_GIVEREF(__pyx_t_16); PyTuple_SET_ITEM(__pyx_t_18, 0, __pyx_t_16); __pyx_t_16 = NULL;
          }
          __Pyx_GIVEREF(__pyx_t_13);
          PyTuple_SET_ITEM(__pyx_t_18, 0+__pyx_t_17, __pyx_t_13);
          __Pyx_GIVEREF(__pyx_t_14);
          PyTuple_SET_ITEM(__pyx_t_18, 1+__pyx_t_17, __pyx_t_14);
          __pyx_t_13 = 0;
          __pyx_t_14 = 0;
          __pyx_t_9 = __Pyx_PyObject_Call(__pyx_t_15, __pyx_t_18, NULL); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 4582, __pyx_L13_error)
          __Pyx_GOTREF(__pyx_t_9);
          __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0;
        }
        __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
        if (likely(PyList_CheckExact(__pyx_t_9)) || PyTuple_CheckExact(__pyx_t_9)) {
          __pyx_t_15 = __pyx_t_9; __Pyx_INCREF(__pyx_t_15); __pyx_t_19 = 0;
          __pyx_t_7 = NULL;
        } else {
          __pyx_t_19 = -1; __pyx_t_15 = PyObject_GetIter(__pyx_t_9); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 4582, __pyx_L13_error)
          __Pyx_GOTREF(__pyx_t_15);
          __pyx_t_7 = Py_TYPE(__pyx_t_15)->tp_iternext; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 4582, __pyx_L13_error)
        }
        __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
        for (;;) {
          if (likely(!__pyx_t_7)) {
            if (likely(PyList_CheckExact(__pyx_t_15))) {
              if (__pyx_t_19 >= PyList_GET_SIZE(__pyx_t_15)) break;
              #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
              __pyx_t_9 = PyList_GET_ITEM(__pyx_t_15, __pyx_t_19); __Pyx_INCREF(__pyx_t_9); __pyx_t_19++; if (unlikely(0 < 0)) __PYX_ERR(0, 4582, __pyx_L13_error)
              #else
              __pyx_t_9 = PySequence_ITEM(__pyx_t_15, __pyx_t_19); __pyx_t_19++; if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 4582, __pyx_L13_error)
              __Pyx_GOTREF(__pyx_t_9);
              #endif
            } else {
              if (__pyx_t_19 >= PyTuple_GET_SIZE(__pyx_t_15)) break;
              #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
              __pyx_t_9 = PyTuple_GET_ITEM(__pyx_t_15, __pyx_t_19); __Pyx_INCREF(__pyx_t_9); __pyx_t_19++; if (unlikely(0 < 0)) __PYX_ERR(0, 4582, __pyx_L13_error)
              #else
              __pyx_t_9 = PySequence_ITEM(__pyx_t_15, __pyx_t_19); __pyx_t_19++; if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 4582, __pyx_L13_error)
              __Pyx_GOTREF(__pyx_t_9);
              #endif
            }
          } else {
            __pyx_t_9 = __pyx_t_7(__pyx_t_15);
            if (unlikely(!__pyx_t_9)) {
              PyObject* exc_type = PyErr_Occurred();
              if (exc_type) {
                if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
                else __PYX_ERR(0, 4582, __pyx_L13_error)
              }
              break;
            }
            __Pyx_GOTREF(__pyx_t_9);
          }
          __Pyx_XDECREF_SET(__pyx_9genexpr18__pyx_v_t, __pyx_t_9);
          __pyx_t_9 = 0;
          __pyx_t_18 = __Pyx_PyObject_GetAttrStr(__pyx_9genexpr18__pyx_v_t, __pyx_n_s_torep); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 4582, __pyx_L13_error)
          __Pyx_GOTREF(__pyx_t_18);
          __pyx_t_14 = NULL;
          if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_18))) {
            __pyx_t_14 = PyMethod_GET_SELF(__pyx_t_18);
            if (likely(__pyx_t_14)) {
              PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_18);
              __Pyx_INCREF(__pyx_t_14);
              __Pyx_INCREF(function);
              __Pyx_DECREF_SET(__pyx_t_18, function);
            }
          }
          __pyx_t_9 = (__pyx_t_14) ? __Pyx_PyObject_CallOneArg(__pyx_t_18, __pyx_t_14) : __Pyx_PyObject_CallNoArg(__pyx_t_18);
          __Pyx_XDECREF(__pyx_t_14); __pyx_t_14 = 0;
          if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 4582, __pyx_L13_error)
          __Pyx_GOTREF(__pyx_t_9);
          __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0;
          if (unlikely(__Pyx_ListComp_Append(__pyx_t_10, (PyObject*)__pyx_t_9))) __PYX_ERR(0, 4582, __pyx_L13_error)
          __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
        }
        __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
        if (unlikely(__Pyx_ListComp_Append(__pyx_t_8, (PyObject*)__pyx_t_10))) __PYX_ERR(0, 4582, __pyx_L13_error)
        __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
      }
      if (unlikely(PyDict_SetItem(__pyx_t_1, (PyObject*)__pyx_t_2, (PyObject*)__pyx_t_8))) __PYX_ERR(0, 4582, __pyx_L13_error)
      __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":4584
 *     op_term_reps = { glmap[glbl]: [ [t.torep() for t in calc.sos.get_operation(glbl).get_taylor_order_terms(order, mpv)]
 *                                       for order in range(calc.max_order+1) ]
 *                        for glbl in distinct_gateLabels }             # <<<<<<<<<<<<<<
 * 
 *     #Similar with rho_terms and E_terms
 */
    }
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_XDECREF(__pyx_9genexpr18__pyx_v_glbl); __pyx_9genexpr18__pyx_v_glbl = 0;
    __Pyx_XDECREF(__pyx_9genexpr18__pyx_v_t); __pyx_9genexpr18__pyx_v_t = 0;
    goto __pyx_L20_exit_scope;
    __pyx_L13_error:;
    __Pyx_XDECREF(__pyx_9genexpr18__pyx_v_glbl); __pyx_9genexpr18__pyx_v_glbl = 0;
    __Pyx_XDECREF(__pyx_9genexpr18__pyx_v_t); __pyx_9genexpr18__pyx_v_t = 0;
    goto __pyx_L1_error;
    __pyx_L20_exit_scope:;
  } /* exit inner scope */
  __pyx_v_op_term_reps = ((PyObject*)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":4587
 * 
 *     #Similar with rho_terms and E_terms
 *     rho_term_reps = [ [t.torep() for t in calc.sos.get_prep(rholabel).get_taylor_order_terms(order, mpv)]             # <<<<<<<<<<<<<<
 *                       for order in range(calc.max_order+1) ]
 * 
 */
  __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 4587, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);

  /* "pygsti/objects/replib/fastreplib.pyx":4588
 *     #Similar with rho_terms and E_terms
 *     rho_term_reps = [ [t.torep() for t in calc.sos.get_prep(rholabel).get_taylor_order_terms(order, mpv)]
 *                       for order in range(calc.max_order+1) ]             # <<<<<<<<<<<<<<
 * 
 *     E_term_reps = []
 */
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_max_order); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 4588, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_8 = __Pyx_PyInt_AddObjC(__pyx_t_3, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 4588, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_8);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __pyx_t_11 = __Pyx_PyInt_As_long(__pyx_t_8); if (unlikely((__pyx_t_11 == (long)-1) && PyErr_Occurred())) __PYX_ERR(0, 4588, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
  __pyx_t_12 = __pyx_t_11;
  for (__pyx_t_5 = 0; __pyx_t_5 < __pyx_t_12; __pyx_t_5+=1) {
    __pyx_v_order = __pyx_t_5;

    /* "pygsti/objects/replib/fastreplib.pyx":4587
 * 
 *     #Similar with rho_terms and E_terms
 *     rho_term_reps = [ [t.torep() for t in calc.sos.get_prep(rholabel).get_taylor_order_terms(order, mpv)]             # <<<<<<<<<<<<<<
 *                       for order in range(calc.max_order+1) ]
 * 
 */
    __pyx_t_8 = PyList_New(0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 4587, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_8);
    __pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_sos); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 4587, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_10);
    __pyx_t_15 = __Pyx_PyObject_GetAttrStr(__pyx_t_10, __pyx_n_s_get_prep); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 4587, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_15);
    __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
    __pyx_t_10 = NULL;
    if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_15))) {
      __pyx_t_10 = PyMethod_GET_SELF(__pyx_t_15);
      if (likely(__pyx_t_10)) {
        PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_15);
        __Pyx_INCREF(__pyx_t_10);
        __Pyx_INCREF(function);
        __Pyx_DECREF_SET(__pyx_t_15, function);
      }
    }
    __pyx_t_2 = (__pyx_t_10) ? __Pyx_PyObject_Call2Args(__pyx_t_15, __pyx_t_10, __pyx_v_rholabel) : __Pyx_PyObject_CallOneArg(__pyx_t_15, __pyx_v_rholabel);
    __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0;
    if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 4587, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
    __pyx_t_15 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_get_taylor_order_terms); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 4587, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_15);
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __pyx_t_2 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_order); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 4587, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_10 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_mpv); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 4587, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_10);
    __pyx_t_9 = NULL;
    __pyx_t_17 = 0;
    if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_15))) {
      __pyx_t_9 = PyMethod_GET_SELF(__pyx_t_15);
      if (likely(__pyx_t_9)) {
        PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_15);
        __Pyx_INCREF(__pyx_t_9);
        __Pyx_INCREF(function);
        __Pyx_DECREF_SET(__pyx_t_15, function);
        __pyx_t_17 = 1;
      }
    }
    #if CYTHON_FAST_PYCALL
    if (PyFunction_Check(__pyx_t_15)) {
      PyObject *__pyx_temp[3] = {__pyx_t_9, __pyx_t_2, __pyx_t_10};
      __pyx_t_3 = __Pyx_PyFunction_FastCall(__pyx_t_15, __pyx_temp+1-__pyx_t_17, 2+__pyx_t_17); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 4587, __pyx_L1_error)
      __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
      __Pyx_GOTREF(__pyx_t_3);
      __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
      __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
    } else
    #endif
    #if CYTHON_FAST_PYCCALL
    if (__Pyx_PyFastCFunction_Check(__pyx_t_15)) {
      PyObject *__pyx_temp[3] = {__pyx_t_9, __pyx_t_2, __pyx_t_10};
      __pyx_t_3 = __Pyx_PyCFunction_FastCall(__pyx_t_15, __pyx_temp+1-__pyx_t_17, 2+__pyx_t_17); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 4587, __pyx_L1_error)
      __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;
      __Pyx_GOTREF(__pyx_t_3);
      __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
      __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
    } else
    #endif
    {
      __pyx_t_18 = PyTuple_New(2+__pyx_t_17); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 4587, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_18);
      if (__pyx_t_9) {
        __Pyx_GIVEREF(__pyx_t_9); PyTuple_SET_ITEM(__pyx_t_18, 0, __pyx_t_9); __pyx_t_9 = NULL;
      }
      __Pyx_GIVEREF(__pyx_t_2);
      PyTuple_SET_ITEM(__pyx_t_18, 0+__pyx_t_17, __pyx_t_2);
      __Pyx_GIVEREF(__pyx_t_10);
      PyTuple_SET_ITEM(__pyx_t_18, 1+__pyx_t_17, __pyx_t_10);
      __pyx_t_2 = 0;
      __pyx_t_10 = 0;
      __pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_15, __pyx_t_18, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 4587, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_3);
      __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0;
    }
    __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
    if (likely(PyList_CheckExact(__pyx_t_3)) || PyTuple_CheckExact(__pyx_t_3)) {
      __pyx_t_15 = __pyx_t_3; __Pyx_INCREF(__pyx_t_15); __pyx_t_6 = 0;
      __pyx_t_7 = NULL;
    } else {
      __pyx_t_6 = -1; __pyx_t_15 = PyObject_GetIter(__pyx_t_3); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 4587, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_15);
      __pyx_t_7 = Py_TYPE(__pyx_t_15)->tp_iternext; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 4587, __pyx_L1_error)
    }
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    for (;;) {
      if (likely(!__pyx_t_7)) {
        if (likely(PyList_CheckExact(__pyx_t_15))) {
          if (__pyx_t_6 >= PyList_GET_SIZE(__pyx_t_15)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_3 = PyList_GET_ITEM(__pyx_t_15, __pyx_t_6); __Pyx_INCREF(__pyx_t_3); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 4587, __pyx_L1_error)
          #else
          __pyx_t_3 = PySequence_ITEM(__pyx_t_15, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 4587, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_3);
          #endif
        } else {
          if (__pyx_t_6 >= PyTuple_GET_SIZE(__pyx_t_15)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_3 = PyTuple_GET_ITEM(__pyx_t_15, __pyx_t_6); __Pyx_INCREF(__pyx_t_3); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 4587, __pyx_L1_error)
          #else
          __pyx_t_3 = PySequence_ITEM(__pyx_t_15, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 4587, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_3);
          #endif
        }
      } else {
        __pyx_t_3 = __pyx_t_7(__pyx_t_15);
        if (unlikely(!__pyx_t_3)) {
          PyObject* exc_type = PyErr_Occurred();
          if (exc_type) {
            if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
            else __PYX_ERR(0, 4587, __pyx_L1_error)
          }
          break;
        }
        __Pyx_GOTREF(__pyx_t_3);
      }
      __Pyx_XDECREF_SET(__pyx_v_t, __pyx_t_3);
      __pyx_t_3 = 0;
      __pyx_t_18 = __Pyx_PyObject_GetAttrStr(__pyx_v_t, __pyx_n_s_torep); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 4587, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_18);
      __pyx_t_10 = NULL;
      if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_18))) {
        __pyx_t_10 = PyMethod_GET_SELF(__pyx_t_18);
        if (likely(__pyx_t_10)) {
          PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_18);
          __Pyx_INCREF(__pyx_t_10);
          __Pyx_INCREF(function);
          __Pyx_DECREF_SET(__pyx_t_18, function);
        }
      }
      __pyx_t_3 = (__pyx_t_10) ? __Pyx_PyObject_CallOneArg(__pyx_t_18, __pyx_t_10) : __Pyx_PyObject_CallNoArg(__pyx_t_18);
      __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0;
      if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 4587, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_3);
      __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0;
      if (unlikely(__Pyx_ListComp_Append(__pyx_t_8, (PyObject*)__pyx_t_3))) __PYX_ERR(0, 4587, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    }
    __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
    if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_8))) __PYX_ERR(0, 4587, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
  }
  __pyx_v_rho_term_reps = ((PyObject*)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":4590
 *                       for order in range(calc.max_order+1) ]
 * 
 *     E_term_reps = []             # <<<<<<<<<<<<<<
 *     E_indices = []
 *     for order in range(calc.max_order+1):
 */
  __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 4590, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_v_E_term_reps = ((PyObject*)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":4591
 * 
 *     E_term_reps = []
 *     E_indices = []             # <<<<<<<<<<<<<<
 *     for order in range(calc.max_order+1):
 *         cur_term_reps = [] # the term reps for *all* the effect vectors
 */
  __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 4591, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_v_E_indices = ((PyObject*)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":4592
 *     E_term_reps = []
 *     E_indices = []
 *     for order in range(calc.max_order+1):             # <<<<<<<<<<<<<<
 *         cur_term_reps = [] # the term reps for *all* the effect vectors
 *         cur_indices = [] # the Evec-index corresponding to each term rep
 */
  __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_max_order); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 4592, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_8 = __Pyx_PyInt_AddObjC(__pyx_t_1, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 4592, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_8);
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_t_11 = __Pyx_PyInt_As_long(__pyx_t_8); if (unlikely((__pyx_t_11 == (long)-1) && PyErr_Occurred())) __PYX_ERR(0, 4592, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
  __pyx_t_12 = __pyx_t_11;
  for (__pyx_t_5 = 0; __pyx_t_5 < __pyx_t_12; __pyx_t_5+=1) {
    __pyx_v_order = __pyx_t_5;

    /* "pygsti/objects/replib/fastreplib.pyx":4593
 *     E_indices = []
 *     for order in range(calc.max_order+1):
 *         cur_term_reps = [] # the term reps for *all* the effect vectors             # <<<<<<<<<<<<<<
 *         cur_indices = [] # the Evec-index corresponding to each term rep
 *         for i,elbl in enumerate(elabels):
 */
    __pyx_t_8 = PyList_New(0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 4593, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_8);
    __Pyx_XDECREF_SET(__pyx_v_cur_term_reps, ((PyObject*)__pyx_t_8));
    __pyx_t_8 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":4594
 *     for order in range(calc.max_order+1):
 *         cur_term_reps = [] # the term reps for *all* the effect vectors
 *         cur_indices = [] # the Evec-index corresponding to each term rep             # <<<<<<<<<<<<<<
 *         for i,elbl in enumerate(elabels):
 *             term_reps = [t.torep() for t in calc.sos.get_effect(elbl).get_taylor_order_terms(order, mpv) ]
 */
    __pyx_t_8 = PyList_New(0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 4594, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_8);
    __Pyx_XDECREF_SET(__pyx_v_cur_indices, ((PyObject*)__pyx_t_8));
    __pyx_t_8 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":4595
 *         cur_term_reps = [] # the term reps for *all* the effect vectors
 *         cur_indices = [] # the Evec-index corresponding to each term rep
 *         for i,elbl in enumerate(elabels):             # <<<<<<<<<<<<<<
 *             term_reps = [t.torep() for t in calc.sos.get_effect(elbl).get_taylor_order_terms(order, mpv) ]
 *             cur_term_reps.extend( term_reps )
 */
    __pyx_t_20 = 0;
    if (likely(PyList_CheckExact(__pyx_v_elabels)) || PyTuple_CheckExact(__pyx_v_elabels)) {
      __pyx_t_8 = __pyx_v_elabels; __Pyx_INCREF(__pyx_t_8); __pyx_t_6 = 0;
      __pyx_t_7 = NULL;
    } else {
      __pyx_t_6 = -1; __pyx_t_8 = PyObject_GetIter(__pyx_v_elabels); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 4595, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_8);
      __pyx_t_7 = Py_TYPE(__pyx_t_8)->tp_iternext; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 4595, __pyx_L1_error)
    }
    for (;;) {
      if (likely(!__pyx_t_7)) {
        if (likely(PyList_CheckExact(__pyx_t_8))) {
          if (__pyx_t_6 >= PyList_GET_SIZE(__pyx_t_8)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_1 = PyList_GET_ITEM(__pyx_t_8, __pyx_t_6); __Pyx_INCREF(__pyx_t_1); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 4595, __pyx_L1_error)
          #else
          __pyx_t_1 = PySequence_ITEM(__pyx_t_8, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 4595, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_1);
          #endif
        } else {
          if (__pyx_t_6 >= PyTuple_GET_SIZE(__pyx_t_8)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_1 = PyTuple_GET_ITEM(__pyx_t_8, __pyx_t_6); __Pyx_INCREF(__pyx_t_1); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 4595, __pyx_L1_error)
          #else
          __pyx_t_1 = PySequence_ITEM(__pyx_t_8, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 4595, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_1);
          #endif
        }
      } else {
        __pyx_t_1 = __pyx_t_7(__pyx_t_8);
        if (unlikely(!__pyx_t_1)) {
          PyObject* exc_type = PyErr_Occurred();
          if (exc_type) {
            if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
            else __PYX_ERR(0, 4595, __pyx_L1_error)
          }
          break;
        }
        __Pyx_GOTREF(__pyx_t_1);
      }
      __Pyx_XDECREF_SET(__pyx_v_elbl, __pyx_t_1);
      __pyx_t_1 = 0;
      __pyx_v_i = __pyx_t_20;
      __pyx_t_20 = (__pyx_t_20 + 1);

      /* "pygsti/objects/replib/fastreplib.pyx":4596
 *         cur_indices = [] # the Evec-index corresponding to each term rep
 *         for i,elbl in enumerate(elabels):
 *             term_reps = [t.torep() for t in calc.sos.get_effect(elbl).get_taylor_order_terms(order, mpv) ]             # <<<<<<<<<<<<<<
 *             cur_term_reps.extend( term_reps )
 *             cur_indices.extend( [i]*len(term_reps) )
 */
      __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 4596, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_1);
      __pyx_t_18 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_sos); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 4596, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_18);
      __pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_t_18, __pyx_n_s_get_effect); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 4596, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_10);
      __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0;
      __pyx_t_18 = NULL;
      if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_10))) {
        __pyx_t_18 = PyMethod_GET_SELF(__pyx_t_10);
        if (likely(__pyx_t_18)) {
          PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_10);
          __Pyx_INCREF(__pyx_t_18);
          __Pyx_INCREF(function);
          __Pyx_DECREF_SET(__pyx_t_10, function);
        }
      }
      __pyx_t_3 = (__pyx_t_18) ? __Pyx_PyObject_Call2Args(__pyx_t_10, __pyx_t_18, __pyx_v_elbl) : __Pyx_PyObject_CallOneArg(__pyx_t_10, __pyx_v_elbl);
      __Pyx_XDECREF(__pyx_t_18); __pyx_t_18 = 0;
      if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 4596, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_3);
      __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
      __pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_get_taylor_order_terms); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 4596, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_10);
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      __pyx_t_3 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_order); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 4596, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_3);
      __pyx_t_18 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_mpv); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 4596, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_18);
      __pyx_t_2 = NULL;
      __pyx_t_17 = 0;
      if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_10))) {
        __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_10);
        if (likely(__pyx_t_2)) {
          PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_10);
          __Pyx_INCREF(__pyx_t_2);
          __Pyx_INCREF(function);
          __Pyx_DECREF_SET(__pyx_t_10, function);
          __pyx_t_17 = 1;
        }
      }
      #if CYTHON_FAST_PYCALL
      if (PyFunction_Check(__pyx_t_10)) {
        PyObject *__pyx_temp[3] = {__pyx_t_2, __pyx_t_3, __pyx_t_18};
        __pyx_t_15 = __Pyx_PyFunction_FastCall(__pyx_t_10, __pyx_temp+1-__pyx_t_17, 2+__pyx_t_17); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 4596, __pyx_L1_error)
        __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
        __Pyx_GOTREF(__pyx_t_15);
        __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
        __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0;
      } else
      #endif
      #if CYTHON_FAST_PYCCALL
      if (__Pyx_PyFastCFunction_Check(__pyx_t_10)) {
        PyObject *__pyx_temp[3] = {__pyx_t_2, __pyx_t_3, __pyx_t_18};
        __pyx_t_15 = __Pyx_PyCFunction_FastCall(__pyx_t_10, __pyx_temp+1-__pyx_t_17, 2+__pyx_t_17); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 4596, __pyx_L1_error)
        __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
        __Pyx_GOTREF(__pyx_t_15);
        __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
        __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0;
      } else
      #endif
      {
        __pyx_t_9 = PyTuple_New(2+__pyx_t_17); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 4596, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_9);
        if (__pyx_t_2) {
          __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_9, 0, __pyx_t_2); __pyx_t_2 = NULL;
        }
        __Pyx_GIVEREF(__pyx_t_3);
        PyTuple_SET_ITEM(__pyx_t_9, 0+__pyx_t_17, __pyx_t_3);
        __Pyx_GIVEREF(__pyx_t_18);
        PyTuple_SET_ITEM(__pyx_t_9, 1+__pyx_t_17, __pyx_t_18);
        __pyx_t_3 = 0;
        __pyx_t_18 = 0;
        __pyx_t_15 = __Pyx_PyObject_Call(__pyx_t_10, __pyx_t_9, NULL); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 4596, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_15);
        __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
      }
      __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
      if (likely(PyList_CheckExact(__pyx_t_15)) || PyTuple_CheckExact(__pyx_t_15)) {
        __pyx_t_10 = __pyx_t_15; __Pyx_INCREF(__pyx_t_10); __pyx_t_19 = 0;
        __pyx_t_21 = NULL;
      } else {
        __pyx_t_19 = -1; __pyx_t_10 = PyObject_GetIter(__pyx_t_15); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 4596, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_10);
        __pyx_t_21 = Py_TYPE(__pyx_t_10)->tp_iternext; if (unlikely(!__pyx_t_21)) __PYX_ERR(0, 4596, __pyx_L1_error)
      }
      __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
      for (;;) {
        if (likely(!__pyx_t_21)) {
          if (likely(PyList_CheckExact(__pyx_t_10))) {
            if (__pyx_t_19 >= PyList_GET_SIZE(__pyx_t_10)) break;
            #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
            __pyx_t_15 = PyList_GET_ITEM(__pyx_t_10, __pyx_t_19); __Pyx_INCREF(__pyx_t_15); __pyx_t_19++; if (unlikely(0 < 0)) __PYX_ERR(0, 4596, __pyx_L1_error)
            #else
            __pyx_t_15 = PySequence_ITEM(__pyx_t_10, __pyx_t_19); __pyx_t_19++; if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 4596, __pyx_L1_error)
            __Pyx_GOTREF(__pyx_t_15);
            #endif
          } else {
            if (__pyx_t_19 >= PyTuple_GET_SIZE(__pyx_t_10)) break;
            #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
            __pyx_t_15 = PyTuple_GET_ITEM(__pyx_t_10, __pyx_t_19); __Pyx_INCREF(__pyx_t_15); __pyx_t_19++; if (unlikely(0 < 0)) __PYX_ERR(0, 4596, __pyx_L1_error)
            #else
            __pyx_t_15 = PySequence_ITEM(__pyx_t_10, __pyx_t_19); __pyx_t_19++; if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 4596, __pyx_L1_error)
            __Pyx_GOTREF(__pyx_t_15);
            #endif
          }
        } else {
          __pyx_t_15 = __pyx_t_21(__pyx_t_10);
          if (unlikely(!__pyx_t_15)) {
            PyObject* exc_type = PyErr_Occurred();
            if (exc_type) {
              if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
              else __PYX_ERR(0, 4596, __pyx_L1_error)
            }
            break;
          }
          __Pyx_GOTREF(__pyx_t_15);
        }
        __Pyx_XDECREF_SET(__pyx_v_t, __pyx_t_15);
        __pyx_t_15 = 0;
        __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_t, __pyx_n_s_torep); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 4596, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_9);
        __pyx_t_18 = NULL;
        if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_9))) {
          __pyx_t_18 = PyMethod_GET_SELF(__pyx_t_9);
          if (likely(__pyx_t_18)) {
            PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_9);
            __Pyx_INCREF(__pyx_t_18);
            __Pyx_INCREF(function);
            __Pyx_DECREF_SET(__pyx_t_9, function);
          }
        }
        __pyx_t_15 = (__pyx_t_18) ? __Pyx_PyObject_CallOneArg(__pyx_t_9, __pyx_t_18) : __Pyx_PyObject_CallNoArg(__pyx_t_9);
        __Pyx_XDECREF(__pyx_t_18); __pyx_t_18 = 0;
        if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 4596, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_15);
        __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
        if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_15))) __PYX_ERR(0, 4596, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
      }
      __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
      __Pyx_XDECREF_SET(__pyx_v_term_reps, ((PyObject*)__pyx_t_1));
      __pyx_t_1 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":4597
 *         for i,elbl in enumerate(elabels):
 *             term_reps = [t.torep() for t in calc.sos.get_effect(elbl).get_taylor_order_terms(order, mpv) ]
 *             cur_term_reps.extend( term_reps )             # <<<<<<<<<<<<<<
 *             cur_indices.extend( [i]*len(term_reps) )
 *         E_term_reps.append( cur_term_reps )
 */
      __pyx_t_4 = __Pyx_PyList_Extend(__pyx_v_cur_term_reps, __pyx_v_term_reps); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(0, 4597, __pyx_L1_error)

      /* "pygsti/objects/replib/fastreplib.pyx":4598
 *             term_reps = [t.torep() for t in calc.sos.get_effect(elbl).get_taylor_order_terms(order, mpv) ]
 *             cur_term_reps.extend( term_reps )
 *             cur_indices.extend( [i]*len(term_reps) )             # <<<<<<<<<<<<<<
 *         E_term_reps.append( cur_term_reps )
 *         E_indices.append( cur_indices )
 */
      __pyx_t_1 = __Pyx_PyInt_From_PY_LONG_LONG(__pyx_v_i); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 4598, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_1);
      __pyx_t_19 = PyList_GET_SIZE(__pyx_v_term_reps); if (unlikely(__pyx_t_19 == ((Py_ssize_t)-1))) __PYX_ERR(0, 4598, __pyx_L1_error)
      __pyx_t_10 = PyList_New(1 * ((__pyx_t_19<0) ? 0:__pyx_t_19)); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 4598, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_10);
      { Py_ssize_t __pyx_temp;
        for (__pyx_temp=0; __pyx_temp < __pyx_t_19; __pyx_temp++) {
          __Pyx_INCREF(__pyx_t_1);
          __Pyx_GIVEREF(__pyx_t_1);
          PyList_SET_ITEM(__pyx_t_10, __pyx_temp, __pyx_t_1);
        }
      }
      __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
      __pyx_t_4 = __Pyx_PyList_Extend(__pyx_v_cur_indices, __pyx_t_10); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(0, 4598, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":4595
 *         cur_term_reps = [] # the term reps for *all* the effect vectors
 *         cur_indices = [] # the Evec-index corresponding to each term rep
 *         for i,elbl in enumerate(elabels):             # <<<<<<<<<<<<<<
 *             term_reps = [t.torep() for t in calc.sos.get_effect(elbl).get_taylor_order_terms(order, mpv) ]
 *             cur_term_reps.extend( term_reps )
 */
    }
    __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":4599
 *             cur_term_reps.extend( term_reps )
 *             cur_indices.extend( [i]*len(term_reps) )
 *         E_term_reps.append( cur_term_reps )             # <<<<<<<<<<<<<<
 *         E_indices.append( cur_indices )
 * 
 */
    __pyx_t_4 = __Pyx_PyList_Append(__pyx_v_E_term_reps, __pyx_v_cur_term_reps); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(0, 4599, __pyx_L1_error)

    /* "pygsti/objects/replib/fastreplib.pyx":4600
 *             cur_indices.extend( [i]*len(term_reps) )
 *         E_term_reps.append( cur_term_reps )
 *         E_indices.append( cur_indices )             # <<<<<<<<<<<<<<
 * 
 * 
 */
    __pyx_t_4 = __Pyx_PyList_Append(__pyx_v_E_indices, __pyx_v_cur_indices); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(0, 4600, __pyx_L1_error)
  }

  /* "pygsti/objects/replib/fastreplib.pyx":4605
 *     #convert to c-reps
 *     cdef INT gi
 *     cdef vector[vector[SBTermCRep_ptr]] rho_term_creps = sb_extract_cterms(rho_term_reps,calc.max_order)             # <<<<<<<<<<<<<<
 *     cdef vector[vector[SBTermCRep_ptr]] E_term_creps = sb_extract_cterms(E_term_reps,calc.max_order)
 *     cdef unordered_map[INT, vector[vector[SBTermCRep_ptr]]] gate_term_creps
 */
  __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_max_order); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 4605, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_8);
  __pyx_t_5 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_8); if (unlikely((__pyx_t_5 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 4605, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
  __pyx_v_rho_term_creps = __pyx_f_6pygsti_7objects_6replib_10fastreplib_sb_extract_cterms(__pyx_v_rho_term_reps, __pyx_t_5);

  /* "pygsti/objects/replib/fastreplib.pyx":4606
 *     cdef INT gi
 *     cdef vector[vector[SBTermCRep_ptr]] rho_term_creps = sb_extract_cterms(rho_term_reps,calc.max_order)
 *     cdef vector[vector[SBTermCRep_ptr]] E_term_creps = sb_extract_cterms(E_term_reps,calc.max_order)             # <<<<<<<<<<<<<<
 *     cdef unordered_map[INT, vector[vector[SBTermCRep_ptr]]] gate_term_creps
 *     for gi,termrep_lists in op_term_reps.items():
 */
  __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_max_order); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 4606, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_8);
  __pyx_t_5 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_8); if (unlikely((__pyx_t_5 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 4606, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
  __pyx_v_E_term_creps = __pyx_f_6pygsti_7objects_6replib_10fastreplib_sb_extract_cterms(__pyx_v_E_term_reps, __pyx_t_5);

  /* "pygsti/objects/replib/fastreplib.pyx":4608
 *     cdef vector[vector[SBTermCRep_ptr]] E_term_creps = sb_extract_cterms(E_term_reps,calc.max_order)
 *     cdef unordered_map[INT, vector[vector[SBTermCRep_ptr]]] gate_term_creps
 *     for gi,termrep_lists in op_term_reps.items():             # <<<<<<<<<<<<<<
 *         gate_term_creps[gi] = sb_extract_cterms(termrep_lists,calc.max_order)
 * 
 */
  __pyx_t_8 = __Pyx_PyDict_Items(__pyx_v_op_term_reps); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 4608, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_8);
  if (likely(PyList_CheckExact(__pyx_t_8)) || PyTuple_CheckExact(__pyx_t_8)) {
    __pyx_t_10 = __pyx_t_8; __Pyx_INCREF(__pyx_t_10); __pyx_t_6 = 0;
    __pyx_t_7 = NULL;
  } else {
    __pyx_t_6 = -1; __pyx_t_10 = PyObject_GetIter(__pyx_t_8); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 4608, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_10);
    __pyx_t_7 = Py_TYPE(__pyx_t_10)->tp_iternext; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 4608, __pyx_L1_error)
  }
  __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
  for (;;) {
    if (likely(!__pyx_t_7)) {
      if (likely(PyList_CheckExact(__pyx_t_10))) {
        if (__pyx_t_6 >= PyList_GET_SIZE(__pyx_t_10)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_8 = PyList_GET_ITEM(__pyx_t_10, __pyx_t_6); __Pyx_INCREF(__pyx_t_8); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 4608, __pyx_L1_error)
        #else
        __pyx_t_8 = PySequence_ITEM(__pyx_t_10, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 4608, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_8);
        #endif
      } else {
        if (__pyx_t_6 >= PyTuple_GET_SIZE(__pyx_t_10)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_8 = PyTuple_GET_ITEM(__pyx_t_10, __pyx_t_6); __Pyx_INCREF(__pyx_t_8); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 4608, __pyx_L1_error)
        #else
        __pyx_t_8 = PySequence_ITEM(__pyx_t_10, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 4608, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_8);
        #endif
      }
    } else {
      __pyx_t_8 = __pyx_t_7(__pyx_t_10);
      if (unlikely(!__pyx_t_8)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
          else __PYX_ERR(0, 4608, __pyx_L1_error)
        }
        break;
      }
      __Pyx_GOTREF(__pyx_t_8);
    }
    if ((likely(PyTuple_CheckExact(__pyx_t_8))) || (PyList_CheckExact(__pyx_t_8))) {
      PyObject* sequence = __pyx_t_8;
      Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
      if (unlikely(size != 2)) {
        if (size > 2) __Pyx_RaiseTooManyValuesError(2);
        else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
        __PYX_ERR(0, 4608, __pyx_L1_error)
      }
      #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
      if (likely(PyTuple_CheckExact(sequence))) {
        __pyx_t_1 = PyTuple_GET_ITEM(sequence, 0); 
        __pyx_t_15 = PyTuple_GET_ITEM(sequence, 1); 
      } else {
        __pyx_t_1 = PyList_GET_ITEM(sequence, 0); 
        __pyx_t_15 = PyList_GET_ITEM(sequence, 1); 
      }
      __Pyx_INCREF(__pyx_t_1);
      __Pyx_INCREF(__pyx_t_15);
      #else
      __pyx_t_1 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 4608, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_1);
      __pyx_t_15 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 4608, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_15);
      #endif
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
    } else {
      Py_ssize_t index = -1;
      __pyx_t_9 = PyObject_GetIter(__pyx_t_8); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 4608, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_9);
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
      __pyx_t_22 = Py_TYPE(__pyx_t_9)->tp_iternext;
      index = 0; __pyx_t_1 = __pyx_t_22(__pyx_t_9); if (unlikely(!__pyx_t_1)) goto __pyx_L33_unpacking_failed;
      __Pyx_GOTREF(__pyx_t_1);
      index = 1; __pyx_t_15 = __pyx_t_22(__pyx_t_9); if (unlikely(!__pyx_t_15)) goto __pyx_L33_unpacking_failed;
      __Pyx_GOTREF(__pyx_t_15);
      if (__Pyx_IternextUnpackEndCheck(__pyx_t_22(__pyx_t_9), 2) < 0) __PYX_ERR(0, 4608, __pyx_L1_error)
      __pyx_t_22 = NULL;
      __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
      goto __pyx_L34_unpacking_done;
      __pyx_L33_unpacking_failed:;
      __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
      __pyx_t_22 = NULL;
      if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index);
      __PYX_ERR(0, 4608, __pyx_L1_error)
      __pyx_L34_unpacking_done:;
    }
    __pyx_t_5 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_1); if (unlikely((__pyx_t_5 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 4608, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
    __pyx_v_gi = __pyx_t_5;
    __Pyx_XDECREF_SET(__pyx_v_termrep_lists, __pyx_t_15);
    __pyx_t_15 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":4609
 *     cdef unordered_map[INT, vector[vector[SBTermCRep_ptr]]] gate_term_creps
 *     for gi,termrep_lists in op_term_reps.items():
 *         gate_term_creps[gi] = sb_extract_cterms(termrep_lists,calc.max_order)             # <<<<<<<<<<<<<<
 * 
 *     E_cindices = vector[vector[INT]](<INT>len(E_indices))
 */
    __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_max_order); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 4609, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_8);
    __pyx_t_5 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_8); if (unlikely((__pyx_t_5 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 4609, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
    (__pyx_v_gate_term_creps[__pyx_v_gi]) = __pyx_f_6pygsti_7objects_6replib_10fastreplib_sb_extract_cterms(__pyx_v_termrep_lists, __pyx_t_5);

    /* "pygsti/objects/replib/fastreplib.pyx":4608
 *     cdef vector[vector[SBTermCRep_ptr]] E_term_creps = sb_extract_cterms(E_term_reps,calc.max_order)
 *     cdef unordered_map[INT, vector[vector[SBTermCRep_ptr]]] gate_term_creps
 *     for gi,termrep_lists in op_term_reps.items():             # <<<<<<<<<<<<<<
 *         gate_term_creps[gi] = sb_extract_cterms(termrep_lists,calc.max_order)
 * 
 */
  }
  __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":4611
 *         gate_term_creps[gi] = sb_extract_cterms(termrep_lists,calc.max_order)
 * 
 *     E_cindices = vector[vector[INT]](<INT>len(E_indices))             # <<<<<<<<<<<<<<
 *     for ii,inds in enumerate(E_indices):
 *         E_cindices[ii] = vector[INT](<INT>len(inds))
 */
  __pyx_t_6 = PyList_GET_SIZE(__pyx_v_E_indices); if (unlikely(__pyx_t_6 == ((Py_ssize_t)-1))) __PYX_ERR(0, 4611, __pyx_L1_error)
  try {
    __pyx_t_23 = std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> > (((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_t_6));
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 4611, __pyx_L1_error)
  }
  __pyx_t_10 = __pyx_convert_vector_to_py_std_3a__3a_vector_3c___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT_3e___(__pyx_t_23); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 4611, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_10);
  __pyx_v_E_cindices = __pyx_t_10;
  __pyx_t_10 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":4612
 * 
 *     E_cindices = vector[vector[INT]](<INT>len(E_indices))
 *     for ii,inds in enumerate(E_indices):             # <<<<<<<<<<<<<<
 *         E_cindices[ii] = vector[INT](<INT>len(inds))
 *         for jj,indx in enumerate(inds):
 */
  __Pyx_INCREF(__pyx_int_0);
  __pyx_t_10 = __pyx_int_0;
  __pyx_t_8 = __pyx_v_E_indices; __Pyx_INCREF(__pyx_t_8); __pyx_t_6 = 0;
  for (;;) {
    if (__pyx_t_6 >= PyList_GET_SIZE(__pyx_t_8)) break;
    #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
    __pyx_t_15 = PyList_GET_ITEM(__pyx_t_8, __pyx_t_6); __Pyx_INCREF(__pyx_t_15); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 4612, __pyx_L1_error)
    #else
    __pyx_t_15 = PySequence_ITEM(__pyx_t_8, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 4612, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_15);
    #endif
    __Pyx_XDECREF_SET(__pyx_v_inds, __pyx_t_15);
    __pyx_t_15 = 0;
    __Pyx_INCREF(__pyx_t_10);
    __Pyx_XDECREF_SET(__pyx_v_ii, __pyx_t_10);
    __pyx_t_15 = __Pyx_PyInt_AddObjC(__pyx_t_10, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 4612, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_15);
    __Pyx_DECREF(__pyx_t_10);
    __pyx_t_10 = __pyx_t_15;
    __pyx_t_15 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":4613
 *     E_cindices = vector[vector[INT]](<INT>len(E_indices))
 *     for ii,inds in enumerate(E_indices):
 *         E_cindices[ii] = vector[INT](<INT>len(inds))             # <<<<<<<<<<<<<<
 *         for jj,indx in enumerate(inds):
 *             E_cindices[ii][jj] = <INT>indx
 */
    __pyx_t_19 = PyObject_Length(__pyx_v_inds); if (unlikely(__pyx_t_19 == ((Py_ssize_t)-1))) __PYX_ERR(0, 4613, __pyx_L1_error)
    try {
      __pyx_t_24 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> (((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_t_19));
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 4613, __pyx_L1_error)
    }
    __pyx_t_15 = __pyx_convert_vector_to_py___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT(__pyx_t_24); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 4613, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_15);
    if (unlikely(PyObject_SetItem(__pyx_v_E_cindices, __pyx_v_ii, __pyx_t_15) < 0)) __PYX_ERR(0, 4613, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":4614
 *     for ii,inds in enumerate(E_indices):
 *         E_cindices[ii] = vector[INT](<INT>len(inds))
 *         for jj,indx in enumerate(inds):             # <<<<<<<<<<<<<<
 *             E_cindices[ii][jj] = <INT>indx
 * 
 */
    __Pyx_INCREF(__pyx_int_0);
    __pyx_t_15 = __pyx_int_0;
    if (likely(PyList_CheckExact(__pyx_v_inds)) || PyTuple_CheckExact(__pyx_v_inds)) {
      __pyx_t_1 = __pyx_v_inds; __Pyx_INCREF(__pyx_t_1); __pyx_t_19 = 0;
      __pyx_t_7 = NULL;
    } else {
      __pyx_t_19 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_v_inds); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 4614, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_1);
      __pyx_t_7 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 4614, __pyx_L1_error)
    }
    for (;;) {
      if (likely(!__pyx_t_7)) {
        if (likely(PyList_CheckExact(__pyx_t_1))) {
          if (__pyx_t_19 >= PyList_GET_SIZE(__pyx_t_1)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_9 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_19); __Pyx_INCREF(__pyx_t_9); __pyx_t_19++; if (unlikely(0 < 0)) __PYX_ERR(0, 4614, __pyx_L1_error)
          #else
          __pyx_t_9 = PySequence_ITEM(__pyx_t_1, __pyx_t_19); __pyx_t_19++; if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 4614, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_9);
          #endif
        } else {
          if (__pyx_t_19 >= PyTuple_GET_SIZE(__pyx_t_1)) break;
          #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
          __pyx_t_9 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_19); __Pyx_INCREF(__pyx_t_9); __pyx_t_19++; if (unlikely(0 < 0)) __PYX_ERR(0, 4614, __pyx_L1_error)
          #else
          __pyx_t_9 = PySequence_ITEM(__pyx_t_1, __pyx_t_19); __pyx_t_19++; if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 4614, __pyx_L1_error)
          __Pyx_GOTREF(__pyx_t_9);
          #endif
        }
      } else {
        __pyx_t_9 = __pyx_t_7(__pyx_t_1);
        if (unlikely(!__pyx_t_9)) {
          PyObject* exc_type = PyErr_Occurred();
          if (exc_type) {
            if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
            else __PYX_ERR(0, 4614, __pyx_L1_error)
          }
          break;
        }
        __Pyx_GOTREF(__pyx_t_9);
      }
      __Pyx_XDECREF_SET(__pyx_v_indx, __pyx_t_9);
      __pyx_t_9 = 0;
      __Pyx_INCREF(__pyx_t_15);
      __Pyx_XDECREF_SET(__pyx_v_jj, __pyx_t_15);
      __pyx_t_9 = __Pyx_PyInt_AddObjC(__pyx_t_15, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 4614, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_9);
      __Pyx_DECREF(__pyx_t_15);
      __pyx_t_15 = __pyx_t_9;
      __pyx_t_9 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":4615
 *         E_cindices[ii] = vector[INT](<INT>len(inds))
 *         for jj,indx in enumerate(inds):
 *             E_cindices[ii][jj] = <INT>indx             # <<<<<<<<<<<<<<
 * 
 *     # Assume when we calculate terms, that "dimension" of Model is
 */
      __pyx_t_5 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_v_indx); if (unlikely((__pyx_t_5 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 4615, __pyx_L1_error)
      __pyx_t_9 = __Pyx_PyInt_From_PY_LONG_LONG(((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_t_5)); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 4615, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_9);
      __pyx_t_18 = __Pyx_PyObject_GetItem(__pyx_v_E_cindices, __pyx_v_ii); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 4615, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_18);
      if (unlikely(PyObject_SetItem(__pyx_t_18, __pyx_v_jj, __pyx_t_9) < 0)) __PYX_ERR(0, 4615, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0;
      __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;

      /* "pygsti/objects/replib/fastreplib.pyx":4614
 *     for ii,inds in enumerate(E_indices):
 *         E_cindices[ii] = vector[INT](<INT>len(inds))
 *         for jj,indx in enumerate(inds):             # <<<<<<<<<<<<<<
 *             E_cindices[ii][jj] = <INT>indx
 * 
 */
    }
    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
    __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;

    /* "pygsti/objects/replib/fastreplib.pyx":4612
 * 
 *     E_cindices = vector[vector[INT]](<INT>len(E_indices))
 *     for ii,inds in enumerate(E_indices):             # <<<<<<<<<<<<<<
 *         E_cindices[ii] = vector[INT](<INT>len(inds))
 *         for jj,indx in enumerate(inds):
 */
  }
  __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
  __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":4619
 *     # Assume when we calculate terms, that "dimension" of Model is
 *     # a full vectorized-density-matrix dimension, so nqubits is:
 *     cdef INT nqubits = <INT>(np.log2(calc.dim)//2)             # <<<<<<<<<<<<<<
 * 
 *     #Call C-only function (which operates with C-representations only)
 */
  __Pyx_GetModuleGlobalName(__pyx_t_8, __pyx_n_s_np); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 4619, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_8);
  __pyx_t_15 = __Pyx_PyObject_GetAttrStr(__pyx_t_8, __pyx_n_s_log2); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 4619, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_15);
  __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
  __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_dim); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 4619, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_8);
  __pyx_t_1 = NULL;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_15))) {
    __pyx_t_1 = PyMethod_GET_SELF(__pyx_t_15);
    if (likely(__pyx_t_1)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_15);
      __Pyx_INCREF(__pyx_t_1);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_15, function);
    }
  }
  __pyx_t_10 = (__pyx_t_1) ? __Pyx_PyObject_Call2Args(__pyx_t_15, __pyx_t_1, __pyx_t_8) : __Pyx_PyObject_CallOneArg(__pyx_t_15, __pyx_t_8);
  __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
  __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
  if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 4619, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_10);
  __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
  __pyx_t_15 = __Pyx_PyInt_FloorDivideObjC(__pyx_t_10, __pyx_int_2, 2, 0, 0); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 4619, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_15);
  __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
  __pyx_t_5 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_15); if (unlikely((__pyx_t_5 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 4619, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
  __pyx_v_nqubits = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_t_5);

  /* "pygsti/objects/replib/fastreplib.pyx":4624
 *     cdef vector[PolyCRep*] polys = sb_prs_as_polys(
 *         cgatestring, rho_term_creps, gate_term_creps, E_term_creps,
 *         E_cindices, numEs, calc.max_order, mpv, vpi, nqubits, <bool>fastmode)             # <<<<<<<<<<<<<<
 * 
 *     return [ PolyRep_from_allocd_PolyCRep(polys[i]) for i in range(<INT>polys.size()) ]
 */
  __pyx_t_23 = __pyx_convert_vector_from_py_std_3a__3a_vector_3c___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT_3e___(__pyx_v_E_cindices); if (unlikely(PyErr_Occurred())) __PYX_ERR(0, 4624, __pyx_L1_error)
  __pyx_t_15 = __Pyx_PyObject_GetAttrStr(__pyx_v_calc, __pyx_n_s_max_order); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 4624, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_15);
  __pyx_t_5 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_t_15); if (unlikely((__pyx_t_5 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(0, 4624, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0;
  __pyx_t_25 = __Pyx_PyObject_IsTrue(__pyx_v_fastmode); if (unlikely((__pyx_t_25 == ((bool)-1)) && PyErr_Occurred())) __PYX_ERR(0, 4624, __pyx_L1_error)

  /* "pygsti/objects/replib/fastreplib.pyx":4622
 * 
 *     #Call C-only function (which operates with C-representations only)
 *     cdef vector[PolyCRep*] polys = sb_prs_as_polys(             # <<<<<<<<<<<<<<
 *         cgatestring, rho_term_creps, gate_term_creps, E_term_creps,
 *         E_cindices, numEs, calc.max_order, mpv, vpi, nqubits, <bool>fastmode)
 */
  __pyx_v_polys = __pyx_f_6pygsti_7objects_6replib_10fastreplib_sb_prs_as_polys(__pyx_v_cgatestring, __pyx_v_rho_term_creps, __pyx_v_gate_term_creps, __pyx_v_E_term_creps, __pyx_t_23, __pyx_v_numEs, __pyx_t_5, __pyx_v_mpv, __pyx_v_vpi, __pyx_v_nqubits, ((bool)__pyx_t_25));

  /* "pygsti/objects/replib/fastreplib.pyx":4626
 *         E_cindices, numEs, calc.max_order, mpv, vpi, nqubits, <bool>fastmode)
 * 
 *     return [ PolyRep_from_allocd_PolyCRep(polys[i]) for i in range(<INT>polys.size()) ]             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_15 = PyList_New(0); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 4626, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_15);
  __pyx_t_5 = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_polys.size());
  __pyx_t_20 = __pyx_t_5;
  for (__pyx_t_26 = 0; __pyx_t_26 < __pyx_t_20; __pyx_t_26+=1) {
    __pyx_v_i = __pyx_t_26;
    __pyx_t_10 = __pyx_f_6pygsti_7objects_6replib_10fastreplib_PolyRep_from_allocd_PolyCRep((__pyx_v_polys[__pyx_v_i])); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 4626, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_10);
    if (unlikely(__Pyx_ListComp_Append(__pyx_t_15, (PyObject*)__pyx_t_10))) __PYX_ERR(0, 4626, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
  }
  __pyx_r = __pyx_t_15;
  __pyx_t_15 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":4562
 * 
 * 
 * def SB_prs_as_polys(calc, rholabel, elabels, circuit, comm=None, memLimit=None, fastmode=True):             # <<<<<<<<<<<<<<
 * 
 *     # Create gatelable -> int mapping to be used throughout
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_8);
  __Pyx_XDECREF(__pyx_t_9);
  __Pyx_XDECREF(__pyx_t_10);
  __Pyx_XDECREF(__pyx_t_13);
  __Pyx_XDECREF(__pyx_t_14);
  __Pyx_XDECREF(__pyx_t_15);
  __Pyx_XDECREF(__pyx_t_16);
  __Pyx_XDECREF(__pyx_t_18);
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.SB_prs_as_polys", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_distinct_gateLabels);
  __Pyx_XDECREF(__pyx_v_glmap);
  __Pyx_XDECREF(__pyx_v_gl);
  __Pyx_XDECREF(__pyx_v_op_term_reps);
  __Pyx_XDECREF(__pyx_v_rho_term_reps);
  __Pyx_XDECREF(__pyx_v_E_term_reps);
  __Pyx_XDECREF(__pyx_v_E_indices);
  __Pyx_XDECREF(__pyx_v_cur_term_reps);
  __Pyx_XDECREF(__pyx_v_cur_indices);
  __Pyx_XDECREF(__pyx_v_elbl);
  __Pyx_XDECREF(__pyx_v_term_reps);
  __Pyx_XDECREF(__pyx_v_termrep_lists);
  __Pyx_XDECREF(__pyx_v_E_cindices);
  __Pyx_XDECREF(__pyx_v_ii);
  __Pyx_XDECREF(__pyx_v_inds);
  __Pyx_XDECREF(__pyx_v_jj);
  __Pyx_XDECREF(__pyx_v_indx);
  __Pyx_XDECREF(__pyx_9genexpr17__pyx_v_gl);
  __Pyx_XDECREF(__pyx_9genexpr18__pyx_v_glbl);
  __Pyx_XDECREF(__pyx_9genexpr18__pyx_v_t);
  __Pyx_XDECREF(__pyx_v_t);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":4629
 * 
 * 
 * cdef vector[PolyCRep*] sb_prs_as_polys(             # <<<<<<<<<<<<<<
 *     vector[INT]& circuit, vector[vector[SBTermCRep_ptr]] rho_term_reps,
 *     unordered_map[INT, vector[vector[SBTermCRep_ptr]]] op_term_reps,
 */

static std::vector<CReps::PolyCRep *>  __pyx_f_6pygsti_7objects_6replib_10fastreplib_sb_prs_as_polys(std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  &__pyx_v_circuit, std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SBTermCRep_ptr> >  __pyx_v_rho_term_reps, std::unordered_map<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT,std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SBTermCRep_ptr> > >  __pyx_v_op_term_reps, std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SBTermCRep_ptr> >  __pyx_v_E_term_reps, std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  __pyx_v_E_term_indices, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_numEs, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_max_order, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_max_poly_vars, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_vindices_per_int, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nqubits, bool __pyx_v_fastmode) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_N;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT *__pyx_v_p;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_j;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_k;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_order;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_gn;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_sb_innerloopfn_ptr __pyx_v_innerloop_fn;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  *__pyx_v_Einds;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_SBTermCRep_ptr_ptr>  __pyx_v_factor_lists;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_PolyCRep_ptr>  __pyx_v_prps;
  std::vector<CReps::PolyCRep *>  __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  Py_ssize_t __pyx_t_2;
  int __pyx_t_3;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_PolyCRep_ptr>  __pyx_t_4;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_5;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_6;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_7;
  std::unordered_map<CReps::PolyVarsIndex,__pyx_t_double_complex>  __pyx_t_8;
  CReps::PolyCRep *__pyx_t_9;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_10;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_11;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_12;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_SBTermCRep_ptr_ptr>  __pyx_t_13;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_14;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_15;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_16;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_17;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_18;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_19;
  __Pyx_RefNannySetupContext("sb_prs_as_polys", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":4638
 *     # lookups and avoid weird string conversion stuff with Cython
 * 
 *     cdef INT N = len(circuit)             # <<<<<<<<<<<<<<
 *     cdef INT* p = <INT*>malloc((N+2) * sizeof(INT))
 *     cdef INT i,j,k,order,nTerms
 */
  __pyx_t_1 = __pyx_convert_vector_to_py___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT(__pyx_v_circuit); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 4638, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_2 = PyObject_Length(__pyx_t_1); if (unlikely(__pyx_t_2 == ((Py_ssize_t)-1))) __PYX_ERR(0, 4638, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_v_N = __pyx_t_2;

  /* "pygsti/objects/replib/fastreplib.pyx":4639
 * 
 *     cdef INT N = len(circuit)
 *     cdef INT* p = <INT*>malloc((N+2) * sizeof(INT))             # <<<<<<<<<<<<<<
 *     cdef INT i,j,k,order,nTerms
 *     cdef INT gn
 */
  __pyx_v_p = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT *)malloc(((__pyx_v_N + 2) * (sizeof(__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)))));

  /* "pygsti/objects/replib/fastreplib.pyx":4644
 * 
 *     cdef sb_innerloopfn_ptr innerloop_fn;
 *     if fastmode:             # <<<<<<<<<<<<<<
 *         innerloop_fn = sb_pr_as_poly_innerloop_savepartials
 *     else:
 */
  __pyx_t_3 = (__pyx_v_fastmode != 0);
  if (__pyx_t_3) {

    /* "pygsti/objects/replib/fastreplib.pyx":4645
 *     cdef sb_innerloopfn_ptr innerloop_fn;
 *     if fastmode:
 *         innerloop_fn = sb_pr_as_poly_innerloop_savepartials             # <<<<<<<<<<<<<<
 *     else:
 *         innerloop_fn = sb_pr_as_poly_innerloop
 */
    __pyx_v_innerloop_fn = __pyx_f_6pygsti_7objects_6replib_10fastreplib_sb_pr_as_poly_innerloop_savepartials;

    /* "pygsti/objects/replib/fastreplib.pyx":4644
 * 
 *     cdef sb_innerloopfn_ptr innerloop_fn;
 *     if fastmode:             # <<<<<<<<<<<<<<
 *         innerloop_fn = sb_pr_as_poly_innerloop_savepartials
 *     else:
 */
    goto __pyx_L3;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":4647
 *         innerloop_fn = sb_pr_as_poly_innerloop_savepartials
 *     else:
 *         innerloop_fn = sb_pr_as_poly_innerloop             # <<<<<<<<<<<<<<
 * 
 *     #extract raw data from gate_terms dictionary-of-lists for faster lookup
 */
  /*else*/ {
    __pyx_v_innerloop_fn = __pyx_f_6pygsti_7objects_6replib_10fastreplib_sb_pr_as_poly_innerloop;
  }
  __pyx_L3:;

  /* "pygsti/objects/replib/fastreplib.pyx":4659
 *     cdef vector[vector_SBTermCRep_ptr_ptr] factor_lists
 * 
 *     assert(max_order <= 2) # only support this partitioning below (so far)             # <<<<<<<<<<<<<<
 * 
 *     cdef vector[PolyCRep_ptr] prps = vector[PolyCRep_ptr](numEs)
 */
  #ifndef CYTHON_WITHOUT_ASSERTIONS
  if (unlikely(!Py_OptimizeFlag)) {
    if (unlikely(!((__pyx_v_max_order <= 2) != 0))) {
      PyErr_SetNone(PyExc_AssertionError);
      __PYX_ERR(0, 4659, __pyx_L1_error)
    }
  }
  #endif

  /* "pygsti/objects/replib/fastreplib.pyx":4661
 *     assert(max_order <= 2) # only support this partitioning below (so far)
 * 
 *     cdef vector[PolyCRep_ptr] prps = vector[PolyCRep_ptr](numEs)             # <<<<<<<<<<<<<<
 *     for i in range(numEs):
 *         prps[i] = new PolyCRep(unordered_map[PolyVarsIndex,complex](), max_poly_vars, vindices_per_int)
 */
  try {
    __pyx_t_4 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_PolyCRep_ptr> (__pyx_v_numEs);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 4661, __pyx_L1_error)
  }
  __pyx_v_prps = __pyx_t_4;

  /* "pygsti/objects/replib/fastreplib.pyx":4662
 * 
 *     cdef vector[PolyCRep_ptr] prps = vector[PolyCRep_ptr](numEs)
 *     for i in range(numEs):             # <<<<<<<<<<<<<<
 *         prps[i] = new PolyCRep(unordered_map[PolyVarsIndex,complex](), max_poly_vars, vindices_per_int)
 *         # create empty polys - maybe overload constructor for this?
 */
  __pyx_t_5 = __pyx_v_numEs;
  __pyx_t_6 = __pyx_t_5;
  for (__pyx_t_7 = 0; __pyx_t_7 < __pyx_t_6; __pyx_t_7+=1) {
    __pyx_v_i = __pyx_t_7;

    /* "pygsti/objects/replib/fastreplib.pyx":4663
 *     cdef vector[PolyCRep_ptr] prps = vector[PolyCRep_ptr](numEs)
 *     for i in range(numEs):
 *         prps[i] = new PolyCRep(unordered_map[PolyVarsIndex,complex](), max_poly_vars, vindices_per_int)             # <<<<<<<<<<<<<<
 *         # create empty polys - maybe overload constructor for this?
 *         # these PolyCReps are alloc'd here and returned - it is the job of the caller to
 */
    try {
      __pyx_t_8 = std::unordered_map<CReps::PolyVarsIndex,__pyx_t_double_complex> ();
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 4663, __pyx_L1_error)
    }
    try {
      __pyx_t_9 = new CReps::PolyCRep(__pyx_t_8, __pyx_v_max_poly_vars, __pyx_v_vindices_per_int);
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 4663, __pyx_L1_error)
    }
    (__pyx_v_prps[__pyx_v_i]) = __pyx_t_9;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":4668
 *         #  free them (or assign them to new PolyRep wrapper objs)
 * 
 *     for order in range(max_order+1):             # <<<<<<<<<<<<<<
 *         #print "DB CYTHON: pr_as_poly order=",INT(order)
 * 
 */
  __pyx_t_5 = (__pyx_v_max_order + 1);
  __pyx_t_6 = __pyx_t_5;
  for (__pyx_t_7 = 0; __pyx_t_7 < __pyx_t_6; __pyx_t_7+=1) {
    __pyx_v_order = __pyx_t_7;

    /* "pygsti/objects/replib/fastreplib.pyx":4672
 * 
 *         #for p in partition_into(order, N):
 *         for i in range(N+2): p[i] = 0 # clear p             # <<<<<<<<<<<<<<
 *         factor_lists = vector[vector_SBTermCRep_ptr_ptr](N+2)
 * 
 */
    __pyx_t_10 = (__pyx_v_N + 2);
    __pyx_t_11 = __pyx_t_10;
    for (__pyx_t_12 = 0; __pyx_t_12 < __pyx_t_11; __pyx_t_12+=1) {
      __pyx_v_i = __pyx_t_12;
      (__pyx_v_p[__pyx_v_i]) = 0;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":4673
 *         #for p in partition_into(order, N):
 *         for i in range(N+2): p[i] = 0 # clear p
 *         factor_lists = vector[vector_SBTermCRep_ptr_ptr](N+2)             # <<<<<<<<<<<<<<
 * 
 *         if order == 0:
 */
    try {
      __pyx_t_13 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_SBTermCRep_ptr_ptr> ((__pyx_v_N + 2));
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 4673, __pyx_L1_error)
    }
    __pyx_v_factor_lists = __pyx_t_13;

    /* "pygsti/objects/replib/fastreplib.pyx":4675
 *         factor_lists = vector[vector_SBTermCRep_ptr_ptr](N+2)
 * 
 *         if order == 0:             # <<<<<<<<<<<<<<
 *             #inner loop(p)
 *             #factor_lists = [ gate_terms[glbl][pi] for glbl,pi in zip(circuit,p) ]
 */
    switch (__pyx_v_order) {
      case 0:

      /* "pygsti/objects/replib/fastreplib.pyx":4678
 *             #inner loop(p)
 *             #factor_lists = [ gate_terms[glbl][pi] for glbl,pi in zip(circuit,p) ]
 *             factor_lists[0] = &rho_term_reps[p[0]]             # <<<<<<<<<<<<<<
 *             for k in range(N):
 *                 gn = circuit[k]
 */
      (__pyx_v_factor_lists[0]) = (&(__pyx_v_rho_term_reps[(__pyx_v_p[0])]));

      /* "pygsti/objects/replib/fastreplib.pyx":4679
 *             #factor_lists = [ gate_terms[glbl][pi] for glbl,pi in zip(circuit,p) ]
 *             factor_lists[0] = &rho_term_reps[p[0]]
 *             for k in range(N):             # <<<<<<<<<<<<<<
 *                 gn = circuit[k]
 *                 factor_lists[k+1] = &op_term_reps[circuit[k]][p[k+1]]
 */
      __pyx_t_10 = __pyx_v_N;
      __pyx_t_11 = __pyx_t_10;
      for (__pyx_t_12 = 0; __pyx_t_12 < __pyx_t_11; __pyx_t_12+=1) {
        __pyx_v_k = __pyx_t_12;

        /* "pygsti/objects/replib/fastreplib.pyx":4680
 *             factor_lists[0] = &rho_term_reps[p[0]]
 *             for k in range(N):
 *                 gn = circuit[k]             # <<<<<<<<<<<<<<
 *                 factor_lists[k+1] = &op_term_reps[circuit[k]][p[k+1]]
 *                 #if factor_lists[k+1].size() == 0: continue # WHAT???
 */
        __pyx_v_gn = (__pyx_v_circuit[__pyx_v_k]);

        /* "pygsti/objects/replib/fastreplib.pyx":4681
 *             for k in range(N):
 *                 gn = circuit[k]
 *                 factor_lists[k+1] = &op_term_reps[circuit[k]][p[k+1]]             # <<<<<<<<<<<<<<
 *                 #if factor_lists[k+1].size() == 0: continue # WHAT???
 *             factor_lists[N+1] = &E_term_reps[p[N+1]]
 */
        (__pyx_v_factor_lists[(__pyx_v_k + 1)]) = (&((__pyx_v_op_term_reps[(__pyx_v_circuit[__pyx_v_k])])[(__pyx_v_p[(__pyx_v_k + 1)])]));
      }

      /* "pygsti/objects/replib/fastreplib.pyx":4683
 *                 factor_lists[k+1] = &op_term_reps[circuit[k]][p[k+1]]
 *                 #if factor_lists[k+1].size() == 0: continue # WHAT???
 *             factor_lists[N+1] = &E_term_reps[p[N+1]]             # <<<<<<<<<<<<<<
 *             Einds = &E_term_indices[p[N+1]]
 * 
 */
      (__pyx_v_factor_lists[(__pyx_v_N + 1)]) = (&(__pyx_v_E_term_reps[(__pyx_v_p[(__pyx_v_N + 1)])]));

      /* "pygsti/objects/replib/fastreplib.pyx":4684
 *                 #if factor_lists[k+1].size() == 0: continue # WHAT???
 *             factor_lists[N+1] = &E_term_reps[p[N+1]]
 *             Einds = &E_term_indices[p[N+1]]             # <<<<<<<<<<<<<<
 * 
 *             #print "DB CYTHON: Order0"
 */
      __pyx_v_Einds = (&(__pyx_v_E_term_indices[(__pyx_v_p[(__pyx_v_N + 1)])]));

      /* "pygsti/objects/replib/fastreplib.pyx":4687
 * 
 *             #print "DB CYTHON: Order0"
 *             innerloop_fn(factor_lists,Einds,&prps,nqubits) #, prps_chk)             # <<<<<<<<<<<<<<
 * 
 * 
 */
      __pyx_v_innerloop_fn(__pyx_v_factor_lists, __pyx_v_Einds, (&__pyx_v_prps), __pyx_v_nqubits);

      /* "pygsti/objects/replib/fastreplib.pyx":4675
 *         factor_lists = vector[vector_SBTermCRep_ptr_ptr](N+2)
 * 
 *         if order == 0:             # <<<<<<<<<<<<<<
 *             #inner loop(p)
 *             #factor_lists = [ gate_terms[glbl][pi] for glbl,pi in zip(circuit,p) ]
 */
      break;
      case 1:

      /* "pygsti/objects/replib/fastreplib.pyx":4691
 * 
 *         elif order == 1:
 *             for i in range(N+2):             # <<<<<<<<<<<<<<
 *                 p[i] = 1
 *                 #inner loop(p)
 */
      __pyx_t_10 = (__pyx_v_N + 2);
      __pyx_t_11 = __pyx_t_10;
      for (__pyx_t_12 = 0; __pyx_t_12 < __pyx_t_11; __pyx_t_12+=1) {
        __pyx_v_i = __pyx_t_12;

        /* "pygsti/objects/replib/fastreplib.pyx":4692
 *         elif order == 1:
 *             for i in range(N+2):
 *                 p[i] = 1             # <<<<<<<<<<<<<<
 *                 #inner loop(p)
 *                 factor_lists[0] = &rho_term_reps[p[0]]
 */
        (__pyx_v_p[__pyx_v_i]) = 1;

        /* "pygsti/objects/replib/fastreplib.pyx":4694
 *                 p[i] = 1
 *                 #inner loop(p)
 *                 factor_lists[0] = &rho_term_reps[p[0]]             # <<<<<<<<<<<<<<
 *                 for k in range(N):
 *                     gn = circuit[k]
 */
        (__pyx_v_factor_lists[0]) = (&(__pyx_v_rho_term_reps[(__pyx_v_p[0])]));

        /* "pygsti/objects/replib/fastreplib.pyx":4695
 *                 #inner loop(p)
 *                 factor_lists[0] = &rho_term_reps[p[0]]
 *                 for k in range(N):             # <<<<<<<<<<<<<<
 *                     gn = circuit[k]
 *                     factor_lists[k+1] = &op_term_reps[gn][p[k+1]]
 */
        __pyx_t_14 = __pyx_v_N;
        __pyx_t_15 = __pyx_t_14;
        for (__pyx_t_16 = 0; __pyx_t_16 < __pyx_t_15; __pyx_t_16+=1) {
          __pyx_v_k = __pyx_t_16;

          /* "pygsti/objects/replib/fastreplib.pyx":4696
 *                 factor_lists[0] = &rho_term_reps[p[0]]
 *                 for k in range(N):
 *                     gn = circuit[k]             # <<<<<<<<<<<<<<
 *                     factor_lists[k+1] = &op_term_reps[gn][p[k+1]]
 *                     #if len(factor_lists[k+1]) == 0: continue #WHAT???
 */
          __pyx_v_gn = (__pyx_v_circuit[__pyx_v_k]);

          /* "pygsti/objects/replib/fastreplib.pyx":4697
 *                 for k in range(N):
 *                     gn = circuit[k]
 *                     factor_lists[k+1] = &op_term_reps[gn][p[k+1]]             # <<<<<<<<<<<<<<
 *                     #if len(factor_lists[k+1]) == 0: continue #WHAT???
 *                 factor_lists[N+1] = &E_term_reps[p[N+1]]
 */
          (__pyx_v_factor_lists[(__pyx_v_k + 1)]) = (&((__pyx_v_op_term_reps[__pyx_v_gn])[(__pyx_v_p[(__pyx_v_k + 1)])]));
        }

        /* "pygsti/objects/replib/fastreplib.pyx":4699
 *                     factor_lists[k+1] = &op_term_reps[gn][p[k+1]]
 *                     #if len(factor_lists[k+1]) == 0: continue #WHAT???
 *                 factor_lists[N+1] = &E_term_reps[p[N+1]]             # <<<<<<<<<<<<<<
 *                 Einds = &E_term_indices[p[N+1]]
 * 
 */
        (__pyx_v_factor_lists[(__pyx_v_N + 1)]) = (&(__pyx_v_E_term_reps[(__pyx_v_p[(__pyx_v_N + 1)])]));

        /* "pygsti/objects/replib/fastreplib.pyx":4700
 *                     #if len(factor_lists[k+1]) == 0: continue #WHAT???
 *                 factor_lists[N+1] = &E_term_reps[p[N+1]]
 *                 Einds = &E_term_indices[p[N+1]]             # <<<<<<<<<<<<<<
 * 
 *                 #print "DB CYTHON: Order1 "
 */
        __pyx_v_Einds = (&(__pyx_v_E_term_indices[(__pyx_v_p[(__pyx_v_N + 1)])]));

        /* "pygsti/objects/replib/fastreplib.pyx":4703
 * 
 *                 #print "DB CYTHON: Order1 "
 *                 innerloop_fn(factor_lists,Einds,&prps,nqubits) #, prps_chk)             # <<<<<<<<<<<<<<
 *                 p[i] = 0
 * 
 */
        __pyx_v_innerloop_fn(__pyx_v_factor_lists, __pyx_v_Einds, (&__pyx_v_prps), __pyx_v_nqubits);

        /* "pygsti/objects/replib/fastreplib.pyx":4704
 *                 #print "DB CYTHON: Order1 "
 *                 innerloop_fn(factor_lists,Einds,&prps,nqubits) #, prps_chk)
 *                 p[i] = 0             # <<<<<<<<<<<<<<
 * 
 *         elif order == 2:
 */
        (__pyx_v_p[__pyx_v_i]) = 0;
      }

      /* "pygsti/objects/replib/fastreplib.pyx":4690
 * 
 * 
 *         elif order == 1:             # <<<<<<<<<<<<<<
 *             for i in range(N+2):
 *                 p[i] = 1
 */
      break;
      case 2:

      /* "pygsti/objects/replib/fastreplib.pyx":4707
 * 
 *         elif order == 2:
 *             for i in range(N+2):             # <<<<<<<<<<<<<<
 *                 p[i] = 2
 *                 #inner loop(p)
 */
      __pyx_t_10 = (__pyx_v_N + 2);
      __pyx_t_11 = __pyx_t_10;
      for (__pyx_t_12 = 0; __pyx_t_12 < __pyx_t_11; __pyx_t_12+=1) {
        __pyx_v_i = __pyx_t_12;

        /* "pygsti/objects/replib/fastreplib.pyx":4708
 *         elif order == 2:
 *             for i in range(N+2):
 *                 p[i] = 2             # <<<<<<<<<<<<<<
 *                 #inner loop(p)
 *                 factor_lists[0] = &rho_term_reps[p[0]]
 */
        (__pyx_v_p[__pyx_v_i]) = 2;

        /* "pygsti/objects/replib/fastreplib.pyx":4710
 *                 p[i] = 2
 *                 #inner loop(p)
 *                 factor_lists[0] = &rho_term_reps[p[0]]             # <<<<<<<<<<<<<<
 *                 for k in range(N):
 *                     gn = circuit[k]
 */
        (__pyx_v_factor_lists[0]) = (&(__pyx_v_rho_term_reps[(__pyx_v_p[0])]));

        /* "pygsti/objects/replib/fastreplib.pyx":4711
 *                 #inner loop(p)
 *                 factor_lists[0] = &rho_term_reps[p[0]]
 *                 for k in range(N):             # <<<<<<<<<<<<<<
 *                     gn = circuit[k]
 *                     factor_lists[k+1] = &op_term_reps[circuit[k]][p[k+1]]
 */
        __pyx_t_14 = __pyx_v_N;
        __pyx_t_15 = __pyx_t_14;
        for (__pyx_t_16 = 0; __pyx_t_16 < __pyx_t_15; __pyx_t_16+=1) {
          __pyx_v_k = __pyx_t_16;

          /* "pygsti/objects/replib/fastreplib.pyx":4712
 *                 factor_lists[0] = &rho_term_reps[p[0]]
 *                 for k in range(N):
 *                     gn = circuit[k]             # <<<<<<<<<<<<<<
 *                     factor_lists[k+1] = &op_term_reps[circuit[k]][p[k+1]]
 *                     #if len(factor_lists[k+1]) == 0: continue # WHAT???
 */
          __pyx_v_gn = (__pyx_v_circuit[__pyx_v_k]);

          /* "pygsti/objects/replib/fastreplib.pyx":4713
 *                 for k in range(N):
 *                     gn = circuit[k]
 *                     factor_lists[k+1] = &op_term_reps[circuit[k]][p[k+1]]             # <<<<<<<<<<<<<<
 *                     #if len(factor_lists[k+1]) == 0: continue # WHAT???
 *                 factor_lists[N+1] = &E_term_reps[p[N+1]]
 */
          (__pyx_v_factor_lists[(__pyx_v_k + 1)]) = (&((__pyx_v_op_term_reps[(__pyx_v_circuit[__pyx_v_k])])[(__pyx_v_p[(__pyx_v_k + 1)])]));
        }

        /* "pygsti/objects/replib/fastreplib.pyx":4715
 *                     factor_lists[k+1] = &op_term_reps[circuit[k]][p[k+1]]
 *                     #if len(factor_lists[k+1]) == 0: continue # WHAT???
 *                 factor_lists[N+1] = &E_term_reps[p[N+1]]             # <<<<<<<<<<<<<<
 *                 Einds = &E_term_indices[p[N+1]]
 * 
 */
        (__pyx_v_factor_lists[(__pyx_v_N + 1)]) = (&(__pyx_v_E_term_reps[(__pyx_v_p[(__pyx_v_N + 1)])]));

        /* "pygsti/objects/replib/fastreplib.pyx":4716
 *                     #if len(factor_lists[k+1]) == 0: continue # WHAT???
 *                 factor_lists[N+1] = &E_term_reps[p[N+1]]
 *                 Einds = &E_term_indices[p[N+1]]             # <<<<<<<<<<<<<<
 * 
 *                 innerloop_fn(factor_lists,Einds,&prps,nqubits) #, prps_chk)
 */
        __pyx_v_Einds = (&(__pyx_v_E_term_indices[(__pyx_v_p[(__pyx_v_N + 1)])]));

        /* "pygsti/objects/replib/fastreplib.pyx":4718
 *                 Einds = &E_term_indices[p[N+1]]
 * 
 *                 innerloop_fn(factor_lists,Einds,&prps,nqubits) #, prps_chk)             # <<<<<<<<<<<<<<
 *                 p[i] = 0
 * 
 */
        __pyx_v_innerloop_fn(__pyx_v_factor_lists, __pyx_v_Einds, (&__pyx_v_prps), __pyx_v_nqubits);

        /* "pygsti/objects/replib/fastreplib.pyx":4719
 * 
 *                 innerloop_fn(factor_lists,Einds,&prps,nqubits) #, prps_chk)
 *                 p[i] = 0             # <<<<<<<<<<<<<<
 * 
 *             for i in range(N+2):
 */
        (__pyx_v_p[__pyx_v_i]) = 0;
      }

      /* "pygsti/objects/replib/fastreplib.pyx":4721
 *                 p[i] = 0
 * 
 *             for i in range(N+2):             # <<<<<<<<<<<<<<
 *                 p[i] = 1
 *                 for j in range(i+1,N+2):
 */
      __pyx_t_10 = (__pyx_v_N + 2);
      __pyx_t_11 = __pyx_t_10;
      for (__pyx_t_12 = 0; __pyx_t_12 < __pyx_t_11; __pyx_t_12+=1) {
        __pyx_v_i = __pyx_t_12;

        /* "pygsti/objects/replib/fastreplib.pyx":4722
 * 
 *             for i in range(N+2):
 *                 p[i] = 1             # <<<<<<<<<<<<<<
 *                 for j in range(i+1,N+2):
 *                     p[j] = 1
 */
        (__pyx_v_p[__pyx_v_i]) = 1;

        /* "pygsti/objects/replib/fastreplib.pyx":4723
 *             for i in range(N+2):
 *                 p[i] = 1
 *                 for j in range(i+1,N+2):             # <<<<<<<<<<<<<<
 *                     p[j] = 1
 *                     #inner loop(p)
 */
        __pyx_t_14 = (__pyx_v_N + 2);
        __pyx_t_15 = __pyx_t_14;
        for (__pyx_t_16 = (__pyx_v_i + 1); __pyx_t_16 < __pyx_t_15; __pyx_t_16+=1) {
          __pyx_v_j = __pyx_t_16;

          /* "pygsti/objects/replib/fastreplib.pyx":4724
 *                 p[i] = 1
 *                 for j in range(i+1,N+2):
 *                     p[j] = 1             # <<<<<<<<<<<<<<
 *                     #inner loop(p)
 *                     factor_lists[0] = &rho_term_reps[p[0]]
 */
          (__pyx_v_p[__pyx_v_j]) = 1;

          /* "pygsti/objects/replib/fastreplib.pyx":4726
 *                     p[j] = 1
 *                     #inner loop(p)
 *                     factor_lists[0] = &rho_term_reps[p[0]]             # <<<<<<<<<<<<<<
 *                     for k in range(N):
 *                         gn = circuit[k]
 */
          (__pyx_v_factor_lists[0]) = (&(__pyx_v_rho_term_reps[(__pyx_v_p[0])]));

          /* "pygsti/objects/replib/fastreplib.pyx":4727
 *                     #inner loop(p)
 *                     factor_lists[0] = &rho_term_reps[p[0]]
 *                     for k in range(N):             # <<<<<<<<<<<<<<
 *                         gn = circuit[k]
 *                         factor_lists[k+1] = &op_term_reps[circuit[k]][p[k+1]]
 */
          __pyx_t_17 = __pyx_v_N;
          __pyx_t_18 = __pyx_t_17;
          for (__pyx_t_19 = 0; __pyx_t_19 < __pyx_t_18; __pyx_t_19+=1) {
            __pyx_v_k = __pyx_t_19;

            /* "pygsti/objects/replib/fastreplib.pyx":4728
 *                     factor_lists[0] = &rho_term_reps[p[0]]
 *                     for k in range(N):
 *                         gn = circuit[k]             # <<<<<<<<<<<<<<
 *                         factor_lists[k+1] = &op_term_reps[circuit[k]][p[k+1]]
 *                         #if len(factor_lists[k+1]) == 0: continue #WHAT???
 */
            __pyx_v_gn = (__pyx_v_circuit[__pyx_v_k]);

            /* "pygsti/objects/replib/fastreplib.pyx":4729
 *                     for k in range(N):
 *                         gn = circuit[k]
 *                         factor_lists[k+1] = &op_term_reps[circuit[k]][p[k+1]]             # <<<<<<<<<<<<<<
 *                         #if len(factor_lists[k+1]) == 0: continue #WHAT???
 *                     factor_lists[N+1] = &E_term_reps[p[N+1]]
 */
            (__pyx_v_factor_lists[(__pyx_v_k + 1)]) = (&((__pyx_v_op_term_reps[(__pyx_v_circuit[__pyx_v_k])])[(__pyx_v_p[(__pyx_v_k + 1)])]));
          }

          /* "pygsti/objects/replib/fastreplib.pyx":4731
 *                         factor_lists[k+1] = &op_term_reps[circuit[k]][p[k+1]]
 *                         #if len(factor_lists[k+1]) == 0: continue #WHAT???
 *                     factor_lists[N+1] = &E_term_reps[p[N+1]]             # <<<<<<<<<<<<<<
 *                     Einds = &E_term_indices[p[N+1]]
 * 
 */
          (__pyx_v_factor_lists[(__pyx_v_N + 1)]) = (&(__pyx_v_E_term_reps[(__pyx_v_p[(__pyx_v_N + 1)])]));

          /* "pygsti/objects/replib/fastreplib.pyx":4732
 *                         #if len(factor_lists[k+1]) == 0: continue #WHAT???
 *                     factor_lists[N+1] = &E_term_reps[p[N+1]]
 *                     Einds = &E_term_indices[p[N+1]]             # <<<<<<<<<<<<<<
 * 
 *                     innerloop_fn(factor_lists,Einds,&prps,nqubits) #, prps_chk)
 */
          __pyx_v_Einds = (&(__pyx_v_E_term_indices[(__pyx_v_p[(__pyx_v_N + 1)])]));

          /* "pygsti/objects/replib/fastreplib.pyx":4734
 *                     Einds = &E_term_indices[p[N+1]]
 * 
 *                     innerloop_fn(factor_lists,Einds,&prps,nqubits) #, prps_chk)             # <<<<<<<<<<<<<<
 *                     p[j] = 0
 *                 p[i] = 0
 */
          __pyx_v_innerloop_fn(__pyx_v_factor_lists, __pyx_v_Einds, (&__pyx_v_prps), __pyx_v_nqubits);

          /* "pygsti/objects/replib/fastreplib.pyx":4735
 * 
 *                     innerloop_fn(factor_lists,Einds,&prps,nqubits) #, prps_chk)
 *                     p[j] = 0             # <<<<<<<<<<<<<<
 *                 p[i] = 0
 *         else:
 */
          (__pyx_v_p[__pyx_v_j]) = 0;
        }

        /* "pygsti/objects/replib/fastreplib.pyx":4736
 *                     innerloop_fn(factor_lists,Einds,&prps,nqubits) #, prps_chk)
 *                     p[j] = 0
 *                 p[i] = 0             # <<<<<<<<<<<<<<
 *         else:
 *             assert(False) # order > 2 not implemented yet...
 */
        (__pyx_v_p[__pyx_v_i]) = 0;
      }

      /* "pygsti/objects/replib/fastreplib.pyx":4706
 *                 p[i] = 0
 * 
 *         elif order == 2:             # <<<<<<<<<<<<<<
 *             for i in range(N+2):
 *                 p[i] = 2
 */
      break;
      default:

      /* "pygsti/objects/replib/fastreplib.pyx":4738
 *                 p[i] = 0
 *         else:
 *             assert(False) # order > 2 not implemented yet...             # <<<<<<<<<<<<<<
 * 
 *     free(p)
 */
      #ifndef CYTHON_WITHOUT_ASSERTIONS
      if (unlikely(!Py_OptimizeFlag)) {
        if (unlikely(!0)) {
          PyErr_SetNone(PyExc_AssertionError);
          __PYX_ERR(0, 4738, __pyx_L1_error)
        }
      }
      #endif
      break;
    }
  }

  /* "pygsti/objects/replib/fastreplib.pyx":4740
 *             assert(False) # order > 2 not implemented yet...
 * 
 *     free(p)             # <<<<<<<<<<<<<<
 *     return prps
 * 
 */
  free(__pyx_v_p);

  /* "pygsti/objects/replib/fastreplib.pyx":4741
 * 
 *     free(p)
 *     return prps             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_r = __pyx_v_prps;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":4629
 * 
 * 
 * cdef vector[PolyCRep*] sb_prs_as_polys(             # <<<<<<<<<<<<<<
 *     vector[INT]& circuit, vector[vector[SBTermCRep_ptr]] rho_term_reps,
 *     unordered_map[INT, vector[vector[SBTermCRep_ptr]]] op_term_reps,
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_WriteUnraisable("pygsti.objects.replib.fastreplib.sb_prs_as_polys", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
  __Pyx_pretend_to_initialize(&__pyx_r);
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "pygsti/objects/replib/fastreplib.pyx":4745
 * 
 * 
 * cdef void sb_pr_as_poly_innerloop(vector[vector_SBTermCRep_ptr_ptr] factor_lists, vector[INT]* Einds,             # <<<<<<<<<<<<<<
 *                                   vector[PolyCRep*]* prps, INT n): #, prps_chk):
 *     #print("DB partition = ","listlens = ",[len(fl) for fl in factor_lists])
 */

static void __pyx_f_6pygsti_7objects_6replib_10fastreplib_sb_pr_as_poly_innerloop(std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_SBTermCRep_ptr_ptr>  __pyx_v_factor_lists, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  *__pyx_v_Einds, std::vector<CReps::PolyCRep *>  *__pyx_v_prps, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_n) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_j;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_Ei;
  __pyx_t_double_complex __pyx_v_pLeft;
  __pyx_t_double_complex __pyx_v_pRight;
  CReps::SBTermCRep *__pyx_v_factor;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nFactorLists;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT *__pyx_v_factorListLens;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_last_index;
  CReps::PolyCRep __pyx_v_coeff;
  CReps::PolyCRep __pyx_v_result;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_namps;
  CReps::SBStateCRep *__pyx_v_prop1;
  CReps::SBStateCRep *__pyx_v_prop2;
  CReps::SBStateCRep *__pyx_v_tprop;
  CReps::SBEffectCRep *__pyx_v_EVec;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT *__pyx_v_b;
  CYTHON_UNUSED CReps::SBStateCRep *__pyx_v_rhoVec;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_final_factor_indx;
  __Pyx_RefNannyDeclarations
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_1;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_2;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_3;
  int __pyx_t_4;
  CReps::SBStateCRep *__pyx_t_5;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_6;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_7;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_8;
  CReps::SBEffectCRep *__pyx_t_9;
  __Pyx_RefNannySetupContext("sb_pr_as_poly_innerloop", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":4755
 *     cdef SBTermCRep* factor
 * 
 *     cdef INT nFactorLists = factor_lists.size() # may need to recompute this after fast-mode             # <<<<<<<<<<<<<<
 *     cdef INT* factorListLens = <INT*>malloc(nFactorLists * sizeof(INT))
 *     cdef INT last_index = nFactorLists-1
 */
  __pyx_v_nFactorLists = __pyx_v_factor_lists.size();

  /* "pygsti/objects/replib/fastreplib.pyx":4756
 * 
 *     cdef INT nFactorLists = factor_lists.size() # may need to recompute this after fast-mode
 *     cdef INT* factorListLens = <INT*>malloc(nFactorLists * sizeof(INT))             # <<<<<<<<<<<<<<
 *     cdef INT last_index = nFactorLists-1
 * 
 */
  __pyx_v_factorListLens = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT *)malloc((__pyx_v_nFactorLists * (sizeof(__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)))));

  /* "pygsti/objects/replib/fastreplib.pyx":4757
 *     cdef INT nFactorLists = factor_lists.size() # may need to recompute this after fast-mode
 *     cdef INT* factorListLens = <INT*>malloc(nFactorLists * sizeof(INT))
 *     cdef INT last_index = nFactorLists-1             # <<<<<<<<<<<<<<
 * 
 *     for i in range(nFactorLists):
 */
  __pyx_v_last_index = (__pyx_v_nFactorLists - 1);

  /* "pygsti/objects/replib/fastreplib.pyx":4759
 *     cdef INT last_index = nFactorLists-1
 * 
 *     for i in range(nFactorLists):             # <<<<<<<<<<<<<<
 *         factorListLens[i] = factor_lists[i].size()
 *         if factorListLens[i] == 0:
 */
  __pyx_t_1 = __pyx_v_nFactorLists;
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
    __pyx_v_i = __pyx_t_3;

    /* "pygsti/objects/replib/fastreplib.pyx":4760
 * 
 *     for i in range(nFactorLists):
 *         factorListLens[i] = factor_lists[i].size()             # <<<<<<<<<<<<<<
 *         if factorListLens[i] == 0:
 *             free(factorListLens)
 */
    (__pyx_v_factorListLens[__pyx_v_i]) = (__pyx_v_factor_lists[__pyx_v_i])->size();

    /* "pygsti/objects/replib/fastreplib.pyx":4761
 *     for i in range(nFactorLists):
 *         factorListLens[i] = factor_lists[i].size()
 *         if factorListLens[i] == 0:             # <<<<<<<<<<<<<<
 *             free(factorListLens)
 *             return # nothing to loop over! - (exit before we allocate more)
 */
    __pyx_t_4 = (((__pyx_v_factorListLens[__pyx_v_i]) == 0) != 0);
    if (__pyx_t_4) {

      /* "pygsti/objects/replib/fastreplib.pyx":4762
 *         factorListLens[i] = factor_lists[i].size()
 *         if factorListLens[i] == 0:
 *             free(factorListLens)             # <<<<<<<<<<<<<<
 *             return # nothing to loop over! - (exit before we allocate more)
 * 
 */
      free(__pyx_v_factorListLens);

      /* "pygsti/objects/replib/fastreplib.pyx":4763
 *         if factorListLens[i] == 0:
 *             free(factorListLens)
 *             return # nothing to loop over! - (exit before we allocate more)             # <<<<<<<<<<<<<<
 * 
 *     cdef PolyCRep coeff
 */
      goto __pyx_L0;

      /* "pygsti/objects/replib/fastreplib.pyx":4761
 *     for i in range(nFactorLists):
 *         factorListLens[i] = factor_lists[i].size()
 *         if factorListLens[i] == 0:             # <<<<<<<<<<<<<<
 *             free(factorListLens)
 *             return # nothing to loop over! - (exit before we allocate more)
 */
    }
  }

  /* "pygsti/objects/replib/fastreplib.pyx":4768
 *     cdef PolyCRep result
 * 
 *     cdef INT namps = 1 # HARDCODED namps for SB states - in future this may be just the *initial* number             # <<<<<<<<<<<<<<
 *     cdef SBStateCRep *prop1 = new SBStateCRep(namps, n)
 *     cdef SBStateCRep *prop2 = new SBStateCRep(namps, n)
 */
  __pyx_v_namps = 1;

  /* "pygsti/objects/replib/fastreplib.pyx":4769
 * 
 *     cdef INT namps = 1 # HARDCODED namps for SB states - in future this may be just the *initial* number
 *     cdef SBStateCRep *prop1 = new SBStateCRep(namps, n)             # <<<<<<<<<<<<<<
 *     cdef SBStateCRep *prop2 = new SBStateCRep(namps, n)
 *     cdef SBStateCRep *tprop
 */
  try {
    __pyx_t_5 = new CReps::SBStateCRep(__pyx_v_namps, __pyx_v_n);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 4769, __pyx_L1_error)
  }
  __pyx_v_prop1 = __pyx_t_5;

  /* "pygsti/objects/replib/fastreplib.pyx":4770
 *     cdef INT namps = 1 # HARDCODED namps for SB states - in future this may be just the *initial* number
 *     cdef SBStateCRep *prop1 = new SBStateCRep(namps, n)
 *     cdef SBStateCRep *prop2 = new SBStateCRep(namps, n)             # <<<<<<<<<<<<<<
 *     cdef SBStateCRep *tprop
 *     cdef SBEffectCRep* EVec
 */
  try {
    __pyx_t_5 = new CReps::SBStateCRep(__pyx_v_namps, __pyx_v_n);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 4770, __pyx_L1_error)
  }
  __pyx_v_prop2 = __pyx_t_5;

  /* "pygsti/objects/replib/fastreplib.pyx":4774
 *     cdef SBEffectCRep* EVec
 * 
 *     cdef INT* b = <INT*>malloc(nFactorLists * sizeof(INT))             # <<<<<<<<<<<<<<
 *     for i in range(nFactorLists): b[i] = 0
 * 
 */
  __pyx_v_b = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT *)malloc((__pyx_v_nFactorLists * (sizeof(__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)))));

  /* "pygsti/objects/replib/fastreplib.pyx":4775
 * 
 *     cdef INT* b = <INT*>malloc(nFactorLists * sizeof(INT))
 *     for i in range(nFactorLists): b[i] = 0             # <<<<<<<<<<<<<<
 * 
 *     assert(nFactorLists > 0), "Number of factor lists must be > 0!"
 */
  __pyx_t_1 = __pyx_v_nFactorLists;
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
    __pyx_v_i = __pyx_t_3;
    (__pyx_v_b[__pyx_v_i]) = 0;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":4777
 *     for i in range(nFactorLists): b[i] = 0
 * 
 *     assert(nFactorLists > 0), "Number of factor lists must be > 0!"             # <<<<<<<<<<<<<<
 * 
 *     #for factors in _itertools.product(*factor_lists):
 */
  #ifndef CYTHON_WITHOUT_ASSERTIONS
  if (unlikely(!Py_OptimizeFlag)) {
    if (unlikely(!((__pyx_v_nFactorLists > 0) != 0))) {
      PyErr_SetObject(PyExc_AssertionError, __pyx_kp_s_Number_of_factor_lists_must_be_0);
      __PYX_ERR(0, 4777, __pyx_L1_error)
    }
  }
  #endif

  /* "pygsti/objects/replib/fastreplib.pyx":4780
 * 
 *     #for factors in _itertools.product(*factor_lists):
 *     while(True):             # <<<<<<<<<<<<<<
 *         # In this loop, b holds "current" indices into factor_lists
 *         factor = deref(factor_lists[0])[b[0]] # the last factor (an Evec)
 */
  while (1) {

    /* "pygsti/objects/replib/fastreplib.pyx":4782
 *     while(True):
 *         # In this loop, b holds "current" indices into factor_lists
 *         factor = deref(factor_lists[0])[b[0]] # the last factor (an Evec)             # <<<<<<<<<<<<<<
 *         coeff = deref(factor._coeff) # an unordered_map (copies to new "coeff" variable)
 * 
 */
    __pyx_v_factor = ((*(__pyx_v_factor_lists[0]))[(__pyx_v_b[0])]);

    /* "pygsti/objects/replib/fastreplib.pyx":4783
 *         # In this loop, b holds "current" indices into factor_lists
 *         factor = deref(factor_lists[0])[b[0]] # the last factor (an Evec)
 *         coeff = deref(factor._coeff) # an unordered_map (copies to new "coeff" variable)             # <<<<<<<<<<<<<<
 * 
 *         for i in range(1,nFactorLists):
 */
    __pyx_v_coeff = (*__pyx_v_factor->_coeff);

    /* "pygsti/objects/replib/fastreplib.pyx":4785
 *         coeff = deref(factor._coeff) # an unordered_map (copies to new "coeff" variable)
 * 
 *         for i in range(1,nFactorLists):             # <<<<<<<<<<<<<<
 *             coeff = coeff.mult( deref(deref(factor_lists[i])[b[i]]._coeff) )
 * 
 */
    __pyx_t_1 = __pyx_v_nFactorLists;
    __pyx_t_2 = __pyx_t_1;
    for (__pyx_t_3 = 1; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
      __pyx_v_i = __pyx_t_3;

      /* "pygsti/objects/replib/fastreplib.pyx":4786
 * 
 *         for i in range(1,nFactorLists):
 *             coeff = coeff.mult( deref(deref(factor_lists[i])[b[i]]._coeff) )             # <<<<<<<<<<<<<<
 * 
 *         #pLeft / "pre" sim
 */
      __pyx_v_coeff = __pyx_v_coeff.mult((*((*(__pyx_v_factor_lists[__pyx_v_i]))[(__pyx_v_b[__pyx_v_i])])->_coeff));
    }

    /* "pygsti/objects/replib/fastreplib.pyx":4789
 * 
 *         #pLeft / "pre" sim
 *         factor = deref(factor_lists[0])[b[0]] # 0th-factor = rhoVec             # <<<<<<<<<<<<<<
 *         prop1.copy_from(factor._pre_state)
 *         for j in range(<INT>factor._pre_ops.size()):
 */
    __pyx_v_factor = ((*(__pyx_v_factor_lists[0]))[(__pyx_v_b[0])]);

    /* "pygsti/objects/replib/fastreplib.pyx":4790
 *         #pLeft / "pre" sim
 *         factor = deref(factor_lists[0])[b[0]] # 0th-factor = rhoVec
 *         prop1.copy_from(factor._pre_state)             # <<<<<<<<<<<<<<
 *         for j in range(<INT>factor._pre_ops.size()):
 *             factor._pre_ops[j].acton(prop1,prop2)
 */
    __pyx_v_prop1->copy_from(__pyx_v_factor->_pre_state);

    /* "pygsti/objects/replib/fastreplib.pyx":4791
 *         factor = deref(factor_lists[0])[b[0]] # 0th-factor = rhoVec
 *         prop1.copy_from(factor._pre_state)
 *         for j in range(<INT>factor._pre_ops.size()):             # <<<<<<<<<<<<<<
 *             factor._pre_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop
 */
    __pyx_t_1 = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_factor->_pre_ops.size());
    __pyx_t_2 = __pyx_t_1;
    for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
      __pyx_v_j = __pyx_t_3;

      /* "pygsti/objects/replib/fastreplib.pyx":4792
 *         prop1.copy_from(factor._pre_state)
 *         for j in range(<INT>factor._pre_ops.size()):
 *             factor._pre_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *             tprop = prop1; prop1 = prop2; prop2 = tprop
 *         for i in range(1,last_index):
 */
      (void)((__pyx_v_factor->_pre_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

      /* "pygsti/objects/replib/fastreplib.pyx":4793
 *         for j in range(<INT>factor._pre_ops.size()):
 *             factor._pre_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop             # <<<<<<<<<<<<<<
 *         for i in range(1,last_index):
 *             factor = deref(factor_lists[i])[b[i]]
 */
      __pyx_v_tprop = __pyx_v_prop1;
      __pyx_v_prop1 = __pyx_v_prop2;
      __pyx_v_prop2 = __pyx_v_tprop;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":4794
 *             factor._pre_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop
 *         for i in range(1,last_index):             # <<<<<<<<<<<<<<
 *             factor = deref(factor_lists[i])[b[i]]
 *             for j in range(<INT>factor._pre_ops.size()):
 */
    __pyx_t_1 = __pyx_v_last_index;
    __pyx_t_2 = __pyx_t_1;
    for (__pyx_t_3 = 1; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
      __pyx_v_i = __pyx_t_3;

      /* "pygsti/objects/replib/fastreplib.pyx":4795
 *             tprop = prop1; prop1 = prop2; prop2 = tprop
 *         for i in range(1,last_index):
 *             factor = deref(factor_lists[i])[b[i]]             # <<<<<<<<<<<<<<
 *             for j in range(<INT>factor._pre_ops.size()):
 *                 factor._pre_ops[j].acton(prop1,prop2)
 */
      __pyx_v_factor = ((*(__pyx_v_factor_lists[__pyx_v_i]))[(__pyx_v_b[__pyx_v_i])]);

      /* "pygsti/objects/replib/fastreplib.pyx":4796
 *         for i in range(1,last_index):
 *             factor = deref(factor_lists[i])[b[i]]
 *             for j in range(<INT>factor._pre_ops.size()):             # <<<<<<<<<<<<<<
 *                 factor._pre_ops[j].acton(prop1,prop2)
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 */
      __pyx_t_6 = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_factor->_pre_ops.size());
      __pyx_t_7 = __pyx_t_6;
      for (__pyx_t_8 = 0; __pyx_t_8 < __pyx_t_7; __pyx_t_8+=1) {
        __pyx_v_j = __pyx_t_8;

        /* "pygsti/objects/replib/fastreplib.pyx":4797
 *             factor = deref(factor_lists[i])[b[i]]
 *             for j in range(<INT>factor._pre_ops.size()):
 *                 factor._pre_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *         factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)
 */
        (void)((__pyx_v_factor->_pre_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

        /* "pygsti/objects/replib/fastreplib.pyx":4798
 *             for j in range(<INT>factor._pre_ops.size()):
 *                 factor._pre_ops[j].acton(prop1,prop2)
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1             # <<<<<<<<<<<<<<
 *         factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)
 * 
 */
        __pyx_v_tprop = __pyx_v_prop1;
        __pyx_v_prop1 = __pyx_v_prop2;
        __pyx_v_prop2 = __pyx_v_tprop;
      }
    }

    /* "pygsti/objects/replib/fastreplib.pyx":4799
 *                 factor._pre_ops[j].acton(prop1,prop2)
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *         factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)             # <<<<<<<<<<<<<<
 * 
 *         # can't propagate effects, so effect's post_ops are constructed to act on *state*
 */
    __pyx_v_factor = ((*(__pyx_v_factor_lists[__pyx_v_last_index]))[(__pyx_v_b[__pyx_v_last_index])]);

    /* "pygsti/objects/replib/fastreplib.pyx":4802
 * 
 *         # can't propagate effects, so effect's post_ops are constructed to act on *state*
 *         EVec = factor._post_effect             # <<<<<<<<<<<<<<
 *         for j in range(<INT>factor._pre_ops.size()):
 *             rhoVec = factor._pre_ops[j].acton(prop1,prop2)
 */
    __pyx_t_9 = __pyx_v_factor->_post_effect;
    __pyx_v_EVec = __pyx_t_9;

    /* "pygsti/objects/replib/fastreplib.pyx":4803
 *         # can't propagate effects, so effect's post_ops are constructed to act on *state*
 *         EVec = factor._post_effect
 *         for j in range(<INT>factor._pre_ops.size()):             # <<<<<<<<<<<<<<
 *             rhoVec = factor._pre_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 */
    __pyx_t_1 = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_factor->_pre_ops.size());
    __pyx_t_2 = __pyx_t_1;
    for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
      __pyx_v_j = __pyx_t_3;

      /* "pygsti/objects/replib/fastreplib.pyx":4804
 *         EVec = factor._post_effect
 *         for j in range(<INT>factor._pre_ops.size()):
 *             rhoVec = factor._pre_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *         pLeft = EVec.amplitude(prop1)
 */
      __pyx_v_rhoVec = (__pyx_v_factor->_pre_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2);

      /* "pygsti/objects/replib/fastreplib.pyx":4805
 *         for j in range(<INT>factor._pre_ops.size()):
 *             rhoVec = factor._pre_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1             # <<<<<<<<<<<<<<
 *         pLeft = EVec.amplitude(prop1)
 * 
 */
      __pyx_v_tprop = __pyx_v_prop1;
      __pyx_v_prop1 = __pyx_v_prop2;
      __pyx_v_prop2 = __pyx_v_tprop;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":4806
 *             rhoVec = factor._pre_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *         pLeft = EVec.amplitude(prop1)             # <<<<<<<<<<<<<<
 * 
 *         #pRight / "post" sim
 */
    __pyx_v_pLeft = __pyx_v_EVec->amplitude(__pyx_v_prop1);

    /* "pygsti/objects/replib/fastreplib.pyx":4809
 * 
 *         #pRight / "post" sim
 *         factor = deref(factor_lists[0])[b[0]] # 0th-factor = rhoVec             # <<<<<<<<<<<<<<
 *         prop1.copy_from(factor._post_state)
 *         for j in range(<INT>factor._post_ops.size()):
 */
    __pyx_v_factor = ((*(__pyx_v_factor_lists[0]))[(__pyx_v_b[0])]);

    /* "pygsti/objects/replib/fastreplib.pyx":4810
 *         #pRight / "post" sim
 *         factor = deref(factor_lists[0])[b[0]] # 0th-factor = rhoVec
 *         prop1.copy_from(factor._post_state)             # <<<<<<<<<<<<<<
 *         for j in range(<INT>factor._post_ops.size()):
 *             factor._post_ops[j].acton(prop1,prop2)
 */
    __pyx_v_prop1->copy_from(__pyx_v_factor->_post_state);

    /* "pygsti/objects/replib/fastreplib.pyx":4811
 *         factor = deref(factor_lists[0])[b[0]] # 0th-factor = rhoVec
 *         prop1.copy_from(factor._post_state)
 *         for j in range(<INT>factor._post_ops.size()):             # <<<<<<<<<<<<<<
 *             factor._post_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 */
    __pyx_t_1 = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_factor->_post_ops.size());
    __pyx_t_2 = __pyx_t_1;
    for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
      __pyx_v_j = __pyx_t_3;

      /* "pygsti/objects/replib/fastreplib.pyx":4812
 *         prop1.copy_from(factor._post_state)
 *         for j in range(<INT>factor._post_ops.size()):
 *             factor._post_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *         for i in range(1,last_index):
 */
      (void)((__pyx_v_factor->_post_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

      /* "pygsti/objects/replib/fastreplib.pyx":4813
 *         for j in range(<INT>factor._post_ops.size()):
 *             factor._post_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1             # <<<<<<<<<<<<<<
 *         for i in range(1,last_index):
 *             factor = deref(factor_lists[i])[b[i]]
 */
      __pyx_v_tprop = __pyx_v_prop1;
      __pyx_v_prop1 = __pyx_v_prop2;
      __pyx_v_prop2 = __pyx_v_tprop;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":4814
 *             factor._post_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *         for i in range(1,last_index):             # <<<<<<<<<<<<<<
 *             factor = deref(factor_lists[i])[b[i]]
 *             for j in range(<INT>factor._post_ops.size()):
 */
    __pyx_t_1 = __pyx_v_last_index;
    __pyx_t_2 = __pyx_t_1;
    for (__pyx_t_3 = 1; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
      __pyx_v_i = __pyx_t_3;

      /* "pygsti/objects/replib/fastreplib.pyx":4815
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *         for i in range(1,last_index):
 *             factor = deref(factor_lists[i])[b[i]]             # <<<<<<<<<<<<<<
 *             for j in range(<INT>factor._post_ops.size()):
 *                 factor._post_ops[j].acton(prop1,prop2)
 */
      __pyx_v_factor = ((*(__pyx_v_factor_lists[__pyx_v_i]))[(__pyx_v_b[__pyx_v_i])]);

      /* "pygsti/objects/replib/fastreplib.pyx":4816
 *         for i in range(1,last_index):
 *             factor = deref(factor_lists[i])[b[i]]
 *             for j in range(<INT>factor._post_ops.size()):             # <<<<<<<<<<<<<<
 *                 factor._post_ops[j].acton(prop1,prop2)
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 */
      __pyx_t_6 = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_factor->_post_ops.size());
      __pyx_t_7 = __pyx_t_6;
      for (__pyx_t_8 = 0; __pyx_t_8 < __pyx_t_7; __pyx_t_8+=1) {
        __pyx_v_j = __pyx_t_8;

        /* "pygsti/objects/replib/fastreplib.pyx":4817
 *             factor = deref(factor_lists[i])[b[i]]
 *             for j in range(<INT>factor._post_ops.size()):
 *                 factor._post_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *         factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)
 */
        (void)((__pyx_v_factor->_post_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

        /* "pygsti/objects/replib/fastreplib.pyx":4818
 *             for j in range(<INT>factor._post_ops.size()):
 *                 factor._post_ops[j].acton(prop1,prop2)
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1             # <<<<<<<<<<<<<<
 *         factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)
 * 
 */
        __pyx_v_tprop = __pyx_v_prop1;
        __pyx_v_prop1 = __pyx_v_prop2;
        __pyx_v_prop2 = __pyx_v_tprop;
      }
    }

    /* "pygsti/objects/replib/fastreplib.pyx":4819
 *                 factor._post_ops[j].acton(prop1,prop2)
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *         factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)             # <<<<<<<<<<<<<<
 * 
 *         EVec = factor._pre_effect
 */
    __pyx_v_factor = ((*(__pyx_v_factor_lists[__pyx_v_last_index]))[(__pyx_v_b[__pyx_v_last_index])]);

    /* "pygsti/objects/replib/fastreplib.pyx":4821
 *         factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)
 * 
 *         EVec = factor._pre_effect             # <<<<<<<<<<<<<<
 *         for j in range(<INT>factor._post_ops.size()):
 *             factor._post_ops[j].acton(prop1,prop2)
 */
    __pyx_t_9 = __pyx_v_factor->_pre_effect;
    __pyx_v_EVec = __pyx_t_9;

    /* "pygsti/objects/replib/fastreplib.pyx":4822
 * 
 *         EVec = factor._pre_effect
 *         for j in range(<INT>factor._post_ops.size()):             # <<<<<<<<<<<<<<
 *             factor._post_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 */
    __pyx_t_1 = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_factor->_post_ops.size());
    __pyx_t_2 = __pyx_t_1;
    for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
      __pyx_v_j = __pyx_t_3;

      /* "pygsti/objects/replib/fastreplib.pyx":4823
 *         EVec = factor._pre_effect
 *         for j in range(<INT>factor._post_ops.size()):
 *             factor._post_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *         pRight = EVec.amplitude(prop1).conjugate()
 */
      (void)((__pyx_v_factor->_post_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

      /* "pygsti/objects/replib/fastreplib.pyx":4824
 *         for j in range(<INT>factor._post_ops.size()):
 *             factor._post_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1             # <<<<<<<<<<<<<<
 *         pRight = EVec.amplitude(prop1).conjugate()
 * 
 */
      __pyx_v_tprop = __pyx_v_prop1;
      __pyx_v_prop1 = __pyx_v_prop2;
      __pyx_v_prop2 = __pyx_v_tprop;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":4825
 *             factor._post_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop # final state in prop1
 *         pRight = EVec.amplitude(prop1).conjugate()             # <<<<<<<<<<<<<<
 * 
 * 
 */
    __pyx_v_pRight = __Pyx_c_conj_double(__pyx_v_EVec->amplitude(__pyx_v_prop1));

    /* "pygsti/objects/replib/fastreplib.pyx":4829
 * 
 *         #Add result to appropriate poly
 *         result = coeff  # use a reference?             # <<<<<<<<<<<<<<
 *         result.scale(pLeft * pRight)
 *         final_factor_indx = b[last_index]
 */
    __pyx_v_result = __pyx_v_coeff;

    /* "pygsti/objects/replib/fastreplib.pyx":4830
 *         #Add result to appropriate poly
 *         result = coeff  # use a reference?
 *         result.scale(pLeft * pRight)             # <<<<<<<<<<<<<<
 *         final_factor_indx = b[last_index]
 *         Ei = deref(Einds)[final_factor_indx] #final "factor" index == E-vector index
 */
    __pyx_v_result.scale(__Pyx_c_prod_double(__pyx_v_pLeft, __pyx_v_pRight));

    /* "pygsti/objects/replib/fastreplib.pyx":4831
 *         result = coeff  # use a reference?
 *         result.scale(pLeft * pRight)
 *         final_factor_indx = b[last_index]             # <<<<<<<<<<<<<<
 *         Ei = deref(Einds)[final_factor_indx] #final "factor" index == E-vector index
 *         deref(prps)[Ei].add_inplace(result)
 */
    __pyx_v_final_factor_indx = (__pyx_v_b[__pyx_v_last_index]);

    /* "pygsti/objects/replib/fastreplib.pyx":4832
 *         result.scale(pLeft * pRight)
 *         final_factor_indx = b[last_index]
 *         Ei = deref(Einds)[final_factor_indx] #final "factor" index == E-vector index             # <<<<<<<<<<<<<<
 *         deref(prps)[Ei].add_inplace(result)
 * 
 */
    __pyx_v_Ei = ((*__pyx_v_Einds)[__pyx_v_final_factor_indx]);

    /* "pygsti/objects/replib/fastreplib.pyx":4833
 *         final_factor_indx = b[last_index]
 *         Ei = deref(Einds)[final_factor_indx] #final "factor" index == E-vector index
 *         deref(prps)[Ei].add_inplace(result)             # <<<<<<<<<<<<<<
 * 
 *         #increment b ~ itertools.product & update vec_index_noop = np.dot(self.multipliers, b)
 */
    ((*__pyx_v_prps)[__pyx_v_Ei])->add_inplace(__pyx_v_result);

    /* "pygsti/objects/replib/fastreplib.pyx":4836
 * 
 *         #increment b ~ itertools.product & update vec_index_noop = np.dot(self.multipliers, b)
 *         for i in range(nFactorLists-1,-1,-1):             # <<<<<<<<<<<<<<
 *             if b[i]+1 < factorListLens[i]:
 *                 b[i] += 1
 */
    for (__pyx_t_1 = (__pyx_v_nFactorLists - 1); __pyx_t_1 > -1LL; __pyx_t_1-=1) {
      __pyx_v_i = __pyx_t_1;

      /* "pygsti/objects/replib/fastreplib.pyx":4837
 *         #increment b ~ itertools.product & update vec_index_noop = np.dot(self.multipliers, b)
 *         for i in range(nFactorLists-1,-1,-1):
 *             if b[i]+1 < factorListLens[i]:             # <<<<<<<<<<<<<<
 *                 b[i] += 1
 *                 break
 */
      __pyx_t_4 = ((((__pyx_v_b[__pyx_v_i]) + 1) < (__pyx_v_factorListLens[__pyx_v_i])) != 0);
      if (__pyx_t_4) {

        /* "pygsti/objects/replib/fastreplib.pyx":4838
 *         for i in range(nFactorLists-1,-1,-1):
 *             if b[i]+1 < factorListLens[i]:
 *                 b[i] += 1             # <<<<<<<<<<<<<<
 *                 break
 *             else:
 */
        __pyx_t_2 = __pyx_v_i;
        (__pyx_v_b[__pyx_t_2]) = ((__pyx_v_b[__pyx_t_2]) + 1);

        /* "pygsti/objects/replib/fastreplib.pyx":4839
 *             if b[i]+1 < factorListLens[i]:
 *                 b[i] += 1
 *                 break             # <<<<<<<<<<<<<<
 *             else:
 *                 b[i] = 0
 */
        goto __pyx_L29_break;

        /* "pygsti/objects/replib/fastreplib.pyx":4837
 *         #increment b ~ itertools.product & update vec_index_noop = np.dot(self.multipliers, b)
 *         for i in range(nFactorLists-1,-1,-1):
 *             if b[i]+1 < factorListLens[i]:             # <<<<<<<<<<<<<<
 *                 b[i] += 1
 *                 break
 */
      }

      /* "pygsti/objects/replib/fastreplib.pyx":4841
 *                 break
 *             else:
 *                 b[i] = 0             # <<<<<<<<<<<<<<
 *         else:
 *             break # can't increment anything - break while(True) loop
 */
      /*else*/ {
        (__pyx_v_b[__pyx_v_i]) = 0;
      }
    }
    /*else*/ {

      /* "pygsti/objects/replib/fastreplib.pyx":4843
 *                 b[i] = 0
 *         else:
 *             break # can't increment anything - break while(True) loop             # <<<<<<<<<<<<<<
 * 
 *     #Clenaup: free allocated memory
 */
      goto __pyx_L9_break;
    }
    __pyx_L29_break:;
  }
  __pyx_L9_break:;

  /* "pygsti/objects/replib/fastreplib.pyx":4846
 * 
 *     #Clenaup: free allocated memory
 *     del prop1             # <<<<<<<<<<<<<<
 *     del prop2
 *     free(factorListLens)
 */
  delete __pyx_v_prop1;

  /* "pygsti/objects/replib/fastreplib.pyx":4847
 *     #Clenaup: free allocated memory
 *     del prop1
 *     del prop2             # <<<<<<<<<<<<<<
 *     free(factorListLens)
 *     free(b)
 */
  delete __pyx_v_prop2;

  /* "pygsti/objects/replib/fastreplib.pyx":4848
 *     del prop1
 *     del prop2
 *     free(factorListLens)             # <<<<<<<<<<<<<<
 *     free(b)
 *     return
 */
  free(__pyx_v_factorListLens);

  /* "pygsti/objects/replib/fastreplib.pyx":4849
 *     del prop2
 *     free(factorListLens)
 *     free(b)             # <<<<<<<<<<<<<<
 *     return
 * 
 */
  free(__pyx_v_b);

  /* "pygsti/objects/replib/fastreplib.pyx":4850
 *     free(factorListLens)
 *     free(b)
 *     return             # <<<<<<<<<<<<<<
 * 
 * 
 */
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":4745
 * 
 * 
 * cdef void sb_pr_as_poly_innerloop(vector[vector_SBTermCRep_ptr_ptr] factor_lists, vector[INT]* Einds,             # <<<<<<<<<<<<<<
 *                                   vector[PolyCRep*]* prps, INT n): #, prps_chk):
 *     #print("DB partition = ","listlens = ",[len(fl) for fl in factor_lists])
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_WriteUnraisable("pygsti.objects.replib.fastreplib.sb_pr_as_poly_innerloop", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
}

/* "pygsti/objects/replib/fastreplib.pyx":4853
 * 
 * 
 * cdef void sb_pr_as_poly_innerloop_savepartials(vector[vector_SBTermCRep_ptr_ptr] factor_lists,             # <<<<<<<<<<<<<<
 *                                                vector[INT]* Einds, vector[PolyCRep*]* prps, INT n): #, prps_chk):
 *     #print("DB partition = ","listlens = ",[len(fl) for fl in factor_lists])
 */

static void __pyx_f_6pygsti_7objects_6replib_10fastreplib_sb_pr_as_poly_innerloop_savepartials(std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_vector_SBTermCRep_ptr_ptr>  __pyx_v_factor_lists, std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  *__pyx_v_Einds, std::vector<CReps::PolyCRep *>  *__pyx_v_prps, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_n) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_j;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_Ei;
  __pyx_t_double_complex __pyx_v_pLeft;
  __pyx_t_double_complex __pyx_v_pRight;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_incd;
  CReps::SBTermCRep *__pyx_v_factor;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_nFactorLists;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT *__pyx_v_factorListLens;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_last_index;
  CReps::PolyCRep __pyx_v_coeff;
  CReps::PolyCRep __pyx_v_result;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_namps;
  std::vector<CReps::SBStateCRep *>  __pyx_v_leftSaved;
  std::vector<CReps::SBStateCRep *>  __pyx_v_rightSaved;
  std::vector<CReps::PolyCRep>  __pyx_v_coeffSaved;
  CReps::SBStateCRep *__pyx_v_shelved;
  CReps::SBStateCRep *__pyx_v_prop2;
  CReps::SBStateCRep *__pyx_v_prop1;
  CReps::SBStateCRep *__pyx_v_tprop;
  CReps::SBEffectCRep *__pyx_v_EVec;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT *__pyx_v_b;
  CReps::SBStateCRep *__pyx_v_rhoVecL;
  CReps::SBStateCRep *__pyx_v_rhoVecR;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_final_factor_indx;
  __Pyx_RefNannyDeclarations
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_1;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_2;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_3;
  int __pyx_t_4;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SBStateCRep_ptr>  __pyx_t_5;
  std::vector<CReps::PolyCRep>  __pyx_t_6;
  CReps::SBStateCRep *__pyx_t_7;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_8;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_9;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_10;
  CReps::SBEffectCRep *__pyx_t_11;
  __Pyx_RefNannySetupContext("sb_pr_as_poly_innerloop_savepartials", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":4863
 *     cdef SBTermCRep* factor
 * 
 *     cdef INT nFactorLists = factor_lists.size() # may need to recompute this after fast-mode             # <<<<<<<<<<<<<<
 *     cdef INT* factorListLens = <INT*>malloc(nFactorLists * sizeof(INT))
 *     cdef INT last_index = nFactorLists-1
 */
  __pyx_v_nFactorLists = __pyx_v_factor_lists.size();

  /* "pygsti/objects/replib/fastreplib.pyx":4864
 * 
 *     cdef INT nFactorLists = factor_lists.size() # may need to recompute this after fast-mode
 *     cdef INT* factorListLens = <INT*>malloc(nFactorLists * sizeof(INT))             # <<<<<<<<<<<<<<
 *     cdef INT last_index = nFactorLists-1
 * 
 */
  __pyx_v_factorListLens = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT *)malloc((__pyx_v_nFactorLists * (sizeof(__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)))));

  /* "pygsti/objects/replib/fastreplib.pyx":4865
 *     cdef INT nFactorLists = factor_lists.size() # may need to recompute this after fast-mode
 *     cdef INT* factorListLens = <INT*>malloc(nFactorLists * sizeof(INT))
 *     cdef INT last_index = nFactorLists-1             # <<<<<<<<<<<<<<
 * 
 *     for i in range(nFactorLists):
 */
  __pyx_v_last_index = (__pyx_v_nFactorLists - 1);

  /* "pygsti/objects/replib/fastreplib.pyx":4867
 *     cdef INT last_index = nFactorLists-1
 * 
 *     for i in range(nFactorLists):             # <<<<<<<<<<<<<<
 *         factorListLens[i] = factor_lists[i].size()
 *         if factorListLens[i] == 0:
 */
  __pyx_t_1 = __pyx_v_nFactorLists;
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
    __pyx_v_i = __pyx_t_3;

    /* "pygsti/objects/replib/fastreplib.pyx":4868
 * 
 *     for i in range(nFactorLists):
 *         factorListLens[i] = factor_lists[i].size()             # <<<<<<<<<<<<<<
 *         if factorListLens[i] == 0:
 *             free(factorListLens)
 */
    (__pyx_v_factorListLens[__pyx_v_i]) = (__pyx_v_factor_lists[__pyx_v_i])->size();

    /* "pygsti/objects/replib/fastreplib.pyx":4869
 *     for i in range(nFactorLists):
 *         factorListLens[i] = factor_lists[i].size()
 *         if factorListLens[i] == 0:             # <<<<<<<<<<<<<<
 *             free(factorListLens)
 *             return # nothing to loop over! (exit before we allocate anything else)
 */
    __pyx_t_4 = (((__pyx_v_factorListLens[__pyx_v_i]) == 0) != 0);
    if (__pyx_t_4) {

      /* "pygsti/objects/replib/fastreplib.pyx":4870
 *         factorListLens[i] = factor_lists[i].size()
 *         if factorListLens[i] == 0:
 *             free(factorListLens)             # <<<<<<<<<<<<<<
 *             return # nothing to loop over! (exit before we allocate anything else)
 * 
 */
      free(__pyx_v_factorListLens);

      /* "pygsti/objects/replib/fastreplib.pyx":4871
 *         if factorListLens[i] == 0:
 *             free(factorListLens)
 *             return # nothing to loop over! (exit before we allocate anything else)             # <<<<<<<<<<<<<<
 * 
 *     cdef PolyCRep coeff
 */
      goto __pyx_L0;

      /* "pygsti/objects/replib/fastreplib.pyx":4869
 *     for i in range(nFactorLists):
 *         factorListLens[i] = factor_lists[i].size()
 *         if factorListLens[i] == 0:             # <<<<<<<<<<<<<<
 *             free(factorListLens)
 *             return # nothing to loop over! (exit before we allocate anything else)
 */
    }
  }

  /* "pygsti/objects/replib/fastreplib.pyx":4876
 *     cdef PolyCRep result
 * 
 *     cdef INT namps = 1 # HARDCODED namps for SB states - in future this may be just the *initial* number             # <<<<<<<<<<<<<<
 *     cdef vector[SBStateCRep*] leftSaved = vector[SBStateCRep_ptr](nFactorLists-1)  # saved[i] is state after i-th
 *     cdef vector[SBStateCRep*] rightSaved = vector[SBStateCRep_ptr](nFactorLists-1) # factor has been applied
 */
  __pyx_v_namps = 1;

  /* "pygsti/objects/replib/fastreplib.pyx":4877
 * 
 *     cdef INT namps = 1 # HARDCODED namps for SB states - in future this may be just the *initial* number
 *     cdef vector[SBStateCRep*] leftSaved = vector[SBStateCRep_ptr](nFactorLists-1)  # saved[i] is state after i-th             # <<<<<<<<<<<<<<
 *     cdef vector[SBStateCRep*] rightSaved = vector[SBStateCRep_ptr](nFactorLists-1) # factor has been applied
 *     cdef vector[PolyCRep] coeffSaved = vector[PolyCRep](nFactorLists-1)
 */
  try {
    __pyx_t_5 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SBStateCRep_ptr> ((__pyx_v_nFactorLists - 1));
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 4877, __pyx_L1_error)
  }
  __pyx_v_leftSaved = __pyx_t_5;

  /* "pygsti/objects/replib/fastreplib.pyx":4878
 *     cdef INT namps = 1 # HARDCODED namps for SB states - in future this may be just the *initial* number
 *     cdef vector[SBStateCRep*] leftSaved = vector[SBStateCRep_ptr](nFactorLists-1)  # saved[i] is state after i-th
 *     cdef vector[SBStateCRep*] rightSaved = vector[SBStateCRep_ptr](nFactorLists-1) # factor has been applied             # <<<<<<<<<<<<<<
 *     cdef vector[PolyCRep] coeffSaved = vector[PolyCRep](nFactorLists-1)
 *     cdef SBStateCRep *shelved = new SBStateCRep(namps, n)
 */
  try {
    __pyx_t_5 = std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SBStateCRep_ptr> ((__pyx_v_nFactorLists - 1));
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 4878, __pyx_L1_error)
  }
  __pyx_v_rightSaved = __pyx_t_5;

  /* "pygsti/objects/replib/fastreplib.pyx":4879
 *     cdef vector[SBStateCRep*] leftSaved = vector[SBStateCRep_ptr](nFactorLists-1)  # saved[i] is state after i-th
 *     cdef vector[SBStateCRep*] rightSaved = vector[SBStateCRep_ptr](nFactorLists-1) # factor has been applied
 *     cdef vector[PolyCRep] coeffSaved = vector[PolyCRep](nFactorLists-1)             # <<<<<<<<<<<<<<
 *     cdef SBStateCRep *shelved = new SBStateCRep(namps, n)
 *     cdef SBStateCRep *prop2 = new SBStateCRep(namps, n) # prop2 is always a temporary allocated state not owned by anything else
 */
  try {
    __pyx_t_6 = std::vector<CReps::PolyCRep> ((__pyx_v_nFactorLists - 1));
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 4879, __pyx_L1_error)
  }
  __pyx_v_coeffSaved = __pyx_t_6;

  /* "pygsti/objects/replib/fastreplib.pyx":4880
 *     cdef vector[SBStateCRep*] rightSaved = vector[SBStateCRep_ptr](nFactorLists-1) # factor has been applied
 *     cdef vector[PolyCRep] coeffSaved = vector[PolyCRep](nFactorLists-1)
 *     cdef SBStateCRep *shelved = new SBStateCRep(namps, n)             # <<<<<<<<<<<<<<
 *     cdef SBStateCRep *prop2 = new SBStateCRep(namps, n) # prop2 is always a temporary allocated state not owned by anything else
 *     cdef SBStateCRep *prop1
 */
  try {
    __pyx_t_7 = new CReps::SBStateCRep(__pyx_v_namps, __pyx_v_n);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 4880, __pyx_L1_error)
  }
  __pyx_v_shelved = __pyx_t_7;

  /* "pygsti/objects/replib/fastreplib.pyx":4881
 *     cdef vector[PolyCRep] coeffSaved = vector[PolyCRep](nFactorLists-1)
 *     cdef SBStateCRep *shelved = new SBStateCRep(namps, n)
 *     cdef SBStateCRep *prop2 = new SBStateCRep(namps, n) # prop2 is always a temporary allocated state not owned by anything else             # <<<<<<<<<<<<<<
 *     cdef SBStateCRep *prop1
 *     cdef SBStateCRep *tprop
 */
  try {
    __pyx_t_7 = new CReps::SBStateCRep(__pyx_v_namps, __pyx_v_n);
  } catch(...) {
    __Pyx_CppExn2PyErr();
    __PYX_ERR(0, 4881, __pyx_L1_error)
  }
  __pyx_v_prop2 = __pyx_t_7;

  /* "pygsti/objects/replib/fastreplib.pyx":4886
 *     cdef SBEffectCRep* EVec
 * 
 *     cdef INT* b = <INT*>malloc(nFactorLists * sizeof(INT))             # <<<<<<<<<<<<<<
 *     for i in range(nFactorLists): b[i] = 0
 *     assert(nFactorLists > 0), "Number of factor lists must be > 0!"
 */
  __pyx_v_b = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT *)malloc((__pyx_v_nFactorLists * (sizeof(__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)))));

  /* "pygsti/objects/replib/fastreplib.pyx":4887
 * 
 *     cdef INT* b = <INT*>malloc(nFactorLists * sizeof(INT))
 *     for i in range(nFactorLists): b[i] = 0             # <<<<<<<<<<<<<<
 *     assert(nFactorLists > 0), "Number of factor lists must be > 0!"
 * 
 */
  __pyx_t_1 = __pyx_v_nFactorLists;
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
    __pyx_v_i = __pyx_t_3;
    (__pyx_v_b[__pyx_v_i]) = 0;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":4888
 *     cdef INT* b = <INT*>malloc(nFactorLists * sizeof(INT))
 *     for i in range(nFactorLists): b[i] = 0
 *     assert(nFactorLists > 0), "Number of factor lists must be > 0!"             # <<<<<<<<<<<<<<
 * 
 *     incd = 0
 */
  #ifndef CYTHON_WITHOUT_ASSERTIONS
  if (unlikely(!Py_OptimizeFlag)) {
    if (unlikely(!((__pyx_v_nFactorLists > 0) != 0))) {
      PyErr_SetObject(PyExc_AssertionError, __pyx_kp_s_Number_of_factor_lists_must_be_0);
      __PYX_ERR(0, 4888, __pyx_L1_error)
    }
  }
  #endif

  /* "pygsti/objects/replib/fastreplib.pyx":4890
 *     assert(nFactorLists > 0), "Number of factor lists must be > 0!"
 * 
 *     incd = 0             # <<<<<<<<<<<<<<
 * 
 *     #Fill saved arrays with allocated states
 */
  __pyx_v_incd = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":4893
 * 
 *     #Fill saved arrays with allocated states
 *     for i in range(nFactorLists-1):             # <<<<<<<<<<<<<<
 *         leftSaved[i] = new SBStateCRep(namps, n)
 *         rightSaved[i] = new SBStateCRep(namps, n)
 */
  __pyx_t_1 = (__pyx_v_nFactorLists - 1);
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
    __pyx_v_i = __pyx_t_3;

    /* "pygsti/objects/replib/fastreplib.pyx":4894
 *     #Fill saved arrays with allocated states
 *     for i in range(nFactorLists-1):
 *         leftSaved[i] = new SBStateCRep(namps, n)             # <<<<<<<<<<<<<<
 *         rightSaved[i] = new SBStateCRep(namps, n)
 * 
 */
    try {
      __pyx_t_7 = new CReps::SBStateCRep(__pyx_v_namps, __pyx_v_n);
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 4894, __pyx_L1_error)
    }
    (__pyx_v_leftSaved[__pyx_v_i]) = __pyx_t_7;

    /* "pygsti/objects/replib/fastreplib.pyx":4895
 *     for i in range(nFactorLists-1):
 *         leftSaved[i] = new SBStateCRep(namps, n)
 *         rightSaved[i] = new SBStateCRep(namps, n)             # <<<<<<<<<<<<<<
 * 
 *     #for factors in _itertools.product(*factor_lists):
 */
    try {
      __pyx_t_7 = new CReps::SBStateCRep(__pyx_v_namps, __pyx_v_n);
    } catch(...) {
      __Pyx_CppExn2PyErr();
      __PYX_ERR(0, 4895, __pyx_L1_error)
    }
    (__pyx_v_rightSaved[__pyx_v_i]) = __pyx_t_7;
  }

  /* "pygsti/objects/replib/fastreplib.pyx":4899
 *     #for factors in _itertools.product(*factor_lists):
 *     #for incd,fi in incd_product(*[range(len(l)) for l in factor_lists]):
 *     while(True):             # <<<<<<<<<<<<<<
 *         # In this loop, b holds "current" indices into factor_lists
 *         #print "DB: iter-product BEGIN"
 */
  while (1) {

    /* "pygsti/objects/replib/fastreplib.pyx":4903
 *         #print "DB: iter-product BEGIN"
 * 
 *         if incd == 0: # need to re-evaluate rho vector             # <<<<<<<<<<<<<<
 *             #print "DB: re-eval at incd=0"
 *             factor = deref(factor_lists[0])[b[0]]
 */
    __pyx_t_4 = ((__pyx_v_incd == 0) != 0);
    if (__pyx_t_4) {

      /* "pygsti/objects/replib/fastreplib.pyx":4905
 *         if incd == 0: # need to re-evaluate rho vector
 *             #print "DB: re-eval at incd=0"
 *             factor = deref(factor_lists[0])[b[0]]             # <<<<<<<<<<<<<<
 * 
 *             #print "DB: re-eval left"
 */
      __pyx_v_factor = ((*(__pyx_v_factor_lists[0]))[(__pyx_v_b[0])]);

      /* "pygsti/objects/replib/fastreplib.pyx":4908
 * 
 *             #print "DB: re-eval left"
 *             prop1 = leftSaved[0] # the final destination (prop2 is already alloc'd)             # <<<<<<<<<<<<<<
 *             prop1.copy_from(factor._pre_state)
 *             for j in range(<INT>factor._pre_ops.size()):
 */
      __pyx_v_prop1 = (__pyx_v_leftSaved[0]);

      /* "pygsti/objects/replib/fastreplib.pyx":4909
 *             #print "DB: re-eval left"
 *             prop1 = leftSaved[0] # the final destination (prop2 is already alloc'd)
 *             prop1.copy_from(factor._pre_state)             # <<<<<<<<<<<<<<
 *             for j in range(<INT>factor._pre_ops.size()):
 *                 #print "DB: re-eval left item"
 */
      __pyx_v_prop1->copy_from(__pyx_v_factor->_pre_state);

      /* "pygsti/objects/replib/fastreplib.pyx":4910
 *             prop1 = leftSaved[0] # the final destination (prop2 is already alloc'd)
 *             prop1.copy_from(factor._pre_state)
 *             for j in range(<INT>factor._pre_ops.size()):             # <<<<<<<<<<<<<<
 *                 #print "DB: re-eval left item"
 *                 factor._pre_ops[j].acton(prop1,prop2)
 */
      __pyx_t_1 = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_factor->_pre_ops.size());
      __pyx_t_2 = __pyx_t_1;
      for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
        __pyx_v_j = __pyx_t_3;

        /* "pygsti/objects/replib/fastreplib.pyx":4912
 *             for j in range(<INT>factor._pre_ops.size()):
 *                 #print "DB: re-eval left item"
 *                 factor._pre_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # swap prop1 <-> prop2
 *             rhoVecL = prop1
 */
        (void)((__pyx_v_factor->_pre_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

        /* "pygsti/objects/replib/fastreplib.pyx":4913
 *                 #print "DB: re-eval left item"
 *                 factor._pre_ops[j].acton(prop1,prop2)
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # swap prop1 <-> prop2             # <<<<<<<<<<<<<<
 *             rhoVecL = prop1
 *             leftSaved[0] = prop1 # final state -> saved
 */
        __pyx_v_tprop = __pyx_v_prop1;
        __pyx_v_prop1 = __pyx_v_prop2;
        __pyx_v_prop2 = __pyx_v_tprop;
      }

      /* "pygsti/objects/replib/fastreplib.pyx":4914
 *                 factor._pre_ops[j].acton(prop1,prop2)
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # swap prop1 <-> prop2
 *             rhoVecL = prop1             # <<<<<<<<<<<<<<
 *             leftSaved[0] = prop1 # final state -> saved
 *             # (prop2 == the other allocated state)
 */
      __pyx_v_rhoVecL = __pyx_v_prop1;

      /* "pygsti/objects/replib/fastreplib.pyx":4915
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # swap prop1 <-> prop2
 *             rhoVecL = prop1
 *             leftSaved[0] = prop1 # final state -> saved             # <<<<<<<<<<<<<<
 *             # (prop2 == the other allocated state)
 * 
 */
      (__pyx_v_leftSaved[0]) = __pyx_v_prop1;

      /* "pygsti/objects/replib/fastreplib.pyx":4919
 * 
 *             #print "DB: re-eval right"
 *             prop1 = rightSaved[0] # the final destination (prop2 is already alloc'd)             # <<<<<<<<<<<<<<
 *             prop1.copy_from(factor._post_state)
 *             for j in range(<INT>factor._post_ops.size()):
 */
      __pyx_v_prop1 = (__pyx_v_rightSaved[0]);

      /* "pygsti/objects/replib/fastreplib.pyx":4920
 *             #print "DB: re-eval right"
 *             prop1 = rightSaved[0] # the final destination (prop2 is already alloc'd)
 *             prop1.copy_from(factor._post_state)             # <<<<<<<<<<<<<<
 *             for j in range(<INT>factor._post_ops.size()):
 *                 #print "DB: re-eval right item"
 */
      __pyx_v_prop1->copy_from(__pyx_v_factor->_post_state);

      /* "pygsti/objects/replib/fastreplib.pyx":4921
 *             prop1 = rightSaved[0] # the final destination (prop2 is already alloc'd)
 *             prop1.copy_from(factor._post_state)
 *             for j in range(<INT>factor._post_ops.size()):             # <<<<<<<<<<<<<<
 *                 #print "DB: re-eval right item"
 *                 factor._post_ops[j].acton(prop1,prop2)
 */
      __pyx_t_1 = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_factor->_post_ops.size());
      __pyx_t_2 = __pyx_t_1;
      for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
        __pyx_v_j = __pyx_t_3;

        /* "pygsti/objects/replib/fastreplib.pyx":4923
 *             for j in range(<INT>factor._post_ops.size()):
 *                 #print "DB: re-eval right item"
 *                 factor._post_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # swap prop1 <-> prop2
 *             rhoVecR = prop1
 */
        (void)((__pyx_v_factor->_post_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

        /* "pygsti/objects/replib/fastreplib.pyx":4924
 *                 #print "DB: re-eval right item"
 *                 factor._post_ops[j].acton(prop1,prop2)
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # swap prop1 <-> prop2             # <<<<<<<<<<<<<<
 *             rhoVecR = prop1
 *             rightSaved[0] = prop1 # final state -> saved
 */
        __pyx_v_tprop = __pyx_v_prop1;
        __pyx_v_prop1 = __pyx_v_prop2;
        __pyx_v_prop2 = __pyx_v_tprop;
      }

      /* "pygsti/objects/replib/fastreplib.pyx":4925
 *                 factor._post_ops[j].acton(prop1,prop2)
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # swap prop1 <-> prop2
 *             rhoVecR = prop1             # <<<<<<<<<<<<<<
 *             rightSaved[0] = prop1 # final state -> saved
 *             # (prop2 == the other allocated state)
 */
      __pyx_v_rhoVecR = __pyx_v_prop1;

      /* "pygsti/objects/replib/fastreplib.pyx":4926
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop # swap prop1 <-> prop2
 *             rhoVecR = prop1
 *             rightSaved[0] = prop1 # final state -> saved             # <<<<<<<<<<<<<<
 *             # (prop2 == the other allocated state)
 * 
 */
      (__pyx_v_rightSaved[0]) = __pyx_v_prop1;

      /* "pygsti/objects/replib/fastreplib.pyx":4930
 * 
 *             #print "DB: re-eval coeff"
 *             coeff = deref(factor._coeff)             # <<<<<<<<<<<<<<
 *             coeffSaved[0] = coeff
 *             incd += 1
 */
      __pyx_v_coeff = (*__pyx_v_factor->_coeff);

      /* "pygsti/objects/replib/fastreplib.pyx":4931
 *             #print "DB: re-eval coeff"
 *             coeff = deref(factor._coeff)
 *             coeffSaved[0] = coeff             # <<<<<<<<<<<<<<
 *             incd += 1
 *         else:
 */
      (__pyx_v_coeffSaved[0]) = __pyx_v_coeff;

      /* "pygsti/objects/replib/fastreplib.pyx":4932
 *             coeff = deref(factor._coeff)
 *             coeffSaved[0] = coeff
 *             incd += 1             # <<<<<<<<<<<<<<
 *         else:
 *             #print "DB: init from incd"
 */
      __pyx_v_incd = (__pyx_v_incd + 1);

      /* "pygsti/objects/replib/fastreplib.pyx":4903
 *         #print "DB: iter-product BEGIN"
 * 
 *         if incd == 0: # need to re-evaluate rho vector             # <<<<<<<<<<<<<<
 *             #print "DB: re-eval at incd=0"
 *             factor = deref(factor_lists[0])[b[0]]
 */
      goto __pyx_L12;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":4935
 *         else:
 *             #print "DB: init from incd"
 *             rhoVecL = leftSaved[incd-1]             # <<<<<<<<<<<<<<
 *             rhoVecR = rightSaved[incd-1]
 *             coeff = coeffSaved[incd-1]
 */
    /*else*/ {
      __pyx_v_rhoVecL = (__pyx_v_leftSaved[(__pyx_v_incd - 1)]);

      /* "pygsti/objects/replib/fastreplib.pyx":4936
 *             #print "DB: init from incd"
 *             rhoVecL = leftSaved[incd-1]
 *             rhoVecR = rightSaved[incd-1]             # <<<<<<<<<<<<<<
 *             coeff = coeffSaved[incd-1]
 * 
 */
      __pyx_v_rhoVecR = (__pyx_v_rightSaved[(__pyx_v_incd - 1)]);

      /* "pygsti/objects/replib/fastreplib.pyx":4937
 *             rhoVecL = leftSaved[incd-1]
 *             rhoVecR = rightSaved[incd-1]
 *             coeff = coeffSaved[incd-1]             # <<<<<<<<<<<<<<
 * 
 *         # propagate left and right states, saving as we go
 */
      __pyx_v_coeff = (__pyx_v_coeffSaved[(__pyx_v_incd - 1)]);
    }
    __pyx_L12:;

    /* "pygsti/objects/replib/fastreplib.pyx":4940
 * 
 *         # propagate left and right states, saving as we go
 *         for i in range(incd,last_index):             # <<<<<<<<<<<<<<
 *             #print "DB: propagate left begin"
 *             factor = deref(factor_lists[i])[b[i]]
 */
    __pyx_t_1 = __pyx_v_last_index;
    __pyx_t_2 = __pyx_t_1;
    for (__pyx_t_3 = __pyx_v_incd; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
      __pyx_v_i = __pyx_t_3;

      /* "pygsti/objects/replib/fastreplib.pyx":4942
 *         for i in range(incd,last_index):
 *             #print "DB: propagate left begin"
 *             factor = deref(factor_lists[i])[b[i]]             # <<<<<<<<<<<<<<
 *             prop1 = leftSaved[i] # destination
 *             prop1.copy_from(rhoVecL) #starting state
 */
      __pyx_v_factor = ((*(__pyx_v_factor_lists[__pyx_v_i]))[(__pyx_v_b[__pyx_v_i])]);

      /* "pygsti/objects/replib/fastreplib.pyx":4943
 *             #print "DB: propagate left begin"
 *             factor = deref(factor_lists[i])[b[i]]
 *             prop1 = leftSaved[i] # destination             # <<<<<<<<<<<<<<
 *             prop1.copy_from(rhoVecL) #starting state
 *             for j in range(<INT>factor._pre_ops.size()):
 */
      __pyx_v_prop1 = (__pyx_v_leftSaved[__pyx_v_i]);

      /* "pygsti/objects/replib/fastreplib.pyx":4944
 *             factor = deref(factor_lists[i])[b[i]]
 *             prop1 = leftSaved[i] # destination
 *             prop1.copy_from(rhoVecL) #starting state             # <<<<<<<<<<<<<<
 *             for j in range(<INT>factor._pre_ops.size()):
 *                 #print "DB: propagate left item"
 */
      __pyx_v_prop1->copy_from(__pyx_v_rhoVecL);

      /* "pygsti/objects/replib/fastreplib.pyx":4945
 *             prop1 = leftSaved[i] # destination
 *             prop1.copy_from(rhoVecL) #starting state
 *             for j in range(<INT>factor._pre_ops.size()):             # <<<<<<<<<<<<<<
 *                 #print "DB: propagate left item"
 *                 factor._pre_ops[j].acton(prop1,prop2)
 */
      __pyx_t_8 = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_factor->_pre_ops.size());
      __pyx_t_9 = __pyx_t_8;
      for (__pyx_t_10 = 0; __pyx_t_10 < __pyx_t_9; __pyx_t_10+=1) {
        __pyx_v_j = __pyx_t_10;

        /* "pygsti/objects/replib/fastreplib.pyx":4947
 *             for j in range(<INT>factor._pre_ops.size()):
 *                 #print "DB: propagate left item"
 *                 factor._pre_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop
 *             rhoVecL = prop1
 */
        (void)((__pyx_v_factor->_pre_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

        /* "pygsti/objects/replib/fastreplib.pyx":4948
 *                 #print "DB: propagate left item"
 *                 factor._pre_ops[j].acton(prop1,prop2)
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop             # <<<<<<<<<<<<<<
 *             rhoVecL = prop1
 *             leftSaved[i] = prop1
 */
        __pyx_v_tprop = __pyx_v_prop1;
        __pyx_v_prop1 = __pyx_v_prop2;
        __pyx_v_prop2 = __pyx_v_tprop;
      }

      /* "pygsti/objects/replib/fastreplib.pyx":4949
 *                 factor._pre_ops[j].acton(prop1,prop2)
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop
 *             rhoVecL = prop1             # <<<<<<<<<<<<<<
 *             leftSaved[i] = prop1
 *             # (prop2 == the other allocated state)
 */
      __pyx_v_rhoVecL = __pyx_v_prop1;

      /* "pygsti/objects/replib/fastreplib.pyx":4950
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop
 *             rhoVecL = prop1
 *             leftSaved[i] = prop1             # <<<<<<<<<<<<<<
 *             # (prop2 == the other allocated state)
 * 
 */
      (__pyx_v_leftSaved[__pyx_v_i]) = __pyx_v_prop1;

      /* "pygsti/objects/replib/fastreplib.pyx":4954
 * 
 *             #print "DB: propagate right begin"
 *             prop1 = rightSaved[i] # destination             # <<<<<<<<<<<<<<
 *             prop1.copy_from(rhoVecR) #starting state
 *             for j in range(<INT>factor._post_ops.size()):
 */
      __pyx_v_prop1 = (__pyx_v_rightSaved[__pyx_v_i]);

      /* "pygsti/objects/replib/fastreplib.pyx":4955
 *             #print "DB: propagate right begin"
 *             prop1 = rightSaved[i] # destination
 *             prop1.copy_from(rhoVecR) #starting state             # <<<<<<<<<<<<<<
 *             for j in range(<INT>factor._post_ops.size()):
 *                 #print "DB: propagate right item"
 */
      __pyx_v_prop1->copy_from(__pyx_v_rhoVecR);

      /* "pygsti/objects/replib/fastreplib.pyx":4956
 *             prop1 = rightSaved[i] # destination
 *             prop1.copy_from(rhoVecR) #starting state
 *             for j in range(<INT>factor._post_ops.size()):             # <<<<<<<<<<<<<<
 *                 #print "DB: propagate right item"
 *                 factor._post_ops[j].acton(prop1,prop2)
 */
      __pyx_t_8 = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_factor->_post_ops.size());
      __pyx_t_9 = __pyx_t_8;
      for (__pyx_t_10 = 0; __pyx_t_10 < __pyx_t_9; __pyx_t_10+=1) {
        __pyx_v_j = __pyx_t_10;

        /* "pygsti/objects/replib/fastreplib.pyx":4958
 *             for j in range(<INT>factor._post_ops.size()):
 *                 #print "DB: propagate right item"
 *                 factor._post_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop
 *             rhoVecR = prop1
 */
        (void)((__pyx_v_factor->_post_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

        /* "pygsti/objects/replib/fastreplib.pyx":4959
 *                 #print "DB: propagate right item"
 *                 factor._post_ops[j].acton(prop1,prop2)
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop             # <<<<<<<<<<<<<<
 *             rhoVecR = prop1
 *             rightSaved[i] = prop1
 */
        __pyx_v_tprop = __pyx_v_prop1;
        __pyx_v_prop1 = __pyx_v_prop2;
        __pyx_v_prop2 = __pyx_v_tprop;
      }

      /* "pygsti/objects/replib/fastreplib.pyx":4960
 *                 factor._post_ops[j].acton(prop1,prop2)
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop
 *             rhoVecR = prop1             # <<<<<<<<<<<<<<
 *             rightSaved[i] = prop1
 *             # (prop2 == the other allocated state)
 */
      __pyx_v_rhoVecR = __pyx_v_prop1;

      /* "pygsti/objects/replib/fastreplib.pyx":4961
 *                 tprop = prop1; prop1 = prop2; prop2 = tprop
 *             rhoVecR = prop1
 *             rightSaved[i] = prop1             # <<<<<<<<<<<<<<
 *             # (prop2 == the other allocated state)
 * 
 */
      (__pyx_v_rightSaved[__pyx_v_i]) = __pyx_v_prop1;

      /* "pygsti/objects/replib/fastreplib.pyx":4965
 * 
 *             #print "DB: propagate coeff mult"
 *             coeff = coeff.mult(deref(factor._coeff)) # copy a PolyCRep             # <<<<<<<<<<<<<<
 *             coeffSaved[i] = coeff
 * 
 */
      __pyx_v_coeff = __pyx_v_coeff.mult((*__pyx_v_factor->_coeff));

      /* "pygsti/objects/replib/fastreplib.pyx":4966
 *             #print "DB: propagate coeff mult"
 *             coeff = coeff.mult(deref(factor._coeff)) # copy a PolyCRep
 *             coeffSaved[i] = coeff             # <<<<<<<<<<<<<<
 * 
 *         # for the last index, no need to save, and need to construct
 */
      (__pyx_v_coeffSaved[__pyx_v_i]) = __pyx_v_coeff;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":4970
 *         # for the last index, no need to save, and need to construct
 *         # and apply effect vector
 *         prop1 = shelved # so now prop1 (and prop2) are alloc'd states             # <<<<<<<<<<<<<<
 * 
 *         #print "DB: left ampl"
 */
    __pyx_v_prop1 = __pyx_v_shelved;

    /* "pygsti/objects/replib/fastreplib.pyx":4973
 * 
 *         #print "DB: left ampl"
 *         factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)             # <<<<<<<<<<<<<<
 *         EVec = factor._post_effect
 *         prop1.copy_from(rhoVecL) # initial state (prop2 already alloc'd)
 */
    __pyx_v_factor = ((*(__pyx_v_factor_lists[__pyx_v_last_index]))[(__pyx_v_b[__pyx_v_last_index])]);

    /* "pygsti/objects/replib/fastreplib.pyx":4974
 *         #print "DB: left ampl"
 *         factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)
 *         EVec = factor._post_effect             # <<<<<<<<<<<<<<
 *         prop1.copy_from(rhoVecL) # initial state (prop2 already alloc'd)
 *         for j in range(<INT>factor._pre_ops.size()):
 */
    __pyx_t_11 = __pyx_v_factor->_post_effect;
    __pyx_v_EVec = __pyx_t_11;

    /* "pygsti/objects/replib/fastreplib.pyx":4975
 *         factor = deref(factor_lists[last_index])[b[last_index]] # the last factor (an Evec)
 *         EVec = factor._post_effect
 *         prop1.copy_from(rhoVecL) # initial state (prop2 already alloc'd)             # <<<<<<<<<<<<<<
 *         for j in range(<INT>factor._pre_ops.size()):
 *             factor._pre_ops[j].acton(prop1,prop2)
 */
    __pyx_v_prop1->copy_from(__pyx_v_rhoVecL);

    /* "pygsti/objects/replib/fastreplib.pyx":4976
 *         EVec = factor._post_effect
 *         prop1.copy_from(rhoVecL) # initial state (prop2 already alloc'd)
 *         for j in range(<INT>factor._pre_ops.size()):             # <<<<<<<<<<<<<<
 *             factor._pre_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop
 */
    __pyx_t_1 = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_factor->_pre_ops.size());
    __pyx_t_2 = __pyx_t_1;
    for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
      __pyx_v_j = __pyx_t_3;

      /* "pygsti/objects/replib/fastreplib.pyx":4977
 *         prop1.copy_from(rhoVecL) # initial state (prop2 already alloc'd)
 *         for j in range(<INT>factor._pre_ops.size()):
 *             factor._pre_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *             tprop = prop1; prop1 = prop2; prop2 = tprop
 *         pLeft = EVec.amplitude(prop1) # output in prop1, so this is final amplitude
 */
      (void)((__pyx_v_factor->_pre_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

      /* "pygsti/objects/replib/fastreplib.pyx":4978
 *         for j in range(<INT>factor._pre_ops.size()):
 *             factor._pre_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop             # <<<<<<<<<<<<<<
 *         pLeft = EVec.amplitude(prop1) # output in prop1, so this is final amplitude
 * 
 */
      __pyx_v_tprop = __pyx_v_prop1;
      __pyx_v_prop1 = __pyx_v_prop2;
      __pyx_v_prop2 = __pyx_v_tprop;
    }

    /* "pygsti/objects/replib/fastreplib.pyx":4979
 *             factor._pre_ops[j].acton(prop1,prop2)
 *             tprop = prop1; prop1 = prop2; prop2 = tprop
 *         pLeft = EVec.amplitude(prop1) # output in prop1, so this is final amplitude             # <<<<<<<<<<<<<<
 * 
 *         #print "DB: right ampl"
 */
    __pyx_v_pLeft = __pyx_v_EVec->amplitude(__pyx_v_prop1);

    /* "pygsti/objects/replib/fastreplib.pyx":4982
 * 
 *         #print "DB: right ampl"
 *         EVec = factor._pre_effect             # <<<<<<<<<<<<<<
 *         prop1.copy_from(rhoVecR)
 *         pRight = EVec.amplitude(prop1)
 */
    __pyx_t_11 = __pyx_v_factor->_pre_effect;
    __pyx_v_EVec = __pyx_t_11;

    /* "pygsti/objects/replib/fastreplib.pyx":4983
 *         #print "DB: right ampl"
 *         EVec = factor._pre_effect
 *         prop1.copy_from(rhoVecR)             # <<<<<<<<<<<<<<
 *         pRight = EVec.amplitude(prop1)
 *         #DEBUG print "  - begin: ",complex(pRight)
 */
    __pyx_v_prop1->copy_from(__pyx_v_rhoVecR);

    /* "pygsti/objects/replib/fastreplib.pyx":4984
 *         EVec = factor._pre_effect
 *         prop1.copy_from(rhoVecR)
 *         pRight = EVec.amplitude(prop1)             # <<<<<<<<<<<<<<
 *         #DEBUG print "  - begin: ",complex(pRight)
 *         for j in range(<INT>factor._post_ops.size()):
 */
    __pyx_v_pRight = __pyx_v_EVec->amplitude(__pyx_v_prop1);

    /* "pygsti/objects/replib/fastreplib.pyx":4986
 *         pRight = EVec.amplitude(prop1)
 *         #DEBUG print "  - begin: ",complex(pRight)
 *         for j in range(<INT>factor._post_ops.size()):             # <<<<<<<<<<<<<<
 *             #DEBUG print " - state = ", [ prop1._smatrix[ii] for ii in range(2*2)]
 *             #DEBUG print "         = ", [ prop1._pvectors[ii] for ii in range(2)]
 */
    __pyx_t_1 = ((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_v_factor->_post_ops.size());
    __pyx_t_2 = __pyx_t_1;
    for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
      __pyx_v_j = __pyx_t_3;

      /* "pygsti/objects/replib/fastreplib.pyx":4990
 *             #DEBUG print "         = ", [ prop1._pvectors[ii] for ii in range(2)]
 *             #DEBUG print "         = ", [ prop1._amps[ii] for ii in range(1)]
 *             factor._post_ops[j].acton(prop1,prop2)             # <<<<<<<<<<<<<<
 *             #DEBUG print " - action with ", [ (<SBOpCRep_Clifford*>factor._pre_ops[j])._smatrix_inv[ii] for ii in range(2*2)]
 *             #DEBUG print " - action with ", [ (<SBOpCRep_Clifford*>factor._pre_ops[j])._svector_inv[ii] for ii in range(2)]
 */
      (void)((__pyx_v_factor->_post_ops[__pyx_v_j])->acton(__pyx_v_prop1, __pyx_v_prop2));

      /* "pygsti/objects/replib/fastreplib.pyx":4994
 *             #DEBUG print " - action with ", [ (<SBOpCRep_Clifford*>factor._pre_ops[j])._svector_inv[ii] for ii in range(2)]
 *             #DEBUG print " - action with ", [ (<SBOpCRep_Clifford*>factor._pre_ops[j])._unitary_adj[ii] for ii in range(2*2)]
 *             tprop = prop1; prop1 = prop2; prop2 = tprop             # <<<<<<<<<<<<<<
 *             pRight = EVec.amplitude(prop1)
 *             #DEBUG print "  - prop ",INT(j)," = ",complex(pRight)
 */
      __pyx_v_tprop = __pyx_v_prop1;
      __pyx_v_prop1 = __pyx_v_prop2;
      __pyx_v_prop2 = __pyx_v_tprop;

      /* "pygsti/objects/replib/fastreplib.pyx":4995
 *             #DEBUG print " - action with ", [ (<SBOpCRep_Clifford*>factor._pre_ops[j])._unitary_adj[ii] for ii in range(2*2)]
 *             tprop = prop1; prop1 = prop2; prop2 = tprop
 *             pRight = EVec.amplitude(prop1)             # <<<<<<<<<<<<<<
 *             #DEBUG print "  - prop ",INT(j)," = ",complex(pRight)
 *             #DEBUG print " - post state = ", [ prop1._smatrix[ii] for ii in range(2*2)]
 */
      __pyx_v_pRight = __pyx_v_EVec->amplitude(__pyx_v_prop1);
    }

    /* "pygsti/objects/replib/fastreplib.pyx":5001
 *             #DEBUG print "              = ", [ prop1._amps[ii] for ii in range(1)]
 * 
 *         pRight = EVec.amplitude(prop1).conjugate()             # <<<<<<<<<<<<<<
 * 
 *         shelved = prop1 # return prop1 to the "shelf" since we'll use prop1 for other things next
 */
    __pyx_v_pRight = __Pyx_c_conj_double(__pyx_v_EVec->amplitude(__pyx_v_prop1));

    /* "pygsti/objects/replib/fastreplib.pyx":5003
 *         pRight = EVec.amplitude(prop1).conjugate()
 * 
 *         shelved = prop1 # return prop1 to the "shelf" since we'll use prop1 for other things next             # <<<<<<<<<<<<<<
 * 
 *         #print "DB: final block: pLeft=",complex(pLeft)," pRight=",complex(pRight)
 */
    __pyx_v_shelved = __pyx_v_prop1;

    /* "pygsti/objects/replib/fastreplib.pyx":5008
 *         #print "DB running coeff = ",dict(coeff._coeffs)
 *         #print "DB factor coeff = ",dict(factor._coeff._coeffs)
 *         result = coeff.mult(deref(factor._coeff))             # <<<<<<<<<<<<<<
 *         #print "DB result = ",dict(result._coeffs)
 *         result.scale(pLeft * pRight)
 */
    __pyx_v_result = __pyx_v_coeff.mult((*__pyx_v_factor->_coeff));

    /* "pygsti/objects/replib/fastreplib.pyx":5010
 *         result = coeff.mult(deref(factor._coeff))
 *         #print "DB result = ",dict(result._coeffs)
 *         result.scale(pLeft * pRight)             # <<<<<<<<<<<<<<
 *         final_factor_indx = b[last_index]
 *         Ei = deref(Einds)[final_factor_indx] #final "factor" index == E-vector index
 */
    __pyx_v_result.scale(__Pyx_c_prod_double(__pyx_v_pLeft, __pyx_v_pRight));

    /* "pygsti/objects/replib/fastreplib.pyx":5011
 *         #print "DB result = ",dict(result._coeffs)
 *         result.scale(pLeft * pRight)
 *         final_factor_indx = b[last_index]             # <<<<<<<<<<<<<<
 *         Ei = deref(Einds)[final_factor_indx] #final "factor" index == E-vector index
 *         deref(prps)[Ei].add_inplace(result)
 */
    __pyx_v_final_factor_indx = (__pyx_v_b[__pyx_v_last_index]);

    /* "pygsti/objects/replib/fastreplib.pyx":5012
 *         result.scale(pLeft * pRight)
 *         final_factor_indx = b[last_index]
 *         Ei = deref(Einds)[final_factor_indx] #final "factor" index == E-vector index             # <<<<<<<<<<<<<<
 *         deref(prps)[Ei].add_inplace(result)
 *         #print "DB prps[",INT(Ei),"] = ",dict(deref(prps)[Ei]._coeffs)
 */
    __pyx_v_Ei = ((*__pyx_v_Einds)[__pyx_v_final_factor_indx]);

    /* "pygsti/objects/replib/fastreplib.pyx":5013
 *         final_factor_indx = b[last_index]
 *         Ei = deref(Einds)[final_factor_indx] #final "factor" index == E-vector index
 *         deref(prps)[Ei].add_inplace(result)             # <<<<<<<<<<<<<<
 *         #print "DB prps[",INT(Ei),"] = ",dict(deref(prps)[Ei]._coeffs)
 * 
 */
    ((*__pyx_v_prps)[__pyx_v_Ei])->add_inplace(__pyx_v_result);

    /* "pygsti/objects/replib/fastreplib.pyx":5020
 * 
 *         #increment b ~ itertools.product & update vec_index_noop = np.dot(self.multipliers, b)
 *         for i in range(nFactorLists-1,-1,-1):             # <<<<<<<<<<<<<<
 *             if b[i]+1 < factorListLens[i]:
 *                 b[i] += 1; incd = i
 */
    for (__pyx_t_1 = (__pyx_v_nFactorLists - 1); __pyx_t_1 > -1LL; __pyx_t_1-=1) {
      __pyx_v_i = __pyx_t_1;

      /* "pygsti/objects/replib/fastreplib.pyx":5021
 *         #increment b ~ itertools.product & update vec_index_noop = np.dot(self.multipliers, b)
 *         for i in range(nFactorLists-1,-1,-1):
 *             if b[i]+1 < factorListLens[i]:             # <<<<<<<<<<<<<<
 *                 b[i] += 1; incd = i
 *                 break
 */
      __pyx_t_4 = ((((__pyx_v_b[__pyx_v_i]) + 1) < (__pyx_v_factorListLens[__pyx_v_i])) != 0);
      if (__pyx_t_4) {

        /* "pygsti/objects/replib/fastreplib.pyx":5022
 *         for i in range(nFactorLists-1,-1,-1):
 *             if b[i]+1 < factorListLens[i]:
 *                 b[i] += 1; incd = i             # <<<<<<<<<<<<<<
 *                 break
 *             else:
 */
        __pyx_t_2 = __pyx_v_i;
        (__pyx_v_b[__pyx_t_2]) = ((__pyx_v_b[__pyx_t_2]) + 1);
        __pyx_v_incd = __pyx_v_i;

        /* "pygsti/objects/replib/fastreplib.pyx":5023
 *             if b[i]+1 < factorListLens[i]:
 *                 b[i] += 1; incd = i
 *                 break             # <<<<<<<<<<<<<<
 *             else:
 *                 b[i] = 0
 */
        goto __pyx_L28_break;

        /* "pygsti/objects/replib/fastreplib.pyx":5021
 *         #increment b ~ itertools.product & update vec_index_noop = np.dot(self.multipliers, b)
 *         for i in range(nFactorLists-1,-1,-1):
 *             if b[i]+1 < factorListLens[i]:             # <<<<<<<<<<<<<<
 *                 b[i] += 1; incd = i
 *                 break
 */
      }

      /* "pygsti/objects/replib/fastreplib.pyx":5025
 *                 break
 *             else:
 *                 b[i] = 0             # <<<<<<<<<<<<<<
 *         else:
 *             break # can't increment anything - break while(True) loop
 */
      /*else*/ {
        (__pyx_v_b[__pyx_v_i]) = 0;
      }
    }
    /*else*/ {

      /* "pygsti/objects/replib/fastreplib.pyx":5027
 *                 b[i] = 0
 *         else:
 *             break # can't increment anything - break while(True) loop             # <<<<<<<<<<<<<<
 * 
 *     #Cleanup: free allocated memory
 */
      goto __pyx_L11_break;
    }
    __pyx_L28_break:;
  }
  __pyx_L11_break:;

  /* "pygsti/objects/replib/fastreplib.pyx":5030
 * 
 *     #Cleanup: free allocated memory
 *     for i in range(nFactorLists-1):             # <<<<<<<<<<<<<<
 *         del leftSaved[i]
 *         del rightSaved[i]
 */
  __pyx_t_1 = (__pyx_v_nFactorLists - 1);
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
    __pyx_v_i = __pyx_t_3;

    /* "pygsti/objects/replib/fastreplib.pyx":5031
 *     #Cleanup: free allocated memory
 *     for i in range(nFactorLists-1):
 *         del leftSaved[i]             # <<<<<<<<<<<<<<
 *         del rightSaved[i]
 *     del prop2
 */
    delete (__pyx_v_leftSaved[__pyx_v_i]);

    /* "pygsti/objects/replib/fastreplib.pyx":5032
 *     for i in range(nFactorLists-1):
 *         del leftSaved[i]
 *         del rightSaved[i]             # <<<<<<<<<<<<<<
 *     del prop2
 *     del shelved
 */
    delete (__pyx_v_rightSaved[__pyx_v_i]);
  }

  /* "pygsti/objects/replib/fastreplib.pyx":5033
 *         del leftSaved[i]
 *         del rightSaved[i]
 *     del prop2             # <<<<<<<<<<<<<<
 *     del shelved
 *     free(factorListLens)
 */
  delete __pyx_v_prop2;

  /* "pygsti/objects/replib/fastreplib.pyx":5034
 *         del rightSaved[i]
 *     del prop2
 *     del shelved             # <<<<<<<<<<<<<<
 *     free(factorListLens)
 *     free(b)
 */
  delete __pyx_v_shelved;

  /* "pygsti/objects/replib/fastreplib.pyx":5035
 *     del prop2
 *     del shelved
 *     free(factorListLens)             # <<<<<<<<<<<<<<
 *     free(b)
 *     return
 */
  free(__pyx_v_factorListLens);

  /* "pygsti/objects/replib/fastreplib.pyx":5036
 *     del shelved
 *     free(factorListLens)
 *     free(b)             # <<<<<<<<<<<<<<
 *     return
 * 
 */
  free(__pyx_v_b);

  /* "pygsti/objects/replib/fastreplib.pyx":5037
 *     free(factorListLens)
 *     free(b)
 *     return             # <<<<<<<<<<<<<<
 * 
 * 
 */
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":4853
 * 
 * 
 * cdef void sb_pr_as_poly_innerloop_savepartials(vector[vector_SBTermCRep_ptr_ptr] factor_lists,             # <<<<<<<<<<<<<<
 *                                                vector[INT]* Einds, vector[PolyCRep*]* prps, INT n): #, prps_chk):
 *     #print("DB partition = ","listlens = ",[len(fl) for fl in factor_lists])
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_WriteUnraisable("pygsti.objects.replib.fastreplib.sb_pr_as_poly_innerloop_savepartials", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0);
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
}

/* "pygsti/objects/replib/fastreplib.pyx":5053
 * #cdef cfptr myfunctionptr = &myfunc
 * 
 * def dot(np.ndarray[double, ndim=1] f, np.ndarray[double, ndim=1] g):             # <<<<<<<<<<<<<<
 *     cdef INT N = f.shape[0]
 *     cdef float ret = 0.0
 */

/* Python wrapper */
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_33dot(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static PyMethodDef __pyx_mdef_6pygsti_7objects_6replib_10fastreplib_33dot = {"dot", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_33dot, METH_VARARGS|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_6pygsti_7objects_6replib_10fastreplib_33dot(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyArrayObject *__pyx_v_f = 0;
  PyArrayObject *__pyx_v_g = 0;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("dot (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_f,&__pyx_n_s_g,0};
    PyObject* values[2] = {0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_f)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_g)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("dot", 1, 2, 2, 1); __PYX_ERR(0, 5053, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "dot") < 0)) __PYX_ERR(0, 5053, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 2) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
    }
    __pyx_v_f = ((PyArrayObject *)values[0]);
    __pyx_v_g = ((PyArrayObject *)values[1]);
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("dot", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 5053, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.dot", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_f), __pyx_ptype_5numpy_ndarray, 1, "f", 0))) __PYX_ERR(0, 5053, __pyx_L1_error)
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_g), __pyx_ptype_5numpy_ndarray, 1, "g", 0))) __PYX_ERR(0, 5053, __pyx_L1_error)
  __pyx_r = __pyx_pf_6pygsti_7objects_6replib_10fastreplib_32dot(__pyx_self, __pyx_v_f, __pyx_v_g);

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_6pygsti_7objects_6replib_10fastreplib_32dot(CYTHON_UNUSED PyObject *__pyx_self, PyArrayObject *__pyx_v_f, PyArrayObject *__pyx_v_g) {
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_N;
  float __pyx_v_ret;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_v_i;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_f;
  __Pyx_Buffer __pyx_pybuffer_f;
  __Pyx_LocalBuf_ND __pyx_pybuffernd_g;
  __Pyx_Buffer __pyx_pybuffer_g;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_1;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_2;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_3;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_4;
  int __pyx_t_5;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_6;
  PyObject *__pyx_t_7 = NULL;
  __Pyx_RefNannySetupContext("dot", 0);
  __pyx_pybuffer_f.pybuffer.buf = NULL;
  __pyx_pybuffer_f.refcount = 0;
  __pyx_pybuffernd_f.data = NULL;
  __pyx_pybuffernd_f.rcbuffer = &__pyx_pybuffer_f;
  __pyx_pybuffer_g.pybuffer.buf = NULL;
  __pyx_pybuffer_g.refcount = 0;
  __pyx_pybuffernd_g.data = NULL;
  __pyx_pybuffernd_g.rcbuffer = &__pyx_pybuffer_g;
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_f.rcbuffer->pybuffer, (PyObject*)__pyx_v_f, &__Pyx_TypeInfo_double, PyBUF_FORMAT| PyBUF_STRIDES, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 5053, __pyx_L1_error)
  }
  __pyx_pybuffernd_f.diminfo[0].strides = __pyx_pybuffernd_f.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_f.diminfo[0].shape = __pyx_pybuffernd_f.rcbuffer->pybuffer.shape[0];
  {
    __Pyx_BufFmt_StackElem __pyx_stack[1];
    if (unlikely(__Pyx_GetBufferAndValidate(&__pyx_pybuffernd_g.rcbuffer->pybuffer, (PyObject*)__pyx_v_g, &__Pyx_TypeInfo_double, PyBUF_FORMAT| PyBUF_STRIDES, 1, 0, __pyx_stack) == -1)) __PYX_ERR(0, 5053, __pyx_L1_error)
  }
  __pyx_pybuffernd_g.diminfo[0].strides = __pyx_pybuffernd_g.rcbuffer->pybuffer.strides[0]; __pyx_pybuffernd_g.diminfo[0].shape = __pyx_pybuffernd_g.rcbuffer->pybuffer.shape[0];

  /* "pygsti/objects/replib/fastreplib.pyx":5054
 * 
 * def dot(np.ndarray[double, ndim=1] f, np.ndarray[double, ndim=1] g):
 *     cdef INT N = f.shape[0]             # <<<<<<<<<<<<<<
 *     cdef float ret = 0.0
 *     cdef INT i
 */
  __pyx_v_N = (__pyx_v_f->dimensions[0]);

  /* "pygsti/objects/replib/fastreplib.pyx":5055
 * def dot(np.ndarray[double, ndim=1] f, np.ndarray[double, ndim=1] g):
 *     cdef INT N = f.shape[0]
 *     cdef float ret = 0.0             # <<<<<<<<<<<<<<
 *     cdef INT i
 *     for i in range(N):
 */
  __pyx_v_ret = 0.0;

  /* "pygsti/objects/replib/fastreplib.pyx":5057
 *     cdef float ret = 0.0
 *     cdef INT i
 *     for i in range(N):             # <<<<<<<<<<<<<<
 *         ret += f[i]*g[i]
 *     return ret
 */
  __pyx_t_1 = __pyx_v_N;
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
    __pyx_v_i = __pyx_t_3;

    /* "pygsti/objects/replib/fastreplib.pyx":5058
 *     cdef INT i
 *     for i in range(N):
 *         ret += f[i]*g[i]             # <<<<<<<<<<<<<<
 *     return ret
 */
    __pyx_t_4 = __pyx_v_i;
    __pyx_t_5 = -1;
    if (__pyx_t_4 < 0) {
      __pyx_t_4 += __pyx_pybuffernd_f.diminfo[0].shape;
      if (unlikely(__pyx_t_4 < 0)) __pyx_t_5 = 0;
    } else if (unlikely(__pyx_t_4 >= __pyx_pybuffernd_f.diminfo[0].shape)) __pyx_t_5 = 0;
    if (unlikely(__pyx_t_5 != -1)) {
      __Pyx_RaiseBufferIndexError(__pyx_t_5);
      __PYX_ERR(0, 5058, __pyx_L1_error)
    }
    __pyx_t_6 = __pyx_v_i;
    __pyx_t_5 = -1;
    if (__pyx_t_6 < 0) {
      __pyx_t_6 += __pyx_pybuffernd_g.diminfo[0].shape;
      if (unlikely(__pyx_t_6 < 0)) __pyx_t_5 = 0;
    } else if (unlikely(__pyx_t_6 >= __pyx_pybuffernd_g.diminfo[0].shape)) __pyx_t_5 = 0;
    if (unlikely(__pyx_t_5 != -1)) {
      __Pyx_RaiseBufferIndexError(__pyx_t_5);
      __PYX_ERR(0, 5058, __pyx_L1_error)
    }
    __pyx_v_ret = (__pyx_v_ret + ((*__Pyx_BufPtrStrided1d(double *, __pyx_pybuffernd_f.rcbuffer->pybuffer.buf, __pyx_t_4, __pyx_pybuffernd_f.diminfo[0].strides)) * (*__Pyx_BufPtrStrided1d(double *, __pyx_pybuffernd_g.rcbuffer->pybuffer.buf, __pyx_t_6, __pyx_pybuffernd_g.diminfo[0].strides))));
  }

  /* "pygsti/objects/replib/fastreplib.pyx":5059
 *     for i in range(N):
 *         ret += f[i]*g[i]
 *     return ret             # <<<<<<<<<<<<<<
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_7 = PyFloat_FromDouble(__pyx_v_ret); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 5059, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_7);
  __pyx_r = __pyx_t_7;
  __pyx_t_7 = 0;
  goto __pyx_L0;

  /* "pygsti/objects/replib/fastreplib.pyx":5053
 * #cdef cfptr myfunctionptr = &myfunc
 * 
 * def dot(np.ndarray[double, ndim=1] f, np.ndarray[double, ndim=1] g):             # <<<<<<<<<<<<<<
 *     cdef INT N = f.shape[0]
 *     cdef float ret = 0.0
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_7);
  { PyObject *__pyx_type, *__pyx_value, *__pyx_tb;
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    __Pyx_ErrFetch(&__pyx_type, &__pyx_value, &__pyx_tb);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_f.rcbuffer->pybuffer);
    __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_g.rcbuffer->pybuffer);
  __Pyx_ErrRestore(__pyx_type, __pyx_value, __pyx_tb);}
  __Pyx_AddTraceback("pygsti.objects.replib.fastreplib.dot", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  goto __pyx_L2;
  __pyx_L0:;
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_f.rcbuffer->pybuffer);
  __Pyx_SafeReleaseBuffer(&__pyx_pybuffernd_g.rcbuffer->pybuffer);
  __pyx_L2:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":258
 *         # experimental exception made for __getbuffer__ and __releasebuffer__
 *         # -- the details of this may change.
 *         def __getbuffer__(ndarray self, Py_buffer* info, int flags):             # <<<<<<<<<<<<<<
 *             # This implementation of getbuffer is geared towards Cython
 *             # requirements, and does not yet fulfill the PEP.
 */

/* Python wrapper */
static CYTHON_UNUSED int __pyx_pw_5numpy_7ndarray_1__getbuffer__(PyObject *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags); /*proto*/
static CYTHON_UNUSED int __pyx_pw_5numpy_7ndarray_1__getbuffer__(PyObject *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__getbuffer__ (wrapper)", 0);
  __pyx_r = __pyx_pf_5numpy_7ndarray___getbuffer__(((PyArrayObject *)__pyx_v_self), ((Py_buffer *)__pyx_v_info), ((int)__pyx_v_flags));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_pf_5numpy_7ndarray___getbuffer__(PyArrayObject *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags) {
  int __pyx_v_i;
  int __pyx_v_ndim;
  int __pyx_v_endian_detector;
  int __pyx_v_little_endian;
  int __pyx_v_t;
  char *__pyx_v_f;
  PyArray_Descr *__pyx_v_descr = 0;
  int __pyx_v_offset;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  int __pyx_t_2;
  PyObject *__pyx_t_3 = NULL;
  int __pyx_t_4;
  int __pyx_t_5;
  int __pyx_t_6;
  PyArray_Descr *__pyx_t_7;
  PyObject *__pyx_t_8 = NULL;
  char *__pyx_t_9;
  if (__pyx_v_info == NULL) {
    PyErr_SetString(PyExc_BufferError, "PyObject_GetBuffer: view==NULL argument is obsolete");
    return -1;
  }
  __Pyx_RefNannySetupContext("__getbuffer__", 0);
  __pyx_v_info->obj = Py_None; __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(__pyx_v_info->obj);

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":265
 * 
 *             cdef int i, ndim
 *             cdef int endian_detector = 1             # <<<<<<<<<<<<<<
 *             cdef bint little_endian = ((<char*>&endian_detector)[0] != 0)
 * 
 */
  __pyx_v_endian_detector = 1;

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":266
 *             cdef int i, ndim
 *             cdef int endian_detector = 1
 *             cdef bint little_endian = ((<char*>&endian_detector)[0] != 0)             # <<<<<<<<<<<<<<
 * 
 *             ndim = PyArray_NDIM(self)
 */
  __pyx_v_little_endian = ((((char *)(&__pyx_v_endian_detector))[0]) != 0);

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":268
 *             cdef bint little_endian = ((<char*>&endian_detector)[0] != 0)
 * 
 *             ndim = PyArray_NDIM(self)             # <<<<<<<<<<<<<<
 * 
 *             if ((flags & pybuf.PyBUF_C_CONTIGUOUS == pybuf.PyBUF_C_CONTIGUOUS)
 */
  __pyx_v_ndim = PyArray_NDIM(__pyx_v_self);

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":270
 *             ndim = PyArray_NDIM(self)
 * 
 *             if ((flags & pybuf.PyBUF_C_CONTIGUOUS == pybuf.PyBUF_C_CONTIGUOUS)             # <<<<<<<<<<<<<<
 *                 and not PyArray_CHKFLAGS(self, NPY_ARRAY_C_CONTIGUOUS)):
 *                 raise ValueError(u"ndarray is not C contiguous")
 */
  __pyx_t_2 = (((__pyx_v_flags & PyBUF_C_CONTIGUOUS) == PyBUF_C_CONTIGUOUS) != 0);
  if (__pyx_t_2) {
  } else {
    __pyx_t_1 = __pyx_t_2;
    goto __pyx_L4_bool_binop_done;
  }

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":271
 * 
 *             if ((flags & pybuf.PyBUF_C_CONTIGUOUS == pybuf.PyBUF_C_CONTIGUOUS)
 *                 and not PyArray_CHKFLAGS(self, NPY_ARRAY_C_CONTIGUOUS)):             # <<<<<<<<<<<<<<
 *                 raise ValueError(u"ndarray is not C contiguous")
 * 
 */
  __pyx_t_2 = ((!(PyArray_CHKFLAGS(__pyx_v_self, NPY_ARRAY_C_CONTIGUOUS) != 0)) != 0);
  __pyx_t_1 = __pyx_t_2;
  __pyx_L4_bool_binop_done:;

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":270
 *             ndim = PyArray_NDIM(self)
 * 
 *             if ((flags & pybuf.PyBUF_C_CONTIGUOUS == pybuf.PyBUF_C_CONTIGUOUS)             # <<<<<<<<<<<<<<
 *                 and not PyArray_CHKFLAGS(self, NPY_ARRAY_C_CONTIGUOUS)):
 *                 raise ValueError(u"ndarray is not C contiguous")
 */
  if (unlikely(__pyx_t_1)) {

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":272
 *             if ((flags & pybuf.PyBUF_C_CONTIGUOUS == pybuf.PyBUF_C_CONTIGUOUS)
 *                 and not PyArray_CHKFLAGS(self, NPY_ARRAY_C_CONTIGUOUS)):
 *                 raise ValueError(u"ndarray is not C contiguous")             # <<<<<<<<<<<<<<
 * 
 *             if ((flags & pybuf.PyBUF_F_CONTIGUOUS == pybuf.PyBUF_F_CONTIGUOUS)
 */
    __pyx_t_3 = __Pyx_PyObject_Call(__pyx_builtin_ValueError, __pyx_tuple__22, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 272, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_Raise(__pyx_t_3, 0, 0, 0);
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __PYX_ERR(2, 272, __pyx_L1_error)

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":270
 *             ndim = PyArray_NDIM(self)
 * 
 *             if ((flags & pybuf.PyBUF_C_CONTIGUOUS == pybuf.PyBUF_C_CONTIGUOUS)             # <<<<<<<<<<<<<<
 *                 and not PyArray_CHKFLAGS(self, NPY_ARRAY_C_CONTIGUOUS)):
 *                 raise ValueError(u"ndarray is not C contiguous")
 */
  }

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":274
 *                 raise ValueError(u"ndarray is not C contiguous")
 * 
 *             if ((flags & pybuf.PyBUF_F_CONTIGUOUS == pybuf.PyBUF_F_CONTIGUOUS)             # <<<<<<<<<<<<<<
 *                 and not PyArray_CHKFLAGS(self, NPY_ARRAY_F_CONTIGUOUS)):
 *                 raise ValueError(u"ndarray is not Fortran contiguous")
 */
  __pyx_t_2 = (((__pyx_v_flags & PyBUF_F_CONTIGUOUS) == PyBUF_F_CONTIGUOUS) != 0);
  if (__pyx_t_2) {
  } else {
    __pyx_t_1 = __pyx_t_2;
    goto __pyx_L7_bool_binop_done;
  }

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":275
 * 
 *             if ((flags & pybuf.PyBUF_F_CONTIGUOUS == pybuf.PyBUF_F_CONTIGUOUS)
 *                 and not PyArray_CHKFLAGS(self, NPY_ARRAY_F_CONTIGUOUS)):             # <<<<<<<<<<<<<<
 *                 raise ValueError(u"ndarray is not Fortran contiguous")
 * 
 */
  __pyx_t_2 = ((!(PyArray_CHKFLAGS(__pyx_v_self, NPY_ARRAY_F_CONTIGUOUS) != 0)) != 0);
  __pyx_t_1 = __pyx_t_2;
  __pyx_L7_bool_binop_done:;

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":274
 *                 raise ValueError(u"ndarray is not C contiguous")
 * 
 *             if ((flags & pybuf.PyBUF_F_CONTIGUOUS == pybuf.PyBUF_F_CONTIGUOUS)             # <<<<<<<<<<<<<<
 *                 and not PyArray_CHKFLAGS(self, NPY_ARRAY_F_CONTIGUOUS)):
 *                 raise ValueError(u"ndarray is not Fortran contiguous")
 */
  if (unlikely(__pyx_t_1)) {

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":276
 *             if ((flags & pybuf.PyBUF_F_CONTIGUOUS == pybuf.PyBUF_F_CONTIGUOUS)
 *                 and not PyArray_CHKFLAGS(self, NPY_ARRAY_F_CONTIGUOUS)):
 *                 raise ValueError(u"ndarray is not Fortran contiguous")             # <<<<<<<<<<<<<<
 * 
 *             info.buf = PyArray_DATA(self)
 */
    __pyx_t_3 = __Pyx_PyObject_Call(__pyx_builtin_ValueError, __pyx_tuple__23, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 276, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_Raise(__pyx_t_3, 0, 0, 0);
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __PYX_ERR(2, 276, __pyx_L1_error)

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":274
 *                 raise ValueError(u"ndarray is not C contiguous")
 * 
 *             if ((flags & pybuf.PyBUF_F_CONTIGUOUS == pybuf.PyBUF_F_CONTIGUOUS)             # <<<<<<<<<<<<<<
 *                 and not PyArray_CHKFLAGS(self, NPY_ARRAY_F_CONTIGUOUS)):
 *                 raise ValueError(u"ndarray is not Fortran contiguous")
 */
  }

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":278
 *                 raise ValueError(u"ndarray is not Fortran contiguous")
 * 
 *             info.buf = PyArray_DATA(self)             # <<<<<<<<<<<<<<
 *             info.ndim = ndim
 *             if sizeof(npy_intp) != sizeof(Py_ssize_t):
 */
  __pyx_v_info->buf = PyArray_DATA(__pyx_v_self);

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":279
 * 
 *             info.buf = PyArray_DATA(self)
 *             info.ndim = ndim             # <<<<<<<<<<<<<<
 *             if sizeof(npy_intp) != sizeof(Py_ssize_t):
 *                 # Allocate new buffer for strides and shape info.
 */
  __pyx_v_info->ndim = __pyx_v_ndim;

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":280
 *             info.buf = PyArray_DATA(self)
 *             info.ndim = ndim
 *             if sizeof(npy_intp) != sizeof(Py_ssize_t):             # <<<<<<<<<<<<<<
 *                 # Allocate new buffer for strides and shape info.
 *                 # This is allocated as one block, strides first.
 */
  __pyx_t_1 = (((sizeof(npy_intp)) != (sizeof(Py_ssize_t))) != 0);
  if (__pyx_t_1) {

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":283
 *                 # Allocate new buffer for strides and shape info.
 *                 # This is allocated as one block, strides first.
 *                 info.strides = <Py_ssize_t*>PyObject_Malloc(sizeof(Py_ssize_t) * 2 * <size_t>ndim)             # <<<<<<<<<<<<<<
 *                 info.shape = info.strides + ndim
 *                 for i in range(ndim):
 */
    __pyx_v_info->strides = ((Py_ssize_t *)PyObject_Malloc((((sizeof(Py_ssize_t)) * 2) * ((size_t)__pyx_v_ndim))));

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":284
 *                 # This is allocated as one block, strides first.
 *                 info.strides = <Py_ssize_t*>PyObject_Malloc(sizeof(Py_ssize_t) * 2 * <size_t>ndim)
 *                 info.shape = info.strides + ndim             # <<<<<<<<<<<<<<
 *                 for i in range(ndim):
 *                     info.strides[i] = PyArray_STRIDES(self)[i]
 */
    __pyx_v_info->shape = (__pyx_v_info->strides + __pyx_v_ndim);

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":285
 *                 info.strides = <Py_ssize_t*>PyObject_Malloc(sizeof(Py_ssize_t) * 2 * <size_t>ndim)
 *                 info.shape = info.strides + ndim
 *                 for i in range(ndim):             # <<<<<<<<<<<<<<
 *                     info.strides[i] = PyArray_STRIDES(self)[i]
 *                     info.shape[i] = PyArray_DIMS(self)[i]
 */
    __pyx_t_4 = __pyx_v_ndim;
    __pyx_t_5 = __pyx_t_4;
    for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) {
      __pyx_v_i = __pyx_t_6;

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":286
 *                 info.shape = info.strides + ndim
 *                 for i in range(ndim):
 *                     info.strides[i] = PyArray_STRIDES(self)[i]             # <<<<<<<<<<<<<<
 *                     info.shape[i] = PyArray_DIMS(self)[i]
 *             else:
 */
      (__pyx_v_info->strides[__pyx_v_i]) = (PyArray_STRIDES(__pyx_v_self)[__pyx_v_i]);

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":287
 *                 for i in range(ndim):
 *                     info.strides[i] = PyArray_STRIDES(self)[i]
 *                     info.shape[i] = PyArray_DIMS(self)[i]             # <<<<<<<<<<<<<<
 *             else:
 *                 info.strides = <Py_ssize_t*>PyArray_STRIDES(self)
 */
      (__pyx_v_info->shape[__pyx_v_i]) = (PyArray_DIMS(__pyx_v_self)[__pyx_v_i]);
    }

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":280
 *             info.buf = PyArray_DATA(self)
 *             info.ndim = ndim
 *             if sizeof(npy_intp) != sizeof(Py_ssize_t):             # <<<<<<<<<<<<<<
 *                 # Allocate new buffer for strides and shape info.
 *                 # This is allocated as one block, strides first.
 */
    goto __pyx_L9;
  }

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":289
 *                     info.shape[i] = PyArray_DIMS(self)[i]
 *             else:
 *                 info.strides = <Py_ssize_t*>PyArray_STRIDES(self)             # <<<<<<<<<<<<<<
 *                 info.shape = <Py_ssize_t*>PyArray_DIMS(self)
 *             info.suboffsets = NULL
 */
  /*else*/ {
    __pyx_v_info->strides = ((Py_ssize_t *)PyArray_STRIDES(__pyx_v_self));

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":290
 *             else:
 *                 info.strides = <Py_ssize_t*>PyArray_STRIDES(self)
 *                 info.shape = <Py_ssize_t*>PyArray_DIMS(self)             # <<<<<<<<<<<<<<
 *             info.suboffsets = NULL
 *             info.itemsize = PyArray_ITEMSIZE(self)
 */
    __pyx_v_info->shape = ((Py_ssize_t *)PyArray_DIMS(__pyx_v_self));
  }
  __pyx_L9:;

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":291
 *                 info.strides = <Py_ssize_t*>PyArray_STRIDES(self)
 *                 info.shape = <Py_ssize_t*>PyArray_DIMS(self)
 *             info.suboffsets = NULL             # <<<<<<<<<<<<<<
 *             info.itemsize = PyArray_ITEMSIZE(self)
 *             info.readonly = not PyArray_ISWRITEABLE(self)
 */
  __pyx_v_info->suboffsets = NULL;

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":292
 *                 info.shape = <Py_ssize_t*>PyArray_DIMS(self)
 *             info.suboffsets = NULL
 *             info.itemsize = PyArray_ITEMSIZE(self)             # <<<<<<<<<<<<<<
 *             info.readonly = not PyArray_ISWRITEABLE(self)
 * 
 */
  __pyx_v_info->itemsize = PyArray_ITEMSIZE(__pyx_v_self);

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":293
 *             info.suboffsets = NULL
 *             info.itemsize = PyArray_ITEMSIZE(self)
 *             info.readonly = not PyArray_ISWRITEABLE(self)             # <<<<<<<<<<<<<<
 * 
 *             cdef int t
 */
  __pyx_v_info->readonly = (!(PyArray_ISWRITEABLE(__pyx_v_self) != 0));

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":296
 * 
 *             cdef int t
 *             cdef char* f = NULL             # <<<<<<<<<<<<<<
 *             cdef dtype descr = <dtype>PyArray_DESCR(self)
 *             cdef int offset
 */
  __pyx_v_f = NULL;

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":297
 *             cdef int t
 *             cdef char* f = NULL
 *             cdef dtype descr = <dtype>PyArray_DESCR(self)             # <<<<<<<<<<<<<<
 *             cdef int offset
 * 
 */
  __pyx_t_7 = PyArray_DESCR(__pyx_v_self);
  __pyx_t_3 = ((PyObject *)__pyx_t_7);
  __Pyx_INCREF(__pyx_t_3);
  __pyx_v_descr = ((PyArray_Descr *)__pyx_t_3);
  __pyx_t_3 = 0;

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":300
 *             cdef int offset
 * 
 *             info.obj = self             # <<<<<<<<<<<<<<
 * 
 *             if not PyDataType_HASFIELDS(descr):
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_self));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self));
  __Pyx_GOTREF(__pyx_v_info->obj);
  __Pyx_DECREF(__pyx_v_info->obj);
  __pyx_v_info->obj = ((PyObject *)__pyx_v_self);

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":302
 *             info.obj = self
 * 
 *             if not PyDataType_HASFIELDS(descr):             # <<<<<<<<<<<<<<
 *                 t = descr.type_num
 *                 if ((descr.byteorder == c'>' and little_endian) or
 */
  __pyx_t_1 = ((!(PyDataType_HASFIELDS(__pyx_v_descr) != 0)) != 0);
  if (__pyx_t_1) {

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":303
 * 
 *             if not PyDataType_HASFIELDS(descr):
 *                 t = descr.type_num             # <<<<<<<<<<<<<<
 *                 if ((descr.byteorder == c'>' and little_endian) or
 *                     (descr.byteorder == c'<' and not little_endian)):
 */
    __pyx_t_4 = __pyx_v_descr->type_num;
    __pyx_v_t = __pyx_t_4;

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":304
 *             if not PyDataType_HASFIELDS(descr):
 *                 t = descr.type_num
 *                 if ((descr.byteorder == c'>' and little_endian) or             # <<<<<<<<<<<<<<
 *                     (descr.byteorder == c'<' and not little_endian)):
 *                     raise ValueError(u"Non-native byte order not supported")
 */
    __pyx_t_2 = ((__pyx_v_descr->byteorder == '>') != 0);
    if (!__pyx_t_2) {
      goto __pyx_L15_next_or;
    } else {
    }
    __pyx_t_2 = (__pyx_v_little_endian != 0);
    if (!__pyx_t_2) {
    } else {
      __pyx_t_1 = __pyx_t_2;
      goto __pyx_L14_bool_binop_done;
    }
    __pyx_L15_next_or:;

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":305
 *                 t = descr.type_num
 *                 if ((descr.byteorder == c'>' and little_endian) or
 *                     (descr.byteorder == c'<' and not little_endian)):             # <<<<<<<<<<<<<<
 *                     raise ValueError(u"Non-native byte order not supported")
 *                 if   t == NPY_BYTE:        f = "b"
 */
    __pyx_t_2 = ((__pyx_v_descr->byteorder == '<') != 0);
    if (__pyx_t_2) {
    } else {
      __pyx_t_1 = __pyx_t_2;
      goto __pyx_L14_bool_binop_done;
    }
    __pyx_t_2 = ((!(__pyx_v_little_endian != 0)) != 0);
    __pyx_t_1 = __pyx_t_2;
    __pyx_L14_bool_binop_done:;

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":304
 *             if not PyDataType_HASFIELDS(descr):
 *                 t = descr.type_num
 *                 if ((descr.byteorder == c'>' and little_endian) or             # <<<<<<<<<<<<<<
 *                     (descr.byteorder == c'<' and not little_endian)):
 *                     raise ValueError(u"Non-native byte order not supported")
 */
    if (unlikely(__pyx_t_1)) {

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":306
 *                 if ((descr.byteorder == c'>' and little_endian) or
 *                     (descr.byteorder == c'<' and not little_endian)):
 *                     raise ValueError(u"Non-native byte order not supported")             # <<<<<<<<<<<<<<
 *                 if   t == NPY_BYTE:        f = "b"
 *                 elif t == NPY_UBYTE:       f = "B"
 */
      __pyx_t_3 = __Pyx_PyObject_Call(__pyx_builtin_ValueError, __pyx_tuple__24, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 306, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_3);
      __Pyx_Raise(__pyx_t_3, 0, 0, 0);
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      __PYX_ERR(2, 306, __pyx_L1_error)

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":304
 *             if not PyDataType_HASFIELDS(descr):
 *                 t = descr.type_num
 *                 if ((descr.byteorder == c'>' and little_endian) or             # <<<<<<<<<<<<<<
 *                     (descr.byteorder == c'<' and not little_endian)):
 *                     raise ValueError(u"Non-native byte order not supported")
 */
    }

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":307
 *                     (descr.byteorder == c'<' and not little_endian)):
 *                     raise ValueError(u"Non-native byte order not supported")
 *                 if   t == NPY_BYTE:        f = "b"             # <<<<<<<<<<<<<<
 *                 elif t == NPY_UBYTE:       f = "B"
 *                 elif t == NPY_SHORT:       f = "h"
 */
    switch (__pyx_v_t) {
      case NPY_BYTE:
      __pyx_v_f = ((char *)"b");
      break;
      case NPY_UBYTE:

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":308
 *                     raise ValueError(u"Non-native byte order not supported")
 *                 if   t == NPY_BYTE:        f = "b"
 *                 elif t == NPY_UBYTE:       f = "B"             # <<<<<<<<<<<<<<
 *                 elif t == NPY_SHORT:       f = "h"
 *                 elif t == NPY_USHORT:      f = "H"
 */
      __pyx_v_f = ((char *)"B");
      break;
      case NPY_SHORT:

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":309
 *                 if   t == NPY_BYTE:        f = "b"
 *                 elif t == NPY_UBYTE:       f = "B"
 *                 elif t == NPY_SHORT:       f = "h"             # <<<<<<<<<<<<<<
 *                 elif t == NPY_USHORT:      f = "H"
 *                 elif t == NPY_INT:         f = "i"
 */
      __pyx_v_f = ((char *)"h");
      break;
      case NPY_USHORT:

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":310
 *                 elif t == NPY_UBYTE:       f = "B"
 *                 elif t == NPY_SHORT:       f = "h"
 *                 elif t == NPY_USHORT:      f = "H"             # <<<<<<<<<<<<<<
 *                 elif t == NPY_INT:         f = "i"
 *                 elif t == NPY_UINT:        f = "I"
 */
      __pyx_v_f = ((char *)"H");
      break;
      case NPY_INT:

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":311
 *                 elif t == NPY_SHORT:       f = "h"
 *                 elif t == NPY_USHORT:      f = "H"
 *                 elif t == NPY_INT:         f = "i"             # <<<<<<<<<<<<<<
 *                 elif t == NPY_UINT:        f = "I"
 *                 elif t == NPY_LONG:        f = "l"
 */
      __pyx_v_f = ((char *)"i");
      break;
      case NPY_UINT:

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":312
 *                 elif t == NPY_USHORT:      f = "H"
 *                 elif t == NPY_INT:         f = "i"
 *                 elif t == NPY_UINT:        f = "I"             # <<<<<<<<<<<<<<
 *                 elif t == NPY_LONG:        f = "l"
 *                 elif t == NPY_ULONG:       f = "L"
 */
      __pyx_v_f = ((char *)"I");
      break;
      case NPY_LONG:

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":313
 *                 elif t == NPY_INT:         f = "i"
 *                 elif t == NPY_UINT:        f = "I"
 *                 elif t == NPY_LONG:        f = "l"             # <<<<<<<<<<<<<<
 *                 elif t == NPY_ULONG:       f = "L"
 *                 elif t == NPY_LONGLONG:    f = "q"
 */
      __pyx_v_f = ((char *)"l");
      break;
      case NPY_ULONG:

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":314
 *                 elif t == NPY_UINT:        f = "I"
 *                 elif t == NPY_LONG:        f = "l"
 *                 elif t == NPY_ULONG:       f = "L"             # <<<<<<<<<<<<<<
 *                 elif t == NPY_LONGLONG:    f = "q"
 *                 elif t == NPY_ULONGLONG:   f = "Q"
 */
      __pyx_v_f = ((char *)"L");
      break;
      case NPY_LONGLONG:

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":315
 *                 elif t == NPY_LONG:        f = "l"
 *                 elif t == NPY_ULONG:       f = "L"
 *                 elif t == NPY_LONGLONG:    f = "q"             # <<<<<<<<<<<<<<
 *                 elif t == NPY_ULONGLONG:   f = "Q"
 *                 elif t == NPY_FLOAT:       f = "f"
 */
      __pyx_v_f = ((char *)"q");
      break;
      case NPY_ULONGLONG:

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":316
 *                 elif t == NPY_ULONG:       f = "L"
 *                 elif t == NPY_LONGLONG:    f = "q"
 *                 elif t == NPY_ULONGLONG:   f = "Q"             # <<<<<<<<<<<<<<
 *                 elif t == NPY_FLOAT:       f = "f"
 *                 elif t == NPY_DOUBLE:      f = "d"
 */
      __pyx_v_f = ((char *)"Q");
      break;
      case NPY_FLOAT:

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":317
 *                 elif t == NPY_LONGLONG:    f = "q"
 *                 elif t == NPY_ULONGLONG:   f = "Q"
 *                 elif t == NPY_FLOAT:       f = "f"             # <<<<<<<<<<<<<<
 *                 elif t == NPY_DOUBLE:      f = "d"
 *                 elif t == NPY_LONGDOUBLE:  f = "g"
 */
      __pyx_v_f = ((char *)"f");
      break;
      case NPY_DOUBLE:

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":318
 *                 elif t == NPY_ULONGLONG:   f = "Q"
 *                 elif t == NPY_FLOAT:       f = "f"
 *                 elif t == NPY_DOUBLE:      f = "d"             # <<<<<<<<<<<<<<
 *                 elif t == NPY_LONGDOUBLE:  f = "g"
 *                 elif t == NPY_CFLOAT:      f = "Zf"
 */
      __pyx_v_f = ((char *)"d");
      break;
      case NPY_LONGDOUBLE:

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":319
 *                 elif t == NPY_FLOAT:       f = "f"
 *                 elif t == NPY_DOUBLE:      f = "d"
 *                 elif t == NPY_LONGDOUBLE:  f = "g"             # <<<<<<<<<<<<<<
 *                 elif t == NPY_CFLOAT:      f = "Zf"
 *                 elif t == NPY_CDOUBLE:     f = "Zd"
 */
      __pyx_v_f = ((char *)"g");
      break;
      case NPY_CFLOAT:

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":320
 *                 elif t == NPY_DOUBLE:      f = "d"
 *                 elif t == NPY_LONGDOUBLE:  f = "g"
 *                 elif t == NPY_CFLOAT:      f = "Zf"             # <<<<<<<<<<<<<<
 *                 elif t == NPY_CDOUBLE:     f = "Zd"
 *                 elif t == NPY_CLONGDOUBLE: f = "Zg"
 */
      __pyx_v_f = ((char *)"Zf");
      break;
      case NPY_CDOUBLE:

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":321
 *                 elif t == NPY_LONGDOUBLE:  f = "g"
 *                 elif t == NPY_CFLOAT:      f = "Zf"
 *                 elif t == NPY_CDOUBLE:     f = "Zd"             # <<<<<<<<<<<<<<
 *                 elif t == NPY_CLONGDOUBLE: f = "Zg"
 *                 elif t == NPY_OBJECT:      f = "O"
 */
      __pyx_v_f = ((char *)"Zd");
      break;
      case NPY_CLONGDOUBLE:

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":322
 *                 elif t == NPY_CFLOAT:      f = "Zf"
 *                 elif t == NPY_CDOUBLE:     f = "Zd"
 *                 elif t == NPY_CLONGDOUBLE: f = "Zg"             # <<<<<<<<<<<<<<
 *                 elif t == NPY_OBJECT:      f = "O"
 *                 else:
 */
      __pyx_v_f = ((char *)"Zg");
      break;
      case NPY_OBJECT:

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":323
 *                 elif t == NPY_CDOUBLE:     f = "Zd"
 *                 elif t == NPY_CLONGDOUBLE: f = "Zg"
 *                 elif t == NPY_OBJECT:      f = "O"             # <<<<<<<<<<<<<<
 *                 else:
 *                     raise ValueError(u"unknown dtype code in numpy.pxd (%d)" % t)
 */
      __pyx_v_f = ((char *)"O");
      break;
      default:

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":325
 *                 elif t == NPY_OBJECT:      f = "O"
 *                 else:
 *                     raise ValueError(u"unknown dtype code in numpy.pxd (%d)" % t)             # <<<<<<<<<<<<<<
 *                 info.format = f
 *                 return
 */
      __pyx_t_3 = __Pyx_PyInt_From_int(__pyx_v_t); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 325, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_3);
      __pyx_t_8 = PyUnicode_Format(__pyx_kp_u_unknown_dtype_code_in_numpy_pxd, __pyx_t_3); if (unlikely(!__pyx_t_8)) __PYX_ERR(2, 325, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_8);
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      __pyx_t_3 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_8); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 325, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_3);
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
      __Pyx_Raise(__pyx_t_3, 0, 0, 0);
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      __PYX_ERR(2, 325, __pyx_L1_error)
      break;
    }

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":326
 *                 else:
 *                     raise ValueError(u"unknown dtype code in numpy.pxd (%d)" % t)
 *                 info.format = f             # <<<<<<<<<<<<<<
 *                 return
 *             else:
 */
    __pyx_v_info->format = __pyx_v_f;

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":327
 *                     raise ValueError(u"unknown dtype code in numpy.pxd (%d)" % t)
 *                 info.format = f
 *                 return             # <<<<<<<<<<<<<<
 *             else:
 *                 info.format = <char*>PyObject_Malloc(_buffer_format_string_len)
 */
    __pyx_r = 0;
    goto __pyx_L0;

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":302
 *             info.obj = self
 * 
 *             if not PyDataType_HASFIELDS(descr):             # <<<<<<<<<<<<<<
 *                 t = descr.type_num
 *                 if ((descr.byteorder == c'>' and little_endian) or
 */
  }

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":329
 *                 return
 *             else:
 *                 info.format = <char*>PyObject_Malloc(_buffer_format_string_len)             # <<<<<<<<<<<<<<
 *                 info.format[0] = c'^' # Native data types, manual alignment
 *                 offset = 0
 */
  /*else*/ {
    __pyx_v_info->format = ((char *)PyObject_Malloc(0xFF));

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":330
 *             else:
 *                 info.format = <char*>PyObject_Malloc(_buffer_format_string_len)
 *                 info.format[0] = c'^' # Native data types, manual alignment             # <<<<<<<<<<<<<<
 *                 offset = 0
 *                 f = _util_dtypestring(descr, info.format + 1,
 */
    (__pyx_v_info->format[0]) = '^';

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":331
 *                 info.format = <char*>PyObject_Malloc(_buffer_format_string_len)
 *                 info.format[0] = c'^' # Native data types, manual alignment
 *                 offset = 0             # <<<<<<<<<<<<<<
 *                 f = _util_dtypestring(descr, info.format + 1,
 *                                       info.format + _buffer_format_string_len,
 */
    __pyx_v_offset = 0;

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":332
 *                 info.format[0] = c'^' # Native data types, manual alignment
 *                 offset = 0
 *                 f = _util_dtypestring(descr, info.format + 1,             # <<<<<<<<<<<<<<
 *                                       info.format + _buffer_format_string_len,
 *                                       &offset)
 */
    __pyx_t_9 = __pyx_f_5numpy__util_dtypestring(__pyx_v_descr, (__pyx_v_info->format + 1), (__pyx_v_info->format + 0xFF), (&__pyx_v_offset)); if (unlikely(__pyx_t_9 == ((char *)NULL))) __PYX_ERR(2, 332, __pyx_L1_error)
    __pyx_v_f = __pyx_t_9;

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":335
 *                                       info.format + _buffer_format_string_len,
 *                                       &offset)
 *                 f[0] = c'\0' # Terminate format string             # <<<<<<<<<<<<<<
 * 
 *         def __releasebuffer__(ndarray self, Py_buffer* info):
 */
    (__pyx_v_f[0]) = '\x00';
  }

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":258
 *         # experimental exception made for __getbuffer__ and __releasebuffer__
 *         # -- the details of this may change.
 *         def __getbuffer__(ndarray self, Py_buffer* info, int flags):             # <<<<<<<<<<<<<<
 *             # This implementation of getbuffer is geared towards Cython
 *             # requirements, and does not yet fulfill the PEP.
 */

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_8);
  __Pyx_AddTraceback("numpy.ndarray.__getbuffer__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  if (__pyx_v_info->obj != NULL) {
    __Pyx_GOTREF(__pyx_v_info->obj);
    __Pyx_DECREF(__pyx_v_info->obj); __pyx_v_info->obj = 0;
  }
  goto __pyx_L2;
  __pyx_L0:;
  if (__pyx_v_info->obj == Py_None) {
    __Pyx_GOTREF(__pyx_v_info->obj);
    __Pyx_DECREF(__pyx_v_info->obj); __pyx_v_info->obj = 0;
  }
  __pyx_L2:;
  __Pyx_XDECREF((PyObject *)__pyx_v_descr);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":337
 *                 f[0] = c'\0' # Terminate format string
 * 
 *         def __releasebuffer__(ndarray self, Py_buffer* info):             # <<<<<<<<<<<<<<
 *             if PyArray_HASFIELDS(self):
 *                 PyObject_Free(info.format)
 */

/* Python wrapper */
static CYTHON_UNUSED void __pyx_pw_5numpy_7ndarray_3__releasebuffer__(PyObject *__pyx_v_self, Py_buffer *__pyx_v_info); /*proto*/
static CYTHON_UNUSED void __pyx_pw_5numpy_7ndarray_3__releasebuffer__(PyObject *__pyx_v_self, Py_buffer *__pyx_v_info) {
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__releasebuffer__ (wrapper)", 0);
  __pyx_pf_5numpy_7ndarray_2__releasebuffer__(((PyArrayObject *)__pyx_v_self), ((Py_buffer *)__pyx_v_info));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
}

static void __pyx_pf_5numpy_7ndarray_2__releasebuffer__(PyArrayObject *__pyx_v_self, Py_buffer *__pyx_v_info) {
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  __Pyx_RefNannySetupContext("__releasebuffer__", 0);

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":338
 * 
 *         def __releasebuffer__(ndarray self, Py_buffer* info):
 *             if PyArray_HASFIELDS(self):             # <<<<<<<<<<<<<<
 *                 PyObject_Free(info.format)
 *             if sizeof(npy_intp) != sizeof(Py_ssize_t):
 */
  __pyx_t_1 = (PyArray_HASFIELDS(__pyx_v_self) != 0);
  if (__pyx_t_1) {

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":339
 *         def __releasebuffer__(ndarray self, Py_buffer* info):
 *             if PyArray_HASFIELDS(self):
 *                 PyObject_Free(info.format)             # <<<<<<<<<<<<<<
 *             if sizeof(npy_intp) != sizeof(Py_ssize_t):
 *                 PyObject_Free(info.strides)
 */
    PyObject_Free(__pyx_v_info->format);

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":338
 * 
 *         def __releasebuffer__(ndarray self, Py_buffer* info):
 *             if PyArray_HASFIELDS(self):             # <<<<<<<<<<<<<<
 *                 PyObject_Free(info.format)
 *             if sizeof(npy_intp) != sizeof(Py_ssize_t):
 */
  }

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":340
 *             if PyArray_HASFIELDS(self):
 *                 PyObject_Free(info.format)
 *             if sizeof(npy_intp) != sizeof(Py_ssize_t):             # <<<<<<<<<<<<<<
 *                 PyObject_Free(info.strides)
 *                 # info.shape was stored after info.strides in the same block
 */
  __pyx_t_1 = (((sizeof(npy_intp)) != (sizeof(Py_ssize_t))) != 0);
  if (__pyx_t_1) {

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":341
 *                 PyObject_Free(info.format)
 *             if sizeof(npy_intp) != sizeof(Py_ssize_t):
 *                 PyObject_Free(info.strides)             # <<<<<<<<<<<<<<
 *                 # info.shape was stored after info.strides in the same block
 * 
 */
    PyObject_Free(__pyx_v_info->strides);

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":340
 *             if PyArray_HASFIELDS(self):
 *                 PyObject_Free(info.format)
 *             if sizeof(npy_intp) != sizeof(Py_ssize_t):             # <<<<<<<<<<<<<<
 *                 PyObject_Free(info.strides)
 *                 # info.shape was stored after info.strides in the same block
 */
  }

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":337
 *                 f[0] = c'\0' # Terminate format string
 * 
 *         def __releasebuffer__(ndarray self, Py_buffer* info):             # <<<<<<<<<<<<<<
 *             if PyArray_HASFIELDS(self):
 *                 PyObject_Free(info.format)
 */

  /* function exit code */
  __Pyx_RefNannyFinishContext();
}

/* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":821
 * ctypedef npy_cdouble     complex_t
 * 
 * cdef inline object PyArray_MultiIterNew1(a):             # <<<<<<<<<<<<<<
 *     return PyArray_MultiIterNew(1, <void*>a)
 * 
 */

static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyArray_MultiIterNew1(PyObject *__pyx_v_a) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("PyArray_MultiIterNew1", 0);

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":822
 * 
 * cdef inline object PyArray_MultiIterNew1(a):
 *     return PyArray_MultiIterNew(1, <void*>a)             # <<<<<<<<<<<<<<
 * 
 * cdef inline object PyArray_MultiIterNew2(a, b):
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyArray_MultiIterNew(1, ((void *)__pyx_v_a)); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 822, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":821
 * ctypedef npy_cdouble     complex_t
 * 
 * cdef inline object PyArray_MultiIterNew1(a):             # <<<<<<<<<<<<<<
 *     return PyArray_MultiIterNew(1, <void*>a)
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("numpy.PyArray_MultiIterNew1", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":824
 *     return PyArray_MultiIterNew(1, <void*>a)
 * 
 * cdef inline object PyArray_MultiIterNew2(a, b):             # <<<<<<<<<<<<<<
 *     return PyArray_MultiIterNew(2, <void*>a, <void*>b)
 * 
 */

static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyArray_MultiIterNew2(PyObject *__pyx_v_a, PyObject *__pyx_v_b) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("PyArray_MultiIterNew2", 0);

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":825
 * 
 * cdef inline object PyArray_MultiIterNew2(a, b):
 *     return PyArray_MultiIterNew(2, <void*>a, <void*>b)             # <<<<<<<<<<<<<<
 * 
 * cdef inline object PyArray_MultiIterNew3(a, b, c):
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyArray_MultiIterNew(2, ((void *)__pyx_v_a), ((void *)__pyx_v_b)); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 825, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":824
 *     return PyArray_MultiIterNew(1, <void*>a)
 * 
 * cdef inline object PyArray_MultiIterNew2(a, b):             # <<<<<<<<<<<<<<
 *     return PyArray_MultiIterNew(2, <void*>a, <void*>b)
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("numpy.PyArray_MultiIterNew2", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":827
 *     return PyArray_MultiIterNew(2, <void*>a, <void*>b)
 * 
 * cdef inline object PyArray_MultiIterNew3(a, b, c):             # <<<<<<<<<<<<<<
 *     return PyArray_MultiIterNew(3, <void*>a, <void*>b, <void*> c)
 * 
 */

static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyArray_MultiIterNew3(PyObject *__pyx_v_a, PyObject *__pyx_v_b, PyObject *__pyx_v_c) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("PyArray_MultiIterNew3", 0);

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":828
 * 
 * cdef inline object PyArray_MultiIterNew3(a, b, c):
 *     return PyArray_MultiIterNew(3, <void*>a, <void*>b, <void*> c)             # <<<<<<<<<<<<<<
 * 
 * cdef inline object PyArray_MultiIterNew4(a, b, c, d):
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyArray_MultiIterNew(3, ((void *)__pyx_v_a), ((void *)__pyx_v_b), ((void *)__pyx_v_c)); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 828, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":827
 *     return PyArray_MultiIterNew(2, <void*>a, <void*>b)
 * 
 * cdef inline object PyArray_MultiIterNew3(a, b, c):             # <<<<<<<<<<<<<<
 *     return PyArray_MultiIterNew(3, <void*>a, <void*>b, <void*> c)
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("numpy.PyArray_MultiIterNew3", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":830
 *     return PyArray_MultiIterNew(3, <void*>a, <void*>b, <void*> c)
 * 
 * cdef inline object PyArray_MultiIterNew4(a, b, c, d):             # <<<<<<<<<<<<<<
 *     return PyArray_MultiIterNew(4, <void*>a, <void*>b, <void*>c, <void*> d)
 * 
 */

static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyArray_MultiIterNew4(PyObject *__pyx_v_a, PyObject *__pyx_v_b, PyObject *__pyx_v_c, PyObject *__pyx_v_d) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("PyArray_MultiIterNew4", 0);

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":831
 * 
 * cdef inline object PyArray_MultiIterNew4(a, b, c, d):
 *     return PyArray_MultiIterNew(4, <void*>a, <void*>b, <void*>c, <void*> d)             # <<<<<<<<<<<<<<
 * 
 * cdef inline object PyArray_MultiIterNew5(a, b, c, d, e):
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyArray_MultiIterNew(4, ((void *)__pyx_v_a), ((void *)__pyx_v_b), ((void *)__pyx_v_c), ((void *)__pyx_v_d)); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 831, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":830
 *     return PyArray_MultiIterNew(3, <void*>a, <void*>b, <void*> c)
 * 
 * cdef inline object PyArray_MultiIterNew4(a, b, c, d):             # <<<<<<<<<<<<<<
 *     return PyArray_MultiIterNew(4, <void*>a, <void*>b, <void*>c, <void*> d)
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("numpy.PyArray_MultiIterNew4", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":833
 *     return PyArray_MultiIterNew(4, <void*>a, <void*>b, <void*>c, <void*> d)
 * 
 * cdef inline object PyArray_MultiIterNew5(a, b, c, d, e):             # <<<<<<<<<<<<<<
 *     return PyArray_MultiIterNew(5, <void*>a, <void*>b, <void*>c, <void*> d, <void*> e)
 * 
 */

static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyArray_MultiIterNew5(PyObject *__pyx_v_a, PyObject *__pyx_v_b, PyObject *__pyx_v_c, PyObject *__pyx_v_d, PyObject *__pyx_v_e) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("PyArray_MultiIterNew5", 0);

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":834
 * 
 * cdef inline object PyArray_MultiIterNew5(a, b, c, d, e):
 *     return PyArray_MultiIterNew(5, <void*>a, <void*>b, <void*>c, <void*> d, <void*> e)             # <<<<<<<<<<<<<<
 * 
 * cdef inline tuple PyDataType_SHAPE(dtype d):
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyArray_MultiIterNew(5, ((void *)__pyx_v_a), ((void *)__pyx_v_b), ((void *)__pyx_v_c), ((void *)__pyx_v_d), ((void *)__pyx_v_e)); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 834, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":833
 *     return PyArray_MultiIterNew(4, <void*>a, <void*>b, <void*>c, <void*> d)
 * 
 * cdef inline object PyArray_MultiIterNew5(a, b, c, d, e):             # <<<<<<<<<<<<<<
 *     return PyArray_MultiIterNew(5, <void*>a, <void*>b, <void*>c, <void*> d, <void*> e)
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("numpy.PyArray_MultiIterNew5", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":836
 *     return PyArray_MultiIterNew(5, <void*>a, <void*>b, <void*>c, <void*> d, <void*> e)
 * 
 * cdef inline tuple PyDataType_SHAPE(dtype d):             # <<<<<<<<<<<<<<
 *     if PyDataType_HASSUBARRAY(d):
 *         return <tuple>d.subarray.shape
 */

static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyDataType_SHAPE(PyArray_Descr *__pyx_v_d) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  __Pyx_RefNannySetupContext("PyDataType_SHAPE", 0);

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":837
 * 
 * cdef inline tuple PyDataType_SHAPE(dtype d):
 *     if PyDataType_HASSUBARRAY(d):             # <<<<<<<<<<<<<<
 *         return <tuple>d.subarray.shape
 *     else:
 */
  __pyx_t_1 = (PyDataType_HASSUBARRAY(__pyx_v_d) != 0);
  if (__pyx_t_1) {

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":838
 * cdef inline tuple PyDataType_SHAPE(dtype d):
 *     if PyDataType_HASSUBARRAY(d):
 *         return <tuple>d.subarray.shape             # <<<<<<<<<<<<<<
 *     else:
 *         return ()
 */
    __Pyx_XDECREF(__pyx_r);
    __Pyx_INCREF(((PyObject*)__pyx_v_d->subarray->shape));
    __pyx_r = ((PyObject*)__pyx_v_d->subarray->shape);
    goto __pyx_L0;

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":837
 * 
 * cdef inline tuple PyDataType_SHAPE(dtype d):
 *     if PyDataType_HASSUBARRAY(d):             # <<<<<<<<<<<<<<
 *         return <tuple>d.subarray.shape
 *     else:
 */
  }

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":840
 *         return <tuple>d.subarray.shape
 *     else:
 *         return ()             # <<<<<<<<<<<<<<
 * 
 * cdef inline char* _util_dtypestring(dtype descr, char* f, char* end, int* offset) except NULL:
 */
  /*else*/ {
    __Pyx_XDECREF(__pyx_r);
    __Pyx_INCREF(__pyx_empty_tuple);
    __pyx_r = __pyx_empty_tuple;
    goto __pyx_L0;
  }

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":836
 *     return PyArray_MultiIterNew(5, <void*>a, <void*>b, <void*>c, <void*> d, <void*> e)
 * 
 * cdef inline tuple PyDataType_SHAPE(dtype d):             # <<<<<<<<<<<<<<
 *     if PyDataType_HASSUBARRAY(d):
 *         return <tuple>d.subarray.shape
 */

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":842
 *         return ()
 * 
 * cdef inline char* _util_dtypestring(dtype descr, char* f, char* end, int* offset) except NULL:             # <<<<<<<<<<<<<<
 *     # Recursive utility function used in __getbuffer__ to get format
 *     # string. The new location in the format string is returned.
 */

static CYTHON_INLINE char *__pyx_f_5numpy__util_dtypestring(PyArray_Descr *__pyx_v_descr, char *__pyx_v_f, char *__pyx_v_end, int *__pyx_v_offset) {
  PyArray_Descr *__pyx_v_child = 0;
  int __pyx_v_endian_detector;
  int __pyx_v_little_endian;
  PyObject *__pyx_v_fields = 0;
  PyObject *__pyx_v_childname = NULL;
  PyObject *__pyx_v_new_offset = NULL;
  PyObject *__pyx_v_t = NULL;
  char *__pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  Py_ssize_t __pyx_t_2;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  int __pyx_t_5;
  int __pyx_t_6;
  int __pyx_t_7;
  long __pyx_t_8;
  char *__pyx_t_9;
  __Pyx_RefNannySetupContext("_util_dtypestring", 0);

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":847
 * 
 *     cdef dtype child
 *     cdef int endian_detector = 1             # <<<<<<<<<<<<<<
 *     cdef bint little_endian = ((<char*>&endian_detector)[0] != 0)
 *     cdef tuple fields
 */
  __pyx_v_endian_detector = 1;

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":848
 *     cdef dtype child
 *     cdef int endian_detector = 1
 *     cdef bint little_endian = ((<char*>&endian_detector)[0] != 0)             # <<<<<<<<<<<<<<
 *     cdef tuple fields
 * 
 */
  __pyx_v_little_endian = ((((char *)(&__pyx_v_endian_detector))[0]) != 0);

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":851
 *     cdef tuple fields
 * 
 *     for childname in descr.names:             # <<<<<<<<<<<<<<
 *         fields = descr.fields[childname]
 *         child, new_offset = fields
 */
  if (unlikely(__pyx_v_descr->names == Py_None)) {
    PyErr_SetString(PyExc_TypeError, "'NoneType' object is not iterable");
    __PYX_ERR(2, 851, __pyx_L1_error)
  }
  __pyx_t_1 = __pyx_v_descr->names; __Pyx_INCREF(__pyx_t_1); __pyx_t_2 = 0;
  for (;;) {
    if (__pyx_t_2 >= PyTuple_GET_SIZE(__pyx_t_1)) break;
    #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
    __pyx_t_3 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_3); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(2, 851, __pyx_L1_error)
    #else
    __pyx_t_3 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 851, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    #endif
    __Pyx_XDECREF_SET(__pyx_v_childname, __pyx_t_3);
    __pyx_t_3 = 0;

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":852
 * 
 *     for childname in descr.names:
 *         fields = descr.fields[childname]             # <<<<<<<<<<<<<<
 *         child, new_offset = fields
 * 
 */
    if (unlikely(__pyx_v_descr->fields == Py_None)) {
      PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable");
      __PYX_ERR(2, 852, __pyx_L1_error)
    }
    __pyx_t_3 = __Pyx_PyDict_GetItem(__pyx_v_descr->fields, __pyx_v_childname); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 852, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    if (!(likely(PyTuple_CheckExact(__pyx_t_3))||((__pyx_t_3) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "tuple", Py_TYPE(__pyx_t_3)->tp_name), 0))) __PYX_ERR(2, 852, __pyx_L1_error)
    __Pyx_XDECREF_SET(__pyx_v_fields, ((PyObject*)__pyx_t_3));
    __pyx_t_3 = 0;

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":853
 *     for childname in descr.names:
 *         fields = descr.fields[childname]
 *         child, new_offset = fields             # <<<<<<<<<<<<<<
 * 
 *         if (end - f) - <int>(new_offset - offset[0]) < 15:
 */
    if (likely(__pyx_v_fields != Py_None)) {
      PyObject* sequence = __pyx_v_fields;
      Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
      if (unlikely(size != 2)) {
        if (size > 2) __Pyx_RaiseTooManyValuesError(2);
        else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
        __PYX_ERR(2, 853, __pyx_L1_error)
      }
      #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
      __pyx_t_3 = PyTuple_GET_ITEM(sequence, 0); 
      __pyx_t_4 = PyTuple_GET_ITEM(sequence, 1); 
      __Pyx_INCREF(__pyx_t_3);
      __Pyx_INCREF(__pyx_t_4);
      #else
      __pyx_t_3 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 853, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_3);
      __pyx_t_4 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 853, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_4);
      #endif
    } else {
      __Pyx_RaiseNoneNotIterableError(); __PYX_ERR(2, 853, __pyx_L1_error)
    }
    if (!(likely(((__pyx_t_3) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_3, __pyx_ptype_5numpy_dtype))))) __PYX_ERR(2, 853, __pyx_L1_error)
    __Pyx_XDECREF_SET(__pyx_v_child, ((PyArray_Descr *)__pyx_t_3));
    __pyx_t_3 = 0;
    __Pyx_XDECREF_SET(__pyx_v_new_offset, __pyx_t_4);
    __pyx_t_4 = 0;

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":855
 *         child, new_offset = fields
 * 
 *         if (end - f) - <int>(new_offset - offset[0]) < 15:             # <<<<<<<<<<<<<<
 *             raise RuntimeError(u"Format string allocated too short, see comment in numpy.pxd")
 * 
 */
    __pyx_t_4 = __Pyx_PyInt_From_int((__pyx_v_offset[0])); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 855, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    __pyx_t_3 = PyNumber_Subtract(__pyx_v_new_offset, __pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 855, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
    __pyx_t_5 = __Pyx_PyInt_As_int(__pyx_t_3); if (unlikely((__pyx_t_5 == (int)-1) && PyErr_Occurred())) __PYX_ERR(2, 855, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __pyx_t_6 = ((((__pyx_v_end - __pyx_v_f) - ((int)__pyx_t_5)) < 15) != 0);
    if (unlikely(__pyx_t_6)) {

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":856
 * 
 *         if (end - f) - <int>(new_offset - offset[0]) < 15:
 *             raise RuntimeError(u"Format string allocated too short, see comment in numpy.pxd")             # <<<<<<<<<<<<<<
 * 
 *         if ((child.byteorder == c'>' and little_endian) or
 */
      __pyx_t_3 = __Pyx_PyObject_Call(__pyx_builtin_RuntimeError, __pyx_tuple__25, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 856, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_3);
      __Pyx_Raise(__pyx_t_3, 0, 0, 0);
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      __PYX_ERR(2, 856, __pyx_L1_error)

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":855
 *         child, new_offset = fields
 * 
 *         if (end - f) - <int>(new_offset - offset[0]) < 15:             # <<<<<<<<<<<<<<
 *             raise RuntimeError(u"Format string allocated too short, see comment in numpy.pxd")
 * 
 */
    }

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":858
 *             raise RuntimeError(u"Format string allocated too short, see comment in numpy.pxd")
 * 
 *         if ((child.byteorder == c'>' and little_endian) or             # <<<<<<<<<<<<<<
 *             (child.byteorder == c'<' and not little_endian)):
 *             raise ValueError(u"Non-native byte order not supported")
 */
    __pyx_t_7 = ((__pyx_v_child->byteorder == '>') != 0);
    if (!__pyx_t_7) {
      goto __pyx_L8_next_or;
    } else {
    }
    __pyx_t_7 = (__pyx_v_little_endian != 0);
    if (!__pyx_t_7) {
    } else {
      __pyx_t_6 = __pyx_t_7;
      goto __pyx_L7_bool_binop_done;
    }
    __pyx_L8_next_or:;

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":859
 * 
 *         if ((child.byteorder == c'>' and little_endian) or
 *             (child.byteorder == c'<' and not little_endian)):             # <<<<<<<<<<<<<<
 *             raise ValueError(u"Non-native byte order not supported")
 *             # One could encode it in the format string and have Cython
 */
    __pyx_t_7 = ((__pyx_v_child->byteorder == '<') != 0);
    if (__pyx_t_7) {
    } else {
      __pyx_t_6 = __pyx_t_7;
      goto __pyx_L7_bool_binop_done;
    }
    __pyx_t_7 = ((!(__pyx_v_little_endian != 0)) != 0);
    __pyx_t_6 = __pyx_t_7;
    __pyx_L7_bool_binop_done:;

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":858
 *             raise RuntimeError(u"Format string allocated too short, see comment in numpy.pxd")
 * 
 *         if ((child.byteorder == c'>' and little_endian) or             # <<<<<<<<<<<<<<
 *             (child.byteorder == c'<' and not little_endian)):
 *             raise ValueError(u"Non-native byte order not supported")
 */
    if (unlikely(__pyx_t_6)) {

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":860
 *         if ((child.byteorder == c'>' and little_endian) or
 *             (child.byteorder == c'<' and not little_endian)):
 *             raise ValueError(u"Non-native byte order not supported")             # <<<<<<<<<<<<<<
 *             # One could encode it in the format string and have Cython
 *             # complain instead, BUT: < and > in format strings also imply
 */
      __pyx_t_3 = __Pyx_PyObject_Call(__pyx_builtin_ValueError, __pyx_tuple__24, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 860, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_3);
      __Pyx_Raise(__pyx_t_3, 0, 0, 0);
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      __PYX_ERR(2, 860, __pyx_L1_error)

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":858
 *             raise RuntimeError(u"Format string allocated too short, see comment in numpy.pxd")
 * 
 *         if ((child.byteorder == c'>' and little_endian) or             # <<<<<<<<<<<<<<
 *             (child.byteorder == c'<' and not little_endian)):
 *             raise ValueError(u"Non-native byte order not supported")
 */
    }

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":870
 * 
 *         # Output padding bytes
 *         while offset[0] < new_offset:             # <<<<<<<<<<<<<<
 *             f[0] = 120 # "x"; pad byte
 *             f += 1
 */
    while (1) {
      __pyx_t_3 = __Pyx_PyInt_From_int((__pyx_v_offset[0])); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 870, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_3);
      __pyx_t_4 = PyObject_RichCompare(__pyx_t_3, __pyx_v_new_offset, Py_LT); __Pyx_XGOTREF(__pyx_t_4); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 870, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      __pyx_t_6 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(2, 870, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
      if (!__pyx_t_6) break;

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":871
 *         # Output padding bytes
 *         while offset[0] < new_offset:
 *             f[0] = 120 # "x"; pad byte             # <<<<<<<<<<<<<<
 *             f += 1
 *             offset[0] += 1
 */
      (__pyx_v_f[0]) = 0x78;

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":872
 *         while offset[0] < new_offset:
 *             f[0] = 120 # "x"; pad byte
 *             f += 1             # <<<<<<<<<<<<<<
 *             offset[0] += 1
 * 
 */
      __pyx_v_f = (__pyx_v_f + 1);

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":873
 *             f[0] = 120 # "x"; pad byte
 *             f += 1
 *             offset[0] += 1             # <<<<<<<<<<<<<<
 * 
 *         offset[0] += child.itemsize
 */
      __pyx_t_8 = 0;
      (__pyx_v_offset[__pyx_t_8]) = ((__pyx_v_offset[__pyx_t_8]) + 1);
    }

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":875
 *             offset[0] += 1
 * 
 *         offset[0] += child.itemsize             # <<<<<<<<<<<<<<
 * 
 *         if not PyDataType_HASFIELDS(child):
 */
    __pyx_t_8 = 0;
    (__pyx_v_offset[__pyx_t_8]) = ((__pyx_v_offset[__pyx_t_8]) + __pyx_v_child->elsize);

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":877
 *         offset[0] += child.itemsize
 * 
 *         if not PyDataType_HASFIELDS(child):             # <<<<<<<<<<<<<<
 *             t = child.type_num
 *             if end - f < 5:
 */
    __pyx_t_6 = ((!(PyDataType_HASFIELDS(__pyx_v_child) != 0)) != 0);
    if (__pyx_t_6) {

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":878
 * 
 *         if not PyDataType_HASFIELDS(child):
 *             t = child.type_num             # <<<<<<<<<<<<<<
 *             if end - f < 5:
 *                 raise RuntimeError(u"Format string allocated too short.")
 */
      __pyx_t_4 = __Pyx_PyInt_From_int(__pyx_v_child->type_num); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 878, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_4);
      __Pyx_XDECREF_SET(__pyx_v_t, __pyx_t_4);
      __pyx_t_4 = 0;

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":879
 *         if not PyDataType_HASFIELDS(child):
 *             t = child.type_num
 *             if end - f < 5:             # <<<<<<<<<<<<<<
 *                 raise RuntimeError(u"Format string allocated too short.")
 * 
 */
      __pyx_t_6 = (((__pyx_v_end - __pyx_v_f) < 5) != 0);
      if (unlikely(__pyx_t_6)) {

        /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":880
 *             t = child.type_num
 *             if end - f < 5:
 *                 raise RuntimeError(u"Format string allocated too short.")             # <<<<<<<<<<<<<<
 * 
 *             # Until ticket #99 is fixed, use integers to avoid warnings
 */
        __pyx_t_4 = __Pyx_PyObject_Call(__pyx_builtin_RuntimeError, __pyx_tuple__26, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 880, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_4);
        __Pyx_Raise(__pyx_t_4, 0, 0, 0);
        __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
        __PYX_ERR(2, 880, __pyx_L1_error)

        /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":879
 *         if not PyDataType_HASFIELDS(child):
 *             t = child.type_num
 *             if end - f < 5:             # <<<<<<<<<<<<<<
 *                 raise RuntimeError(u"Format string allocated too short.")
 * 
 */
      }

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":883
 * 
 *             # Until ticket #99 is fixed, use integers to avoid warnings
 *             if   t == NPY_BYTE:        f[0] =  98 #"b"             # <<<<<<<<<<<<<<
 *             elif t == NPY_UBYTE:       f[0] =  66 #"B"
 *             elif t == NPY_SHORT:       f[0] = 104 #"h"
 */
      __pyx_t_4 = __Pyx_PyInt_From_enum__NPY_TYPES(NPY_BYTE); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 883, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_4);
      __pyx_t_3 = PyObject_RichCompare(__pyx_v_t, __pyx_t_4, Py_EQ); __Pyx_XGOTREF(__pyx_t_3); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 883, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
      __pyx_t_6 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(2, 883, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      if (__pyx_t_6) {
        (__pyx_v_f[0]) = 98;
        goto __pyx_L15;
      }

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":884
 *             # Until ticket #99 is fixed, use integers to avoid warnings
 *             if   t == NPY_BYTE:        f[0] =  98 #"b"
 *             elif t == NPY_UBYTE:       f[0] =  66 #"B"             # <<<<<<<<<<<<<<
 *             elif t == NPY_SHORT:       f[0] = 104 #"h"
 *             elif t == NPY_USHORT:      f[0] =  72 #"H"
 */
      __pyx_t_3 = __Pyx_PyInt_From_enum__NPY_TYPES(NPY_UBYTE); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 884, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_3);
      __pyx_t_4 = PyObject_RichCompare(__pyx_v_t, __pyx_t_3, Py_EQ); __Pyx_XGOTREF(__pyx_t_4); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 884, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      __pyx_t_6 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(2, 884, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
      if (__pyx_t_6) {
        (__pyx_v_f[0]) = 66;
        goto __pyx_L15;
      }

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":885
 *             if   t == NPY_BYTE:        f[0] =  98 #"b"
 *             elif t == NPY_UBYTE:       f[0] =  66 #"B"
 *             elif t == NPY_SHORT:       f[0] = 104 #"h"             # <<<<<<<<<<<<<<
 *             elif t == NPY_USHORT:      f[0] =  72 #"H"
 *             elif t == NPY_INT:         f[0] = 105 #"i"
 */
      __pyx_t_4 = __Pyx_PyInt_From_enum__NPY_TYPES(NPY_SHORT); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 885, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_4);
      __pyx_t_3 = PyObject_RichCompare(__pyx_v_t, __pyx_t_4, Py_EQ); __Pyx_XGOTREF(__pyx_t_3); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 885, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
      __pyx_t_6 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(2, 885, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      if (__pyx_t_6) {
        (__pyx_v_f[0]) = 0x68;
        goto __pyx_L15;
      }

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":886
 *             elif t == NPY_UBYTE:       f[0] =  66 #"B"
 *             elif t == NPY_SHORT:       f[0] = 104 #"h"
 *             elif t == NPY_USHORT:      f[0] =  72 #"H"             # <<<<<<<<<<<<<<
 *             elif t == NPY_INT:         f[0] = 105 #"i"
 *             elif t == NPY_UINT:        f[0] =  73 #"I"
 */
      __pyx_t_3 = __Pyx_PyInt_From_enum__NPY_TYPES(NPY_USHORT); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 886, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_3);
      __pyx_t_4 = PyObject_RichCompare(__pyx_v_t, __pyx_t_3, Py_EQ); __Pyx_XGOTREF(__pyx_t_4); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 886, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      __pyx_t_6 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(2, 886, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
      if (__pyx_t_6) {
        (__pyx_v_f[0]) = 72;
        goto __pyx_L15;
      }

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":887
 *             elif t == NPY_SHORT:       f[0] = 104 #"h"
 *             elif t == NPY_USHORT:      f[0] =  72 #"H"
 *             elif t == NPY_INT:         f[0] = 105 #"i"             # <<<<<<<<<<<<<<
 *             elif t == NPY_UINT:        f[0] =  73 #"I"
 *             elif t == NPY_LONG:        f[0] = 108 #"l"
 */
      __pyx_t_4 = __Pyx_PyInt_From_enum__NPY_TYPES(NPY_INT); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 887, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_4);
      __pyx_t_3 = PyObject_RichCompare(__pyx_v_t, __pyx_t_4, Py_EQ); __Pyx_XGOTREF(__pyx_t_3); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 887, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
      __pyx_t_6 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(2, 887, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      if (__pyx_t_6) {
        (__pyx_v_f[0]) = 0x69;
        goto __pyx_L15;
      }

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":888
 *             elif t == NPY_USHORT:      f[0] =  72 #"H"
 *             elif t == NPY_INT:         f[0] = 105 #"i"
 *             elif t == NPY_UINT:        f[0] =  73 #"I"             # <<<<<<<<<<<<<<
 *             elif t == NPY_LONG:        f[0] = 108 #"l"
 *             elif t == NPY_ULONG:       f[0] = 76  #"L"
 */
      __pyx_t_3 = __Pyx_PyInt_From_enum__NPY_TYPES(NPY_UINT); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 888, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_3);
      __pyx_t_4 = PyObject_RichCompare(__pyx_v_t, __pyx_t_3, Py_EQ); __Pyx_XGOTREF(__pyx_t_4); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 888, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      __pyx_t_6 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(2, 888, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
      if (__pyx_t_6) {
        (__pyx_v_f[0]) = 73;
        goto __pyx_L15;
      }

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":889
 *             elif t == NPY_INT:         f[0] = 105 #"i"
 *             elif t == NPY_UINT:        f[0] =  73 #"I"
 *             elif t == NPY_LONG:        f[0] = 108 #"l"             # <<<<<<<<<<<<<<
 *             elif t == NPY_ULONG:       f[0] = 76  #"L"
 *             elif t == NPY_LONGLONG:    f[0] = 113 #"q"
 */
      __pyx_t_4 = __Pyx_PyInt_From_enum__NPY_TYPES(NPY_LONG); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 889, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_4);
      __pyx_t_3 = PyObject_RichCompare(__pyx_v_t, __pyx_t_4, Py_EQ); __Pyx_XGOTREF(__pyx_t_3); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 889, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
      __pyx_t_6 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(2, 889, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      if (__pyx_t_6) {
        (__pyx_v_f[0]) = 0x6C;
        goto __pyx_L15;
      }

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":890
 *             elif t == NPY_UINT:        f[0] =  73 #"I"
 *             elif t == NPY_LONG:        f[0] = 108 #"l"
 *             elif t == NPY_ULONG:       f[0] = 76  #"L"             # <<<<<<<<<<<<<<
 *             elif t == NPY_LONGLONG:    f[0] = 113 #"q"
 *             elif t == NPY_ULONGLONG:   f[0] = 81  #"Q"
 */
      __pyx_t_3 = __Pyx_PyInt_From_enum__NPY_TYPES(NPY_ULONG); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 890, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_3);
      __pyx_t_4 = PyObject_RichCompare(__pyx_v_t, __pyx_t_3, Py_EQ); __Pyx_XGOTREF(__pyx_t_4); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 890, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      __pyx_t_6 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(2, 890, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
      if (__pyx_t_6) {
        (__pyx_v_f[0]) = 76;
        goto __pyx_L15;
      }

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":891
 *             elif t == NPY_LONG:        f[0] = 108 #"l"
 *             elif t == NPY_ULONG:       f[0] = 76  #"L"
 *             elif t == NPY_LONGLONG:    f[0] = 113 #"q"             # <<<<<<<<<<<<<<
 *             elif t == NPY_ULONGLONG:   f[0] = 81  #"Q"
 *             elif t == NPY_FLOAT:       f[0] = 102 #"f"
 */
      __pyx_t_4 = __Pyx_PyInt_From_enum__NPY_TYPES(NPY_LONGLONG); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 891, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_4);
      __pyx_t_3 = PyObject_RichCompare(__pyx_v_t, __pyx_t_4, Py_EQ); __Pyx_XGOTREF(__pyx_t_3); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 891, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
      __pyx_t_6 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(2, 891, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      if (__pyx_t_6) {
        (__pyx_v_f[0]) = 0x71;
        goto __pyx_L15;
      }

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":892
 *             elif t == NPY_ULONG:       f[0] = 76  #"L"
 *             elif t == NPY_LONGLONG:    f[0] = 113 #"q"
 *             elif t == NPY_ULONGLONG:   f[0] = 81  #"Q"             # <<<<<<<<<<<<<<
 *             elif t == NPY_FLOAT:       f[0] = 102 #"f"
 *             elif t == NPY_DOUBLE:      f[0] = 100 #"d"
 */
      __pyx_t_3 = __Pyx_PyInt_From_enum__NPY_TYPES(NPY_ULONGLONG); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 892, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_3);
      __pyx_t_4 = PyObject_RichCompare(__pyx_v_t, __pyx_t_3, Py_EQ); __Pyx_XGOTREF(__pyx_t_4); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 892, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      __pyx_t_6 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(2, 892, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
      if (__pyx_t_6) {
        (__pyx_v_f[0]) = 81;
        goto __pyx_L15;
      }

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":893
 *             elif t == NPY_LONGLONG:    f[0] = 113 #"q"
 *             elif t == NPY_ULONGLONG:   f[0] = 81  #"Q"
 *             elif t == NPY_FLOAT:       f[0] = 102 #"f"             # <<<<<<<<<<<<<<
 *             elif t == NPY_DOUBLE:      f[0] = 100 #"d"
 *             elif t == NPY_LONGDOUBLE:  f[0] = 103 #"g"
 */
      __pyx_t_4 = __Pyx_PyInt_From_enum__NPY_TYPES(NPY_FLOAT); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 893, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_4);
      __pyx_t_3 = PyObject_RichCompare(__pyx_v_t, __pyx_t_4, Py_EQ); __Pyx_XGOTREF(__pyx_t_3); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 893, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
      __pyx_t_6 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(2, 893, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      if (__pyx_t_6) {
        (__pyx_v_f[0]) = 0x66;
        goto __pyx_L15;
      }

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":894
 *             elif t == NPY_ULONGLONG:   f[0] = 81  #"Q"
 *             elif t == NPY_FLOAT:       f[0] = 102 #"f"
 *             elif t == NPY_DOUBLE:      f[0] = 100 #"d"             # <<<<<<<<<<<<<<
 *             elif t == NPY_LONGDOUBLE:  f[0] = 103 #"g"
 *             elif t == NPY_CFLOAT:      f[0] = 90; f[1] = 102; f += 1 # Zf
 */
      __pyx_t_3 = __Pyx_PyInt_From_enum__NPY_TYPES(NPY_DOUBLE); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 894, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_3);
      __pyx_t_4 = PyObject_RichCompare(__pyx_v_t, __pyx_t_3, Py_EQ); __Pyx_XGOTREF(__pyx_t_4); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 894, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      __pyx_t_6 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(2, 894, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
      if (__pyx_t_6) {
        (__pyx_v_f[0]) = 0x64;
        goto __pyx_L15;
      }

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":895
 *             elif t == NPY_FLOAT:       f[0] = 102 #"f"
 *             elif t == NPY_DOUBLE:      f[0] = 100 #"d"
 *             elif t == NPY_LONGDOUBLE:  f[0] = 103 #"g"             # <<<<<<<<<<<<<<
 *             elif t == NPY_CFLOAT:      f[0] = 90; f[1] = 102; f += 1 # Zf
 *             elif t == NPY_CDOUBLE:     f[0] = 90; f[1] = 100; f += 1 # Zd
 */
      __pyx_t_4 = __Pyx_PyInt_From_enum__NPY_TYPES(NPY_LONGDOUBLE); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 895, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_4);
      __pyx_t_3 = PyObject_RichCompare(__pyx_v_t, __pyx_t_4, Py_EQ); __Pyx_XGOTREF(__pyx_t_3); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 895, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
      __pyx_t_6 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(2, 895, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      if (__pyx_t_6) {
        (__pyx_v_f[0]) = 0x67;
        goto __pyx_L15;
      }

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":896
 *             elif t == NPY_DOUBLE:      f[0] = 100 #"d"
 *             elif t == NPY_LONGDOUBLE:  f[0] = 103 #"g"
 *             elif t == NPY_CFLOAT:      f[0] = 90; f[1] = 102; f += 1 # Zf             # <<<<<<<<<<<<<<
 *             elif t == NPY_CDOUBLE:     f[0] = 90; f[1] = 100; f += 1 # Zd
 *             elif t == NPY_CLONGDOUBLE: f[0] = 90; f[1] = 103; f += 1 # Zg
 */
      __pyx_t_3 = __Pyx_PyInt_From_enum__NPY_TYPES(NPY_CFLOAT); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 896, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_3);
      __pyx_t_4 = PyObject_RichCompare(__pyx_v_t, __pyx_t_3, Py_EQ); __Pyx_XGOTREF(__pyx_t_4); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 896, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      __pyx_t_6 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(2, 896, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
      if (__pyx_t_6) {
        (__pyx_v_f[0]) = 90;
        (__pyx_v_f[1]) = 0x66;
        __pyx_v_f = (__pyx_v_f + 1);
        goto __pyx_L15;
      }

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":897
 *             elif t == NPY_LONGDOUBLE:  f[0] = 103 #"g"
 *             elif t == NPY_CFLOAT:      f[0] = 90; f[1] = 102; f += 1 # Zf
 *             elif t == NPY_CDOUBLE:     f[0] = 90; f[1] = 100; f += 1 # Zd             # <<<<<<<<<<<<<<
 *             elif t == NPY_CLONGDOUBLE: f[0] = 90; f[1] = 103; f += 1 # Zg
 *             elif t == NPY_OBJECT:      f[0] = 79 #"O"
 */
      __pyx_t_4 = __Pyx_PyInt_From_enum__NPY_TYPES(NPY_CDOUBLE); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 897, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_4);
      __pyx_t_3 = PyObject_RichCompare(__pyx_v_t, __pyx_t_4, Py_EQ); __Pyx_XGOTREF(__pyx_t_3); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 897, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
      __pyx_t_6 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(2, 897, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      if (__pyx_t_6) {
        (__pyx_v_f[0]) = 90;
        (__pyx_v_f[1]) = 0x64;
        __pyx_v_f = (__pyx_v_f + 1);
        goto __pyx_L15;
      }

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":898
 *             elif t == NPY_CFLOAT:      f[0] = 90; f[1] = 102; f += 1 # Zf
 *             elif t == NPY_CDOUBLE:     f[0] = 90; f[1] = 100; f += 1 # Zd
 *             elif t == NPY_CLONGDOUBLE: f[0] = 90; f[1] = 103; f += 1 # Zg             # <<<<<<<<<<<<<<
 *             elif t == NPY_OBJECT:      f[0] = 79 #"O"
 *             else:
 */
      __pyx_t_3 = __Pyx_PyInt_From_enum__NPY_TYPES(NPY_CLONGDOUBLE); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 898, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_3);
      __pyx_t_4 = PyObject_RichCompare(__pyx_v_t, __pyx_t_3, Py_EQ); __Pyx_XGOTREF(__pyx_t_4); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 898, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      __pyx_t_6 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(2, 898, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
      if (__pyx_t_6) {
        (__pyx_v_f[0]) = 90;
        (__pyx_v_f[1]) = 0x67;
        __pyx_v_f = (__pyx_v_f + 1);
        goto __pyx_L15;
      }

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":899
 *             elif t == NPY_CDOUBLE:     f[0] = 90; f[1] = 100; f += 1 # Zd
 *             elif t == NPY_CLONGDOUBLE: f[0] = 90; f[1] = 103; f += 1 # Zg
 *             elif t == NPY_OBJECT:      f[0] = 79 #"O"             # <<<<<<<<<<<<<<
 *             else:
 *                 raise ValueError(u"unknown dtype code in numpy.pxd (%d)" % t)
 */
      __pyx_t_4 = __Pyx_PyInt_From_enum__NPY_TYPES(NPY_OBJECT); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 899, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_4);
      __pyx_t_3 = PyObject_RichCompare(__pyx_v_t, __pyx_t_4, Py_EQ); __Pyx_XGOTREF(__pyx_t_3); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 899, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
      __pyx_t_6 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(2, 899, __pyx_L1_error)
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      if (likely(__pyx_t_6)) {
        (__pyx_v_f[0]) = 79;
        goto __pyx_L15;
      }

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":901
 *             elif t == NPY_OBJECT:      f[0] = 79 #"O"
 *             else:
 *                 raise ValueError(u"unknown dtype code in numpy.pxd (%d)" % t)             # <<<<<<<<<<<<<<
 *             f += 1
 *         else:
 */
      /*else*/ {
        __pyx_t_3 = __Pyx_PyUnicode_FormatSafe(__pyx_kp_u_unknown_dtype_code_in_numpy_pxd, __pyx_v_t); if (unlikely(!__pyx_t_3)) __PYX_ERR(2, 901, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_3);
        __pyx_t_4 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(2, 901, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_4);
        __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
        __Pyx_Raise(__pyx_t_4, 0, 0, 0);
        __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
        __PYX_ERR(2, 901, __pyx_L1_error)
      }
      __pyx_L15:;

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":902
 *             else:
 *                 raise ValueError(u"unknown dtype code in numpy.pxd (%d)" % t)
 *             f += 1             # <<<<<<<<<<<<<<
 *         else:
 *             # Cython ignores struct boundary information ("T{...}"),
 */
      __pyx_v_f = (__pyx_v_f + 1);

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":877
 *         offset[0] += child.itemsize
 * 
 *         if not PyDataType_HASFIELDS(child):             # <<<<<<<<<<<<<<
 *             t = child.type_num
 *             if end - f < 5:
 */
      goto __pyx_L13;
    }

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":906
 *             # Cython ignores struct boundary information ("T{...}"),
 *             # so don't output it
 *             f = _util_dtypestring(child, f, end, offset)             # <<<<<<<<<<<<<<
 *     return f
 * 
 */
    /*else*/ {
      __pyx_t_9 = __pyx_f_5numpy__util_dtypestring(__pyx_v_child, __pyx_v_f, __pyx_v_end, __pyx_v_offset); if (unlikely(__pyx_t_9 == ((char *)NULL))) __PYX_ERR(2, 906, __pyx_L1_error)
      __pyx_v_f = __pyx_t_9;
    }
    __pyx_L13:;

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":851
 *     cdef tuple fields
 * 
 *     for childname in descr.names:             # <<<<<<<<<<<<<<
 *         fields = descr.fields[childname]
 *         child, new_offset = fields
 */
  }
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":907
 *             # so don't output it
 *             f = _util_dtypestring(child, f, end, offset)
 *     return f             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_r = __pyx_v_f;
  goto __pyx_L0;

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":842
 *         return ()
 * 
 * cdef inline char* _util_dtypestring(dtype descr, char* f, char* end, int* offset) except NULL:             # <<<<<<<<<<<<<<
 *     # Recursive utility function used in __getbuffer__ to get format
 *     # string. The new location in the format string is returned.
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_AddTraceback("numpy._util_dtypestring", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF((PyObject *)__pyx_v_child);
  __Pyx_XDECREF(__pyx_v_fields);
  __Pyx_XDECREF(__pyx_v_childname);
  __Pyx_XDECREF(__pyx_v_new_offset);
  __Pyx_XDECREF(__pyx_v_t);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":1022
 *     int _import_umath() except -1
 * 
 * cdef inline void set_array_base(ndarray arr, object base):             # <<<<<<<<<<<<<<
 *     Py_INCREF(base) # important to do this before stealing the reference below!
 *     PyArray_SetBaseObject(arr, base)
 */

static CYTHON_INLINE void __pyx_f_5numpy_set_array_base(PyArrayObject *__pyx_v_arr, PyObject *__pyx_v_base) {
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("set_array_base", 0);

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":1023
 * 
 * cdef inline void set_array_base(ndarray arr, object base):
 *     Py_INCREF(base) # important to do this before stealing the reference below!             # <<<<<<<<<<<<<<
 *     PyArray_SetBaseObject(arr, base)
 * 
 */
  Py_INCREF(__pyx_v_base);

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":1024
 * cdef inline void set_array_base(ndarray arr, object base):
 *     Py_INCREF(base) # important to do this before stealing the reference below!
 *     PyArray_SetBaseObject(arr, base)             # <<<<<<<<<<<<<<
 * 
 * cdef inline object get_array_base(ndarray arr):
 */
  (void)(PyArray_SetBaseObject(__pyx_v_arr, __pyx_v_base));

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":1022
 *     int _import_umath() except -1
 * 
 * cdef inline void set_array_base(ndarray arr, object base):             # <<<<<<<<<<<<<<
 *     Py_INCREF(base) # important to do this before stealing the reference below!
 *     PyArray_SetBaseObject(arr, base)
 */

  /* function exit code */
  __Pyx_RefNannyFinishContext();
}

/* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":1026
 *     PyArray_SetBaseObject(arr, base)
 * 
 * cdef inline object get_array_base(ndarray arr):             # <<<<<<<<<<<<<<
 *     base = PyArray_BASE(arr)
 *     if base is NULL:
 */

static CYTHON_INLINE PyObject *__pyx_f_5numpy_get_array_base(PyArrayObject *__pyx_v_arr) {
  PyObject *__pyx_v_base;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  __Pyx_RefNannySetupContext("get_array_base", 0);

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":1027
 * 
 * cdef inline object get_array_base(ndarray arr):
 *     base = PyArray_BASE(arr)             # <<<<<<<<<<<<<<
 *     if base is NULL:
 *         return None
 */
  __pyx_v_base = PyArray_BASE(__pyx_v_arr);

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":1028
 * cdef inline object get_array_base(ndarray arr):
 *     base = PyArray_BASE(arr)
 *     if base is NULL:             # <<<<<<<<<<<<<<
 *         return None
 *     return <object>base
 */
  __pyx_t_1 = ((__pyx_v_base == NULL) != 0);
  if (__pyx_t_1) {

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":1029
 *     base = PyArray_BASE(arr)
 *     if base is NULL:
 *         return None             # <<<<<<<<<<<<<<
 *     return <object>base
 * 
 */
    __Pyx_XDECREF(__pyx_r);
    __pyx_r = Py_None; __Pyx_INCREF(Py_None);
    goto __pyx_L0;

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":1028
 * cdef inline object get_array_base(ndarray arr):
 *     base = PyArray_BASE(arr)
 *     if base is NULL:             # <<<<<<<<<<<<<<
 *         return None
 *     return <object>base
 */
  }

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":1030
 *     if base is NULL:
 *         return None
 *     return <object>base             # <<<<<<<<<<<<<<
 * 
 * # Versions of the import_* functions which are more suitable for
 */
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_base));
  __pyx_r = ((PyObject *)__pyx_v_base);
  goto __pyx_L0;

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":1026
 *     PyArray_SetBaseObject(arr, base)
 * 
 * cdef inline object get_array_base(ndarray arr):             # <<<<<<<<<<<<<<
 *     base = PyArray_BASE(arr)
 *     if base is NULL:
 */

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":1034
 * # Versions of the import_* functions which are more suitable for
 * # Cython code.
 * cdef inline int import_array() except -1:             # <<<<<<<<<<<<<<
 *     try:
 *         _import_array()
 */

static CYTHON_INLINE int __pyx_f_5numpy_import_array(void) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  int __pyx_t_4;
  PyObject *__pyx_t_5 = NULL;
  PyObject *__pyx_t_6 = NULL;
  PyObject *__pyx_t_7 = NULL;
  PyObject *__pyx_t_8 = NULL;
  __Pyx_RefNannySetupContext("import_array", 0);

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":1035
 * # Cython code.
 * cdef inline int import_array() except -1:
 *     try:             # <<<<<<<<<<<<<<
 *         _import_array()
 *     except Exception:
 */
  {
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    __Pyx_ExceptionSave(&__pyx_t_1, &__pyx_t_2, &__pyx_t_3);
    __Pyx_XGOTREF(__pyx_t_1);
    __Pyx_XGOTREF(__pyx_t_2);
    __Pyx_XGOTREF(__pyx_t_3);
    /*try:*/ {

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":1036
 * cdef inline int import_array() except -1:
 *     try:
 *         _import_array()             # <<<<<<<<<<<<<<
 *     except Exception:
 *         raise ImportError("numpy.core.multiarray failed to import")
 */
      __pyx_t_4 = _import_array(); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(2, 1036, __pyx_L3_error)

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":1035
 * # Cython code.
 * cdef inline int import_array() except -1:
 *     try:             # <<<<<<<<<<<<<<
 *         _import_array()
 *     except Exception:
 */
    }
    __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
    __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
    __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
    goto __pyx_L8_try_end;
    __pyx_L3_error:;

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":1037
 *     try:
 *         _import_array()
 *     except Exception:             # <<<<<<<<<<<<<<
 *         raise ImportError("numpy.core.multiarray failed to import")
 * 
 */
    __pyx_t_4 = __Pyx_PyErr_ExceptionMatches(((PyObject *)(&((PyTypeObject*)PyExc_Exception)[0])));
    if (__pyx_t_4) {
      __Pyx_AddTraceback("numpy.import_array", __pyx_clineno, __pyx_lineno, __pyx_filename);
      if (__Pyx_GetException(&__pyx_t_5, &__pyx_t_6, &__pyx_t_7) < 0) __PYX_ERR(2, 1037, __pyx_L5_except_error)
      __Pyx_GOTREF(__pyx_t_5);
      __Pyx_GOTREF(__pyx_t_6);
      __Pyx_GOTREF(__pyx_t_7);

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":1038
 *         _import_array()
 *     except Exception:
 *         raise ImportError("numpy.core.multiarray failed to import")             # <<<<<<<<<<<<<<
 * 
 * cdef inline int import_umath() except -1:
 */
      __pyx_t_8 = __Pyx_PyObject_Call(__pyx_builtin_ImportError, __pyx_tuple__27, NULL); if (unlikely(!__pyx_t_8)) __PYX_ERR(2, 1038, __pyx_L5_except_error)
      __Pyx_GOTREF(__pyx_t_8);
      __Pyx_Raise(__pyx_t_8, 0, 0, 0);
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
      __PYX_ERR(2, 1038, __pyx_L5_except_error)
    }
    goto __pyx_L5_except_error;
    __pyx_L5_except_error:;

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":1035
 * # Cython code.
 * cdef inline int import_array() except -1:
 *     try:             # <<<<<<<<<<<<<<
 *         _import_array()
 *     except Exception:
 */
    __Pyx_XGIVEREF(__pyx_t_1);
    __Pyx_XGIVEREF(__pyx_t_2);
    __Pyx_XGIVEREF(__pyx_t_3);
    __Pyx_ExceptionReset(__pyx_t_1, __pyx_t_2, __pyx_t_3);
    goto __pyx_L1_error;
    __pyx_L8_try_end:;
  }

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":1034
 * # Versions of the import_* functions which are more suitable for
 * # Cython code.
 * cdef inline int import_array() except -1:             # <<<<<<<<<<<<<<
 *     try:
 *         _import_array()
 */

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_XDECREF(__pyx_t_7);
  __Pyx_XDECREF(__pyx_t_8);
  __Pyx_AddTraceback("numpy.import_array", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":1040
 *         raise ImportError("numpy.core.multiarray failed to import")
 * 
 * cdef inline int import_umath() except -1:             # <<<<<<<<<<<<<<
 *     try:
 *         _import_umath()
 */

static CYTHON_INLINE int __pyx_f_5numpy_import_umath(void) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  int __pyx_t_4;
  PyObject *__pyx_t_5 = NULL;
  PyObject *__pyx_t_6 = NULL;
  PyObject *__pyx_t_7 = NULL;
  PyObject *__pyx_t_8 = NULL;
  __Pyx_RefNannySetupContext("import_umath", 0);

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":1041
 * 
 * cdef inline int import_umath() except -1:
 *     try:             # <<<<<<<<<<<<<<
 *         _import_umath()
 *     except Exception:
 */
  {
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    __Pyx_ExceptionSave(&__pyx_t_1, &__pyx_t_2, &__pyx_t_3);
    __Pyx_XGOTREF(__pyx_t_1);
    __Pyx_XGOTREF(__pyx_t_2);
    __Pyx_XGOTREF(__pyx_t_3);
    /*try:*/ {

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":1042
 * cdef inline int import_umath() except -1:
 *     try:
 *         _import_umath()             # <<<<<<<<<<<<<<
 *     except Exception:
 *         raise ImportError("numpy.core.umath failed to import")
 */
      __pyx_t_4 = _import_umath(); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(2, 1042, __pyx_L3_error)

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":1041
 * 
 * cdef inline int import_umath() except -1:
 *     try:             # <<<<<<<<<<<<<<
 *         _import_umath()
 *     except Exception:
 */
    }
    __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
    __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
    __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
    goto __pyx_L8_try_end;
    __pyx_L3_error:;

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":1043
 *     try:
 *         _import_umath()
 *     except Exception:             # <<<<<<<<<<<<<<
 *         raise ImportError("numpy.core.umath failed to import")
 * 
 */
    __pyx_t_4 = __Pyx_PyErr_ExceptionMatches(((PyObject *)(&((PyTypeObject*)PyExc_Exception)[0])));
    if (__pyx_t_4) {
      __Pyx_AddTraceback("numpy.import_umath", __pyx_clineno, __pyx_lineno, __pyx_filename);
      if (__Pyx_GetException(&__pyx_t_5, &__pyx_t_6, &__pyx_t_7) < 0) __PYX_ERR(2, 1043, __pyx_L5_except_error)
      __Pyx_GOTREF(__pyx_t_5);
      __Pyx_GOTREF(__pyx_t_6);
      __Pyx_GOTREF(__pyx_t_7);

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":1044
 *         _import_umath()
 *     except Exception:
 *         raise ImportError("numpy.core.umath failed to import")             # <<<<<<<<<<<<<<
 * 
 * cdef inline int import_ufunc() except -1:
 */
      __pyx_t_8 = __Pyx_PyObject_Call(__pyx_builtin_ImportError, __pyx_tuple__28, NULL); if (unlikely(!__pyx_t_8)) __PYX_ERR(2, 1044, __pyx_L5_except_error)
      __Pyx_GOTREF(__pyx_t_8);
      __Pyx_Raise(__pyx_t_8, 0, 0, 0);
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
      __PYX_ERR(2, 1044, __pyx_L5_except_error)
    }
    goto __pyx_L5_except_error;
    __pyx_L5_except_error:;

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":1041
 * 
 * cdef inline int import_umath() except -1:
 *     try:             # <<<<<<<<<<<<<<
 *         _import_umath()
 *     except Exception:
 */
    __Pyx_XGIVEREF(__pyx_t_1);
    __Pyx_XGIVEREF(__pyx_t_2);
    __Pyx_XGIVEREF(__pyx_t_3);
    __Pyx_ExceptionReset(__pyx_t_1, __pyx_t_2, __pyx_t_3);
    goto __pyx_L1_error;
    __pyx_L8_try_end:;
  }

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":1040
 *         raise ImportError("numpy.core.multiarray failed to import")
 * 
 * cdef inline int import_umath() except -1:             # <<<<<<<<<<<<<<
 *     try:
 *         _import_umath()
 */

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_XDECREF(__pyx_t_7);
  __Pyx_XDECREF(__pyx_t_8);
  __Pyx_AddTraceback("numpy.import_umath", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":1046
 *         raise ImportError("numpy.core.umath failed to import")
 * 
 * cdef inline int import_ufunc() except -1:             # <<<<<<<<<<<<<<
 *     try:
 *         _import_umath()
 */

static CYTHON_INLINE int __pyx_f_5numpy_import_ufunc(void) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  int __pyx_t_4;
  PyObject *__pyx_t_5 = NULL;
  PyObject *__pyx_t_6 = NULL;
  PyObject *__pyx_t_7 = NULL;
  PyObject *__pyx_t_8 = NULL;
  __Pyx_RefNannySetupContext("import_ufunc", 0);

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":1047
 * 
 * cdef inline int import_ufunc() except -1:
 *     try:             # <<<<<<<<<<<<<<
 *         _import_umath()
 *     except Exception:
 */
  {
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    __Pyx_ExceptionSave(&__pyx_t_1, &__pyx_t_2, &__pyx_t_3);
    __Pyx_XGOTREF(__pyx_t_1);
    __Pyx_XGOTREF(__pyx_t_2);
    __Pyx_XGOTREF(__pyx_t_3);
    /*try:*/ {

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":1048
 * cdef inline int import_ufunc() except -1:
 *     try:
 *         _import_umath()             # <<<<<<<<<<<<<<
 *     except Exception:
 *         raise ImportError("numpy.core.umath failed to import")
 */
      __pyx_t_4 = _import_umath(); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(2, 1048, __pyx_L3_error)

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":1047
 * 
 * cdef inline int import_ufunc() except -1:
 *     try:             # <<<<<<<<<<<<<<
 *         _import_umath()
 *     except Exception:
 */
    }
    __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
    __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
    __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
    goto __pyx_L8_try_end;
    __pyx_L3_error:;

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":1049
 *     try:
 *         _import_umath()
 *     except Exception:             # <<<<<<<<<<<<<<
 *         raise ImportError("numpy.core.umath failed to import")
 */
    __pyx_t_4 = __Pyx_PyErr_ExceptionMatches(((PyObject *)(&((PyTypeObject*)PyExc_Exception)[0])));
    if (__pyx_t_4) {
      __Pyx_AddTraceback("numpy.import_ufunc", __pyx_clineno, __pyx_lineno, __pyx_filename);
      if (__Pyx_GetException(&__pyx_t_5, &__pyx_t_6, &__pyx_t_7) < 0) __PYX_ERR(2, 1049, __pyx_L5_except_error)
      __Pyx_GOTREF(__pyx_t_5);
      __Pyx_GOTREF(__pyx_t_6);
      __Pyx_GOTREF(__pyx_t_7);

      /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":1050
 *         _import_umath()
 *     except Exception:
 *         raise ImportError("numpy.core.umath failed to import")             # <<<<<<<<<<<<<<
 */
      __pyx_t_8 = __Pyx_PyObject_Call(__pyx_builtin_ImportError, __pyx_tuple__28, NULL); if (unlikely(!__pyx_t_8)) __PYX_ERR(2, 1050, __pyx_L5_except_error)
      __Pyx_GOTREF(__pyx_t_8);
      __Pyx_Raise(__pyx_t_8, 0, 0, 0);
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
      __PYX_ERR(2, 1050, __pyx_L5_except_error)
    }
    goto __pyx_L5_except_error;
    __pyx_L5_except_error:;

    /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":1047
 * 
 * cdef inline int import_ufunc() except -1:
 *     try:             # <<<<<<<<<<<<<<
 *         _import_umath()
 *     except Exception:
 */
    __Pyx_XGIVEREF(__pyx_t_1);
    __Pyx_XGIVEREF(__pyx_t_2);
    __Pyx_XGIVEREF(__pyx_t_3);
    __Pyx_ExceptionReset(__pyx_t_1, __pyx_t_2, __pyx_t_3);
    goto __pyx_L1_error;
    __pyx_L8_try_end:;
  }

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":1046
 *         raise ImportError("numpy.core.umath failed to import")
 * 
 * cdef inline int import_ufunc() except -1:             # <<<<<<<<<<<<<<
 *     try:
 *         _import_umath()
 */

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_XDECREF(__pyx_t_7);
  __Pyx_XDECREF(__pyx_t_8);
  __Pyx_AddTraceback("numpy.import_ufunc", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "vector.to_py":60
 * 
 * @cname("__pyx_convert_vector_to_py___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT")
 * cdef object __pyx_convert_vector_to_py___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT(vector[X]& v):             # <<<<<<<<<<<<<<
 *     return [v[i] for i in range(v.size())]
 * 
 */

static PyObject *__pyx_convert_vector_to_py___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT(const std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  &__pyx_v_v) {
  size_t __pyx_v_i;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  size_t __pyx_t_2;
  size_t __pyx_t_3;
  size_t __pyx_t_4;
  PyObject *__pyx_t_5 = NULL;
  __Pyx_RefNannySetupContext("__pyx_convert_vector_to_py___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT", 0);

  /* "vector.to_py":61
 * @cname("__pyx_convert_vector_to_py___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT")
 * cdef object __pyx_convert_vector_to_py___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT(vector[X]& v):
 *     return [v[i] for i in range(v.size())]             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 61, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_2 = __pyx_v_v.size();
  __pyx_t_3 = __pyx_t_2;
  for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
    __pyx_v_i = __pyx_t_4;
    __pyx_t_5 = __Pyx_PyInt_From_PY_LONG_LONG((__pyx_v_v[__pyx_v_i])); if (unlikely(!__pyx_t_5)) __PYX_ERR(1, 61, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_5))) __PYX_ERR(1, 61, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  }
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "vector.to_py":60
 * 
 * @cname("__pyx_convert_vector_to_py___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT")
 * cdef object __pyx_convert_vector_to_py___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT(vector[X]& v):             # <<<<<<<<<<<<<<
 *     return [v[i] for i in range(v.size())]
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_AddTraceback("vector.to_py.__pyx_convert_vector_to_py___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_convert_vector_to_py_std_3a__3a_vector_3c___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT_3e___(const std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  &__pyx_v_v) {
  size_t __pyx_v_i;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  size_t __pyx_t_2;
  size_t __pyx_t_3;
  size_t __pyx_t_4;
  PyObject *__pyx_t_5 = NULL;
  __Pyx_RefNannySetupContext("__pyx_convert_vector_to_py_std_3a__3a_vector_3c___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT_3e___", 0);

  /* "vector.to_py":61
 * @cname("__pyx_convert_vector_to_py_std_3a__3a_vector_3c___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT_3e___")
 * cdef object __pyx_convert_vector_to_py_std_3a__3a_vector_3c___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT_3e___(vector[X]& v):
 *     return [v[i] for i in range(v.size())]             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 61, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_2 = __pyx_v_v.size();
  __pyx_t_3 = __pyx_t_2;
  for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
    __pyx_v_i = __pyx_t_4;
    __pyx_t_5 = __pyx_convert_vector_to_py___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT((__pyx_v_v[__pyx_v_i])); if (unlikely(!__pyx_t_5)) __PYX_ERR(1, 61, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_5))) __PYX_ERR(1, 61, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  }
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "vector.to_py":60
 * 
 * @cname("__pyx_convert_vector_to_py_std_3a__3a_vector_3c___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT_3e___")
 * cdef object __pyx_convert_vector_to_py_std_3a__3a_vector_3c___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT_3e___(vector[X]& v):             # <<<<<<<<<<<<<<
 *     return [v[i] for i in range(v.size())]
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_AddTraceback("vector.to_py.__pyx_convert_vector_to_py_std_3a__3a_vector_3c___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT_3e___", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "vector.from_py":45
 * 
 * @cname("__pyx_convert_vector_from_py___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT")
 * cdef vector[X] __pyx_convert_vector_from_py___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT(object o) except *:             # <<<<<<<<<<<<<<
 *     cdef vector[X] v
 *     for item in o:
 */

static std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_convert_vector_from_py___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT(PyObject *__pyx_v_o) {
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_v_v;
  PyObject *__pyx_v_item = NULL;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  Py_ssize_t __pyx_t_2;
  PyObject *(*__pyx_t_3)(PyObject *);
  PyObject *__pyx_t_4 = NULL;
  __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __pyx_t_5;
  __Pyx_RefNannySetupContext("__pyx_convert_vector_from_py___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT", 0);

  /* "vector.from_py":47
 * cdef vector[X] __pyx_convert_vector_from_py___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT(object o) except *:
 *     cdef vector[X] v
 *     for item in o:             # <<<<<<<<<<<<<<
 *         v.push_back(<X>item)
 *     return v
 */
  if (likely(PyList_CheckExact(__pyx_v_o)) || PyTuple_CheckExact(__pyx_v_o)) {
    __pyx_t_1 = __pyx_v_o; __Pyx_INCREF(__pyx_t_1); __pyx_t_2 = 0;
    __pyx_t_3 = NULL;
  } else {
    __pyx_t_2 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_v_o); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 47, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __pyx_t_3 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 47, __pyx_L1_error)
  }
  for (;;) {
    if (likely(!__pyx_t_3)) {
      if (likely(PyList_CheckExact(__pyx_t_1))) {
        if (__pyx_t_2 >= PyList_GET_SIZE(__pyx_t_1)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_4 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(1, 47, __pyx_L1_error)
        #else
        __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 47, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_4);
        #endif
      } else {
        if (__pyx_t_2 >= PyTuple_GET_SIZE(__pyx_t_1)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(1, 47, __pyx_L1_error)
        #else
        __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 47, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_4);
        #endif
      }
    } else {
      __pyx_t_4 = __pyx_t_3(__pyx_t_1);
      if (unlikely(!__pyx_t_4)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
          else __PYX_ERR(1, 47, __pyx_L1_error)
        }
        break;
      }
      __Pyx_GOTREF(__pyx_t_4);
    }
    __Pyx_XDECREF_SET(__pyx_v_item, __pyx_t_4);
    __pyx_t_4 = 0;

    /* "vector.from_py":48
 *     cdef vector[X] v
 *     for item in o:
 *         v.push_back(<X>item)             # <<<<<<<<<<<<<<
 *     return v
 * 
 */
    __pyx_t_5 = __Pyx_PyInt_As_PY_LONG_LONG(__pyx_v_item); if (unlikely((__pyx_t_5 == (PY_LONG_LONG)-1) && PyErr_Occurred())) __PYX_ERR(1, 48, __pyx_L1_error)
    __pyx_v_v.push_back(((__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT)__pyx_t_5));

    /* "vector.from_py":47
 * cdef vector[X] __pyx_convert_vector_from_py___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT(object o) except *:
 *     cdef vector[X] v
 *     for item in o:             # <<<<<<<<<<<<<<
 *         v.push_back(<X>item)
 *     return v
 */
  }
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "vector.from_py":49
 *     for item in o:
 *         v.push_back(<X>item)
 *     return v             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_r = __pyx_v_v;
  goto __pyx_L0;

  /* "vector.from_py":45
 * 
 * @cname("__pyx_convert_vector_from_py___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT")
 * cdef vector[X] __pyx_convert_vector_from_py___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT(object o) except *:             # <<<<<<<<<<<<<<
 *     cdef vector[X] v
 *     for item in o:
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_AddTraceback("vector.from_py.__pyx_convert_vector_from_py___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_pretend_to_initialize(&__pyx_r);
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_item);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  __pyx_convert_vector_from_py_std_3a__3a_vector_3c___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT_3e___(PyObject *__pyx_v_o) {
  std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  __pyx_v_v;
  PyObject *__pyx_v_item = NULL;
  std::vector<std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> >  __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  Py_ssize_t __pyx_t_2;
  PyObject *(*__pyx_t_3)(PyObject *);
  PyObject *__pyx_t_4 = NULL;
  std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT>  __pyx_t_5;
  __Pyx_RefNannySetupContext("__pyx_convert_vector_from_py_std_3a__3a_vector_3c___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT_3e___", 0);

  /* "vector.from_py":47
 * cdef vector[X] __pyx_convert_vector_from_py_std_3a__3a_vector_3c___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT_3e___(object o) except *:
 *     cdef vector[X] v
 *     for item in o:             # <<<<<<<<<<<<<<
 *         v.push_back(<X>item)
 *     return v
 */
  if (likely(PyList_CheckExact(__pyx_v_o)) || PyTuple_CheckExact(__pyx_v_o)) {
    __pyx_t_1 = __pyx_v_o; __Pyx_INCREF(__pyx_t_1); __pyx_t_2 = 0;
    __pyx_t_3 = NULL;
  } else {
    __pyx_t_2 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_v_o); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 47, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __pyx_t_3 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 47, __pyx_L1_error)
  }
  for (;;) {
    if (likely(!__pyx_t_3)) {
      if (likely(PyList_CheckExact(__pyx_t_1))) {
        if (__pyx_t_2 >= PyList_GET_SIZE(__pyx_t_1)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_4 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(1, 47, __pyx_L1_error)
        #else
        __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 47, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_4);
        #endif
      } else {
        if (__pyx_t_2 >= PyTuple_GET_SIZE(__pyx_t_1)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(1, 47, __pyx_L1_error)
        #else
        __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 47, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_4);
        #endif
      }
    } else {
      __pyx_t_4 = __pyx_t_3(__pyx_t_1);
      if (unlikely(!__pyx_t_4)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
          else __PYX_ERR(1, 47, __pyx_L1_error)
        }
        break;
      }
      __Pyx_GOTREF(__pyx_t_4);
    }
    __Pyx_XDECREF_SET(__pyx_v_item, __pyx_t_4);
    __pyx_t_4 = 0;

    /* "vector.from_py":48
 *     cdef vector[X] v
 *     for item in o:
 *         v.push_back(<X>item)             # <<<<<<<<<<<<<<
 *     return v
 * 
 */
    __pyx_t_5 = __pyx_convert_vector_from_py___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT(__pyx_v_item); if (unlikely(PyErr_Occurred())) __PYX_ERR(1, 48, __pyx_L1_error)
    __pyx_v_v.push_back(((std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> )__pyx_t_5));

    /* "vector.from_py":47
 * cdef vector[X] __pyx_convert_vector_from_py_std_3a__3a_vector_3c___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT_3e___(object o) except *:
 *     cdef vector[X] v
 *     for item in o:             # <<<<<<<<<<<<<<
 *         v.push_back(<X>item)
 *     return v
 */
  }
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "vector.from_py":49
 *     for item in o:
 *         v.push_back(<X>item)
 *     return v             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_r = __pyx_v_v;
  goto __pyx_L0;

  /* "vector.from_py":45
 * 
 * @cname("__pyx_convert_vector_from_py_std_3a__3a_vector_3c___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT_3e___")
 * cdef vector[X] __pyx_convert_vector_from_py_std_3a__3a_vector_3c___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT_3e___(object o) except *:             # <<<<<<<<<<<<<<
 *     cdef vector[X] v
 *     for item in o:
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_AddTraceback("vector.from_py.__pyx_convert_vector_from_py_std_3a__3a_vector_3c___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT_3e___", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_pretend_to_initialize(&__pyx_r);
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_item);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":122
 *         cdef bint dtype_is_object
 * 
 *     def __cinit__(array self, tuple shape, Py_ssize_t itemsize, format not None,             # <<<<<<<<<<<<<<
 *                   mode="c", bint allocate_buffer=True):
 * 
 */

/* Python wrapper */
static int __pyx_array___cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_array___cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyObject *__pyx_v_shape = 0;
  Py_ssize_t __pyx_v_itemsize;
  PyObject *__pyx_v_format = 0;
  PyObject *__pyx_v_mode = 0;
  int __pyx_v_allocate_buffer;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_shape,&__pyx_n_s_itemsize,&__pyx_n_s_format,&__pyx_n_s_mode,&__pyx_n_s_allocate_buffer,0};
    PyObject* values[5] = {0,0,0,0,0};
    values[3] = ((PyObject *)__pyx_n_s_c);
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
        CYTHON_FALLTHROUGH;
        case  4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
        CYTHON_FALLTHROUGH;
        case  3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
        CYTHON_FALLTHROUGH;
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_shape)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_itemsize)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 0, 3, 5, 1); __PYX_ERR(1, 122, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  2:
        if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_format)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 0, 3, 5, 2); __PYX_ERR(1, 122, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  3:
        if (kw_args > 0) {
          PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_mode);
          if (value) { values[3] = value; kw_args--; }
        }
        CYTHON_FALLTHROUGH;
        case  4:
        if (kw_args > 0) {
          PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_allocate_buffer);
          if (value) { values[4] = value; kw_args--; }
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__cinit__") < 0)) __PYX_ERR(1, 122, __pyx_L3_error)
      }
    } else {
      switch (PyTuple_GET_SIZE(__pyx_args)) {
        case  5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
        CYTHON_FALLTHROUGH;
        case  4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
        CYTHON_FALLTHROUGH;
        case  3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
        values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        break;
        default: goto __pyx_L5_argtuple_error;
      }
    }
    __pyx_v_shape = ((PyObject*)values[0]);
    __pyx_v_itemsize = __Pyx_PyIndex_AsSsize_t(values[1]); if (unlikely((__pyx_v_itemsize == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(1, 122, __pyx_L3_error)
    __pyx_v_format = values[2];
    __pyx_v_mode = values[3];
    if (values[4]) {
      __pyx_v_allocate_buffer = __Pyx_PyObject_IsTrue(values[4]); if (unlikely((__pyx_v_allocate_buffer == (int)-1) && PyErr_Occurred())) __PYX_ERR(1, 123, __pyx_L3_error)
    } else {

      /* "View.MemoryView":123
 * 
 *     def __cinit__(array self, tuple shape, Py_ssize_t itemsize, format not None,
 *                   mode="c", bint allocate_buffer=True):             # <<<<<<<<<<<<<<
 * 
 *         cdef int idx
 */
      __pyx_v_allocate_buffer = ((int)1);
    }
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("__cinit__", 0, 3, 5, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(1, 122, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("View.MemoryView.array.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return -1;
  __pyx_L4_argument_unpacking_done:;
  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_shape), (&PyTuple_Type), 1, "shape", 1))) __PYX_ERR(1, 122, __pyx_L1_error)
  if (unlikely(((PyObject *)__pyx_v_format) == Py_None)) {
    PyErr_Format(PyExc_TypeError, "Argument '%.200s' must not be None", "format"); __PYX_ERR(1, 122, __pyx_L1_error)
  }
  __pyx_r = __pyx_array___pyx_pf_15View_dot_MemoryView_5array___cinit__(((struct __pyx_array_obj *)__pyx_v_self), __pyx_v_shape, __pyx_v_itemsize, __pyx_v_format, __pyx_v_mode, __pyx_v_allocate_buffer);

  /* "View.MemoryView":122
 *         cdef bint dtype_is_object
 * 
 *     def __cinit__(array self, tuple shape, Py_ssize_t itemsize, format not None,             # <<<<<<<<<<<<<<
 *                   mode="c", bint allocate_buffer=True):
 * 
 */

  /* function exit code */
  goto __pyx_L0;
  __pyx_L1_error:;
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_array___pyx_pf_15View_dot_MemoryView_5array___cinit__(struct __pyx_array_obj *__pyx_v_self, PyObject *__pyx_v_shape, Py_ssize_t __pyx_v_itemsize, PyObject *__pyx_v_format, PyObject *__pyx_v_mode, int __pyx_v_allocate_buffer) {
  int __pyx_v_idx;
  Py_ssize_t __pyx_v_i;
  Py_ssize_t __pyx_v_dim;
  PyObject **__pyx_v_p;
  char __pyx_v_order;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  Py_ssize_t __pyx_t_1;
  int __pyx_t_2;
  PyObject *__pyx_t_3 = NULL;
  int __pyx_t_4;
  PyObject *__pyx_t_5 = NULL;
  PyObject *__pyx_t_6 = NULL;
  char *__pyx_t_7;
  int __pyx_t_8;
  Py_ssize_t __pyx_t_9;
  PyObject *__pyx_t_10 = NULL;
  Py_ssize_t __pyx_t_11;
  __Pyx_RefNannySetupContext("__cinit__", 0);
  __Pyx_INCREF(__pyx_v_format);

  /* "View.MemoryView":129
 *         cdef PyObject **p
 * 
 *         self.ndim = <int> len(shape)             # <<<<<<<<<<<<<<
 *         self.itemsize = itemsize
 * 
 */
  if (unlikely(__pyx_v_shape == Py_None)) {
    PyErr_SetString(PyExc_TypeError, "object of type 'NoneType' has no len()");
    __PYX_ERR(1, 129, __pyx_L1_error)
  }
  __pyx_t_1 = PyTuple_GET_SIZE(__pyx_v_shape); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(1, 129, __pyx_L1_error)
  __pyx_v_self->ndim = ((int)__pyx_t_1);

  /* "View.MemoryView":130
 * 
 *         self.ndim = <int> len(shape)
 *         self.itemsize = itemsize             # <<<<<<<<<<<<<<
 * 
 *         if not self.ndim:
 */
  __pyx_v_self->itemsize = __pyx_v_itemsize;

  /* "View.MemoryView":132
 *         self.itemsize = itemsize
 * 
 *         if not self.ndim:             # <<<<<<<<<<<<<<
 *             raise ValueError("Empty shape tuple for cython.array")
 * 
 */
  __pyx_t_2 = ((!(__pyx_v_self->ndim != 0)) != 0);
  if (unlikely(__pyx_t_2)) {

    /* "View.MemoryView":133
 * 
 *         if not self.ndim:
 *             raise ValueError("Empty shape tuple for cython.array")             # <<<<<<<<<<<<<<
 * 
 *         if itemsize <= 0:
 */
    __pyx_t_3 = __Pyx_PyObject_Call(__pyx_builtin_ValueError, __pyx_tuple__29, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 133, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_Raise(__pyx_t_3, 0, 0, 0);
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __PYX_ERR(1, 133, __pyx_L1_error)

    /* "View.MemoryView":132
 *         self.itemsize = itemsize
 * 
 *         if not self.ndim:             # <<<<<<<<<<<<<<
 *             raise ValueError("Empty shape tuple for cython.array")
 * 
 */
  }

  /* "View.MemoryView":135
 *             raise ValueError("Empty shape tuple for cython.array")
 * 
 *         if itemsize <= 0:             # <<<<<<<<<<<<<<
 *             raise ValueError("itemsize <= 0 for cython.array")
 * 
 */
  __pyx_t_2 = ((__pyx_v_itemsize <= 0) != 0);
  if (unlikely(__pyx_t_2)) {

    /* "View.MemoryView":136
 * 
 *         if itemsize <= 0:
 *             raise ValueError("itemsize <= 0 for cython.array")             # <<<<<<<<<<<<<<
 * 
 *         if not isinstance(format, bytes):
 */
    __pyx_t_3 = __Pyx_PyObject_Call(__pyx_builtin_ValueError, __pyx_tuple__30, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 136, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_Raise(__pyx_t_3, 0, 0, 0);
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __PYX_ERR(1, 136, __pyx_L1_error)

    /* "View.MemoryView":135
 *             raise ValueError("Empty shape tuple for cython.array")
 * 
 *         if itemsize <= 0:             # <<<<<<<<<<<<<<
 *             raise ValueError("itemsize <= 0 for cython.array")
 * 
 */
  }

  /* "View.MemoryView":138
 *             raise ValueError("itemsize <= 0 for cython.array")
 * 
 *         if not isinstance(format, bytes):             # <<<<<<<<<<<<<<
 *             format = format.encode('ASCII')
 *         self._format = format  # keep a reference to the byte string
 */
  __pyx_t_2 = PyBytes_Check(__pyx_v_format); 
  __pyx_t_4 = ((!(__pyx_t_2 != 0)) != 0);
  if (__pyx_t_4) {

    /* "View.MemoryView":139
 * 
 *         if not isinstance(format, bytes):
 *             format = format.encode('ASCII')             # <<<<<<<<<<<<<<
 *         self._format = format  # keep a reference to the byte string
 *         self.format = self._format
 */
    __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_format, __pyx_n_s_encode); if (unlikely(!__pyx_t_5)) __PYX_ERR(1, 139, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    __pyx_t_6 = NULL;
    if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_5))) {
      __pyx_t_6 = PyMethod_GET_SELF(__pyx_t_5);
      if (likely(__pyx_t_6)) {
        PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
        __Pyx_INCREF(__pyx_t_6);
        __Pyx_INCREF(function);
        __Pyx_DECREF_SET(__pyx_t_5, function);
      }
    }
    __pyx_t_3 = (__pyx_t_6) ? __Pyx_PyObject_Call2Args(__pyx_t_5, __pyx_t_6, __pyx_n_s_ASCII) : __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_n_s_ASCII);
    __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
    if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 139, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
    __Pyx_DECREF_SET(__pyx_v_format, __pyx_t_3);
    __pyx_t_3 = 0;

    /* "View.MemoryView":138
 *             raise ValueError("itemsize <= 0 for cython.array")
 * 
 *         if not isinstance(format, bytes):             # <<<<<<<<<<<<<<
 *             format = format.encode('ASCII')
 *         self._format = format  # keep a reference to the byte string
 */
  }

  /* "View.MemoryView":140
 *         if not isinstance(format, bytes):
 *             format = format.encode('ASCII')
 *         self._format = format  # keep a reference to the byte string             # <<<<<<<<<<<<<<
 *         self.format = self._format
 * 
 */
  if (!(likely(PyBytes_CheckExact(__pyx_v_format))||((__pyx_v_format) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "bytes", Py_TYPE(__pyx_v_format)->tp_name), 0))) __PYX_ERR(1, 140, __pyx_L1_error)
  __pyx_t_3 = __pyx_v_format;
  __Pyx_INCREF(__pyx_t_3);
  __Pyx_GIVEREF(__pyx_t_3);
  __Pyx_GOTREF(__pyx_v_self->_format);
  __Pyx_DECREF(__pyx_v_self->_format);
  __pyx_v_self->_format = ((PyObject*)__pyx_t_3);
  __pyx_t_3 = 0;

  /* "View.MemoryView":141
 *             format = format.encode('ASCII')
 *         self._format = format  # keep a reference to the byte string
 *         self.format = self._format             # <<<<<<<<<<<<<<
 * 
 * 
 */
  if (unlikely(__pyx_v_self->_format == Py_None)) {
    PyErr_SetString(PyExc_TypeError, "expected bytes, NoneType found");
    __PYX_ERR(1, 141, __pyx_L1_error)
  }
  __pyx_t_7 = __Pyx_PyBytes_AsWritableString(__pyx_v_self->_format); if (unlikely((!__pyx_t_7) && PyErr_Occurred())) __PYX_ERR(1, 141, __pyx_L1_error)
  __pyx_v_self->format = __pyx_t_7;

  /* "View.MemoryView":144
 * 
 * 
 *         self._shape = <Py_ssize_t *> PyObject_Malloc(sizeof(Py_ssize_t)*self.ndim*2)             # <<<<<<<<<<<<<<
 *         self._strides = self._shape + self.ndim
 * 
 */
  __pyx_v_self->_shape = ((Py_ssize_t *)PyObject_Malloc((((sizeof(Py_ssize_t)) * __pyx_v_self->ndim) * 2)));

  /* "View.MemoryView":145
 * 
 *         self._shape = <Py_ssize_t *> PyObject_Malloc(sizeof(Py_ssize_t)*self.ndim*2)
 *         self._strides = self._shape + self.ndim             # <<<<<<<<<<<<<<
 * 
 *         if not self._shape:
 */
  __pyx_v_self->_strides = (__pyx_v_self->_shape + __pyx_v_self->ndim);

  /* "View.MemoryView":147
 *         self._strides = self._shape + self.ndim
 * 
 *         if not self._shape:             # <<<<<<<<<<<<<<
 *             raise MemoryError("unable to allocate shape and strides.")
 * 
 */
  __pyx_t_4 = ((!(__pyx_v_self->_shape != 0)) != 0);
  if (unlikely(__pyx_t_4)) {

    /* "View.MemoryView":148
 * 
 *         if not self._shape:
 *             raise MemoryError("unable to allocate shape and strides.")             # <<<<<<<<<<<<<<
 * 
 * 
 */
    __pyx_t_3 = __Pyx_PyObject_Call(__pyx_builtin_MemoryError, __pyx_tuple__31, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 148, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_Raise(__pyx_t_3, 0, 0, 0);
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __PYX_ERR(1, 148, __pyx_L1_error)

    /* "View.MemoryView":147
 *         self._strides = self._shape + self.ndim
 * 
 *         if not self._shape:             # <<<<<<<<<<<<<<
 *             raise MemoryError("unable to allocate shape and strides.")
 * 
 */
  }

  /* "View.MemoryView":151
 * 
 * 
 *         for idx, dim in enumerate(shape):             # <<<<<<<<<<<<<<
 *             if dim <= 0:
 *                 raise ValueError("Invalid shape in axis %d: %d." % (idx, dim))
 */
  __pyx_t_8 = 0;
  __pyx_t_3 = __pyx_v_shape; __Pyx_INCREF(__pyx_t_3); __pyx_t_1 = 0;
  for (;;) {
    if (__pyx_t_1 >= PyTuple_GET_SIZE(__pyx_t_3)) break;
    #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
    __pyx_t_5 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_1); __Pyx_INCREF(__pyx_t_5); __pyx_t_1++; if (unlikely(0 < 0)) __PYX_ERR(1, 151, __pyx_L1_error)
    #else
    __pyx_t_5 = PySequence_ITEM(__pyx_t_3, __pyx_t_1); __pyx_t_1++; if (unlikely(!__pyx_t_5)) __PYX_ERR(1, 151, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    #endif
    __pyx_t_9 = __Pyx_PyIndex_AsSsize_t(__pyx_t_5); if (unlikely((__pyx_t_9 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(1, 151, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
    __pyx_v_dim = __pyx_t_9;
    __pyx_v_idx = __pyx_t_8;
    __pyx_t_8 = (__pyx_t_8 + 1);

    /* "View.MemoryView":152
 * 
 *         for idx, dim in enumerate(shape):
 *             if dim <= 0:             # <<<<<<<<<<<<<<
 *                 raise ValueError("Invalid shape in axis %d: %d." % (idx, dim))
 *             self._shape[idx] = dim
 */
    __pyx_t_4 = ((__pyx_v_dim <= 0) != 0);
    if (unlikely(__pyx_t_4)) {

      /* "View.MemoryView":153
 *         for idx, dim in enumerate(shape):
 *             if dim <= 0:
 *                 raise ValueError("Invalid shape in axis %d: %d." % (idx, dim))             # <<<<<<<<<<<<<<
 *             self._shape[idx] = dim
 * 
 */
      __pyx_t_5 = __Pyx_PyInt_From_int(__pyx_v_idx); if (unlikely(!__pyx_t_5)) __PYX_ERR(1, 153, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_5);
      __pyx_t_6 = PyInt_FromSsize_t(__pyx_v_dim); if (unlikely(!__pyx_t_6)) __PYX_ERR(1, 153, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_6);
      __pyx_t_10 = PyTuple_New(2); if (unlikely(!__pyx_t_10)) __PYX_ERR(1, 153, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_10);
      __Pyx_GIVEREF(__pyx_t_5);
      PyTuple_SET_ITEM(__pyx_t_10, 0, __pyx_t_5);
      __Pyx_GIVEREF(__pyx_t_6);
      PyTuple_SET_ITEM(__pyx_t_10, 1, __pyx_t_6);
      __pyx_t_5 = 0;
      __pyx_t_6 = 0;
      __pyx_t_6 = __Pyx_PyString_Format(__pyx_kp_s_Invalid_shape_in_axis_d_d, __pyx_t_10); if (unlikely(!__pyx_t_6)) __PYX_ERR(1, 153, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_6);
      __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
      __pyx_t_10 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_6); if (unlikely(!__pyx_t_10)) __PYX_ERR(1, 153, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_10);
      __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
      __Pyx_Raise(__pyx_t_10, 0, 0, 0);
      __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
      __PYX_ERR(1, 153, __pyx_L1_error)

      /* "View.MemoryView":152
 * 
 *         for idx, dim in enumerate(shape):
 *             if dim <= 0:             # <<<<<<<<<<<<<<
 *                 raise ValueError("Invalid shape in axis %d: %d." % (idx, dim))
 *             self._shape[idx] = dim
 */
    }

    /* "View.MemoryView":154
 *             if dim <= 0:
 *                 raise ValueError("Invalid shape in axis %d: %d." % (idx, dim))
 *             self._shape[idx] = dim             # <<<<<<<<<<<<<<
 * 
 *         cdef char order
 */
    (__pyx_v_self->_shape[__pyx_v_idx]) = __pyx_v_dim;

    /* "View.MemoryView":151
 * 
 * 
 *         for idx, dim in enumerate(shape):             # <<<<<<<<<<<<<<
 *             if dim <= 0:
 *                 raise ValueError("Invalid shape in axis %d: %d." % (idx, dim))
 */
  }
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;

  /* "View.MemoryView":157
 * 
 *         cdef char order
 *         if mode == 'fortran':             # <<<<<<<<<<<<<<
 *             order = b'F'
 *             self.mode = u'fortran'
 */
  __pyx_t_4 = (__Pyx_PyString_Equals(__pyx_v_mode, __pyx_n_s_fortran, Py_EQ)); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(1, 157, __pyx_L1_error)
  if (__pyx_t_4) {

    /* "View.MemoryView":158
 *         cdef char order
 *         if mode == 'fortran':
 *             order = b'F'             # <<<<<<<<<<<<<<
 *             self.mode = u'fortran'
 *         elif mode == 'c':
 */
    __pyx_v_order = 'F';

    /* "View.MemoryView":159
 *         if mode == 'fortran':
 *             order = b'F'
 *             self.mode = u'fortran'             # <<<<<<<<<<<<<<
 *         elif mode == 'c':
 *             order = b'C'
 */
    __Pyx_INCREF(__pyx_n_u_fortran);
    __Pyx_GIVEREF(__pyx_n_u_fortran);
    __Pyx_GOTREF(__pyx_v_self->mode);
    __Pyx_DECREF(__pyx_v_self->mode);
    __pyx_v_self->mode = __pyx_n_u_fortran;

    /* "View.MemoryView":157
 * 
 *         cdef char order
 *         if mode == 'fortran':             # <<<<<<<<<<<<<<
 *             order = b'F'
 *             self.mode = u'fortran'
 */
    goto __pyx_L10;
  }

  /* "View.MemoryView":160
 *             order = b'F'
 *             self.mode = u'fortran'
 *         elif mode == 'c':             # <<<<<<<<<<<<<<
 *             order = b'C'
 *             self.mode = u'c'
 */
  __pyx_t_4 = (__Pyx_PyString_Equals(__pyx_v_mode, __pyx_n_s_c, Py_EQ)); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(1, 160, __pyx_L1_error)
  if (likely(__pyx_t_4)) {

    /* "View.MemoryView":161
 *             self.mode = u'fortran'
 *         elif mode == 'c':
 *             order = b'C'             # <<<<<<<<<<<<<<
 *             self.mode = u'c'
 *         else:
 */
    __pyx_v_order = 'C';

    /* "View.MemoryView":162
 *         elif mode == 'c':
 *             order = b'C'
 *             self.mode = u'c'             # <<<<<<<<<<<<<<
 *         else:
 *             raise ValueError("Invalid mode, expected 'c' or 'fortran', got %s" % mode)
 */
    __Pyx_INCREF(__pyx_n_u_c);
    __Pyx_GIVEREF(__pyx_n_u_c);
    __Pyx_GOTREF(__pyx_v_self->mode);
    __Pyx_DECREF(__pyx_v_self->mode);
    __pyx_v_self->mode = __pyx_n_u_c;

    /* "View.MemoryView":160
 *             order = b'F'
 *             self.mode = u'fortran'
 *         elif mode == 'c':             # <<<<<<<<<<<<<<
 *             order = b'C'
 *             self.mode = u'c'
 */
    goto __pyx_L10;
  }

  /* "View.MemoryView":164
 *             self.mode = u'c'
 *         else:
 *             raise ValueError("Invalid mode, expected 'c' or 'fortran', got %s" % mode)             # <<<<<<<<<<<<<<
 * 
 *         self.len = fill_contig_strides_array(self._shape, self._strides,
 */
  /*else*/ {
    __pyx_t_3 = __Pyx_PyString_FormatSafe(__pyx_kp_s_Invalid_mode_expected_c_or_fortr, __pyx_v_mode); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 164, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __pyx_t_10 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_3); if (unlikely(!__pyx_t_10)) __PYX_ERR(1, 164, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_10);
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __Pyx_Raise(__pyx_t_10, 0, 0, 0);
    __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
    __PYX_ERR(1, 164, __pyx_L1_error)
  }
  __pyx_L10:;

  /* "View.MemoryView":166
 *             raise ValueError("Invalid mode, expected 'c' or 'fortran', got %s" % mode)
 * 
 *         self.len = fill_contig_strides_array(self._shape, self._strides,             # <<<<<<<<<<<<<<
 *                                              itemsize, self.ndim, order)
 * 
 */
  __pyx_v_self->len = __pyx_fill_contig_strides_array(__pyx_v_self->_shape, __pyx_v_self->_strides, __pyx_v_itemsize, __pyx_v_self->ndim, __pyx_v_order);

  /* "View.MemoryView":169
 *                                              itemsize, self.ndim, order)
 * 
 *         self.free_data = allocate_buffer             # <<<<<<<<<<<<<<
 *         self.dtype_is_object = format == b'O'
 *         if allocate_buffer:
 */
  __pyx_v_self->free_data = __pyx_v_allocate_buffer;

  /* "View.MemoryView":170
 * 
 *         self.free_data = allocate_buffer
 *         self.dtype_is_object = format == b'O'             # <<<<<<<<<<<<<<
 *         if allocate_buffer:
 * 
 */
  __pyx_t_10 = PyObject_RichCompare(__pyx_v_format, __pyx_n_b_O, Py_EQ); __Pyx_XGOTREF(__pyx_t_10); if (unlikely(!__pyx_t_10)) __PYX_ERR(1, 170, __pyx_L1_error)
  __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_10); if (unlikely((__pyx_t_4 == (int)-1) && PyErr_Occurred())) __PYX_ERR(1, 170, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
  __pyx_v_self->dtype_is_object = __pyx_t_4;

  /* "View.MemoryView":171
 *         self.free_data = allocate_buffer
 *         self.dtype_is_object = format == b'O'
 *         if allocate_buffer:             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_t_4 = (__pyx_v_allocate_buffer != 0);
  if (__pyx_t_4) {

    /* "View.MemoryView":174
 * 
 * 
 *             self.data = <char *>malloc(self.len)             # <<<<<<<<<<<<<<
 *             if not self.data:
 *                 raise MemoryError("unable to allocate array data.")
 */
    __pyx_v_self->data = ((char *)malloc(__pyx_v_self->len));

    /* "View.MemoryView":175
 * 
 *             self.data = <char *>malloc(self.len)
 *             if not self.data:             # <<<<<<<<<<<<<<
 *                 raise MemoryError("unable to allocate array data.")
 * 
 */
    __pyx_t_4 = ((!(__pyx_v_self->data != 0)) != 0);
    if (unlikely(__pyx_t_4)) {

      /* "View.MemoryView":176
 *             self.data = <char *>malloc(self.len)
 *             if not self.data:
 *                 raise MemoryError("unable to allocate array data.")             # <<<<<<<<<<<<<<
 * 
 *             if self.dtype_is_object:
 */
      __pyx_t_10 = __Pyx_PyObject_Call(__pyx_builtin_MemoryError, __pyx_tuple__32, NULL); if (unlikely(!__pyx_t_10)) __PYX_ERR(1, 176, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_10);
      __Pyx_Raise(__pyx_t_10, 0, 0, 0);
      __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;
      __PYX_ERR(1, 176, __pyx_L1_error)

      /* "View.MemoryView":175
 * 
 *             self.data = <char *>malloc(self.len)
 *             if not self.data:             # <<<<<<<<<<<<<<
 *                 raise MemoryError("unable to allocate array data.")
 * 
 */
    }

    /* "View.MemoryView":178
 *                 raise MemoryError("unable to allocate array data.")
 * 
 *             if self.dtype_is_object:             # <<<<<<<<<<<<<<
 *                 p = <PyObject **> self.data
 *                 for i in range(self.len / itemsize):
 */
    __pyx_t_4 = (__pyx_v_self->dtype_is_object != 0);
    if (__pyx_t_4) {

      /* "View.MemoryView":179
 * 
 *             if self.dtype_is_object:
 *                 p = <PyObject **> self.data             # <<<<<<<<<<<<<<
 *                 for i in range(self.len / itemsize):
 *                     p[i] = Py_None
 */
      __pyx_v_p = ((PyObject **)__pyx_v_self->data);

      /* "View.MemoryView":180
 *             if self.dtype_is_object:
 *                 p = <PyObject **> self.data
 *                 for i in range(self.len / itemsize):             # <<<<<<<<<<<<<<
 *                     p[i] = Py_None
 *                     Py_INCREF(Py_None)
 */
      if (unlikely(__pyx_v_itemsize == 0)) {
        PyErr_SetString(PyExc_ZeroDivisionError, "integer division or modulo by zero");
        __PYX_ERR(1, 180, __pyx_L1_error)
      }
      else if (sizeof(Py_ssize_t) == sizeof(long) && (!(((Py_ssize_t)-1) > 0)) && unlikely(__pyx_v_itemsize == (Py_ssize_t)-1)  && unlikely(UNARY_NEG_WOULD_OVERFLOW(__pyx_v_self->len))) {
        PyErr_SetString(PyExc_OverflowError, "value too large to perform division");
        __PYX_ERR(1, 180, __pyx_L1_error)
      }
      __pyx_t_1 = __Pyx_div_Py_ssize_t(__pyx_v_self->len, __pyx_v_itemsize);
      __pyx_t_9 = __pyx_t_1;
      for (__pyx_t_11 = 0; __pyx_t_11 < __pyx_t_9; __pyx_t_11+=1) {
        __pyx_v_i = __pyx_t_11;

        /* "View.MemoryView":181
 *                 p = <PyObject **> self.data
 *                 for i in range(self.len / itemsize):
 *                     p[i] = Py_None             # <<<<<<<<<<<<<<
 *                     Py_INCREF(Py_None)
 * 
 */
        (__pyx_v_p[__pyx_v_i]) = Py_None;

        /* "View.MemoryView":182
 *                 for i in range(self.len / itemsize):
 *                     p[i] = Py_None
 *                     Py_INCREF(Py_None)             # <<<<<<<<<<<<<<
 * 
 *     @cname('getbuffer')
 */
        Py_INCREF(Py_None);
      }

      /* "View.MemoryView":178
 *                 raise MemoryError("unable to allocate array data.")
 * 
 *             if self.dtype_is_object:             # <<<<<<<<<<<<<<
 *                 p = <PyObject **> self.data
 *                 for i in range(self.len / itemsize):
 */
    }

    /* "View.MemoryView":171
 *         self.free_data = allocate_buffer
 *         self.dtype_is_object = format == b'O'
 *         if allocate_buffer:             # <<<<<<<<<<<<<<
 * 
 * 
 */
  }

  /* "View.MemoryView":122
 *         cdef bint dtype_is_object
 * 
 *     def __cinit__(array self, tuple shape, Py_ssize_t itemsize, format not None,             # <<<<<<<<<<<<<<
 *                   mode="c", bint allocate_buffer=True):
 * 
 */

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_XDECREF(__pyx_t_10);
  __Pyx_AddTraceback("View.MemoryView.array.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_format);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":185
 * 
 *     @cname('getbuffer')
 *     def __getbuffer__(self, Py_buffer *info, int flags):             # <<<<<<<<<<<<<<
 *         cdef int bufmode = -1
 *         if self.mode == u"c":
 */

/* Python wrapper */
static CYTHON_UNUSED int __pyx_array_getbuffer(PyObject *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags); /*proto*/
static CYTHON_UNUSED int __pyx_array_getbuffer(PyObject *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__getbuffer__ (wrapper)", 0);
  __pyx_r = __pyx_array___pyx_pf_15View_dot_MemoryView_5array_2__getbuffer__(((struct __pyx_array_obj *)__pyx_v_self), ((Py_buffer *)__pyx_v_info), ((int)__pyx_v_flags));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_array___pyx_pf_15View_dot_MemoryView_5array_2__getbuffer__(struct __pyx_array_obj *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags) {
  int __pyx_v_bufmode;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  int __pyx_t_2;
  PyObject *__pyx_t_3 = NULL;
  char *__pyx_t_4;
  Py_ssize_t __pyx_t_5;
  int __pyx_t_6;
  Py_ssize_t *__pyx_t_7;
  if (__pyx_v_info == NULL) {
    PyErr_SetString(PyExc_BufferError, "PyObject_GetBuffer: view==NULL argument is obsolete");
    return -1;
  }
  __Pyx_RefNannySetupContext("__getbuffer__", 0);
  __pyx_v_info->obj = Py_None; __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(__pyx_v_info->obj);

  /* "View.MemoryView":186
 *     @cname('getbuffer')
 *     def __getbuffer__(self, Py_buffer *info, int flags):
 *         cdef int bufmode = -1             # <<<<<<<<<<<<<<
 *         if self.mode == u"c":
 *             bufmode = PyBUF_C_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
 */
  __pyx_v_bufmode = -1;

  /* "View.MemoryView":187
 *     def __getbuffer__(self, Py_buffer *info, int flags):
 *         cdef int bufmode = -1
 *         if self.mode == u"c":             # <<<<<<<<<<<<<<
 *             bufmode = PyBUF_C_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
 *         elif self.mode == u"fortran":
 */
  __pyx_t_1 = (__Pyx_PyUnicode_Equals(__pyx_v_self->mode, __pyx_n_u_c, Py_EQ)); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(1, 187, __pyx_L1_error)
  __pyx_t_2 = (__pyx_t_1 != 0);
  if (__pyx_t_2) {

    /* "View.MemoryView":188
 *         cdef int bufmode = -1
 *         if self.mode == u"c":
 *             bufmode = PyBUF_C_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS             # <<<<<<<<<<<<<<
 *         elif self.mode == u"fortran":
 *             bufmode = PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
 */
    __pyx_v_bufmode = (PyBUF_C_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS);

    /* "View.MemoryView":187
 *     def __getbuffer__(self, Py_buffer *info, int flags):
 *         cdef int bufmode = -1
 *         if self.mode == u"c":             # <<<<<<<<<<<<<<
 *             bufmode = PyBUF_C_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
 *         elif self.mode == u"fortran":
 */
    goto __pyx_L3;
  }

  /* "View.MemoryView":189
 *         if self.mode == u"c":
 *             bufmode = PyBUF_C_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
 *         elif self.mode == u"fortran":             # <<<<<<<<<<<<<<
 *             bufmode = PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
 *         if not (flags & bufmode):
 */
  __pyx_t_2 = (__Pyx_PyUnicode_Equals(__pyx_v_self->mode, __pyx_n_u_fortran, Py_EQ)); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(1, 189, __pyx_L1_error)
  __pyx_t_1 = (__pyx_t_2 != 0);
  if (__pyx_t_1) {

    /* "View.MemoryView":190
 *             bufmode = PyBUF_C_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
 *         elif self.mode == u"fortran":
 *             bufmode = PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS             # <<<<<<<<<<<<<<
 *         if not (flags & bufmode):
 *             raise ValueError("Can only create a buffer that is contiguous in memory.")
 */
    __pyx_v_bufmode = (PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS);

    /* "View.MemoryView":189
 *         if self.mode == u"c":
 *             bufmode = PyBUF_C_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
 *         elif self.mode == u"fortran":             # <<<<<<<<<<<<<<
 *             bufmode = PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
 *         if not (flags & bufmode):
 */
  }
  __pyx_L3:;

  /* "View.MemoryView":191
 *         elif self.mode == u"fortran":
 *             bufmode = PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
 *         if not (flags & bufmode):             # <<<<<<<<<<<<<<
 *             raise ValueError("Can only create a buffer that is contiguous in memory.")
 *         info.buf = self.data
 */
  __pyx_t_1 = ((!((__pyx_v_flags & __pyx_v_bufmode) != 0)) != 0);
  if (unlikely(__pyx_t_1)) {

    /* "View.MemoryView":192
 *             bufmode = PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
 *         if not (flags & bufmode):
 *             raise ValueError("Can only create a buffer that is contiguous in memory.")             # <<<<<<<<<<<<<<
 *         info.buf = self.data
 *         info.len = self.len
 */
    __pyx_t_3 = __Pyx_PyObject_Call(__pyx_builtin_ValueError, __pyx_tuple__33, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 192, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_Raise(__pyx_t_3, 0, 0, 0);
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __PYX_ERR(1, 192, __pyx_L1_error)

    /* "View.MemoryView":191
 *         elif self.mode == u"fortran":
 *             bufmode = PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
 *         if not (flags & bufmode):             # <<<<<<<<<<<<<<
 *             raise ValueError("Can only create a buffer that is contiguous in memory.")
 *         info.buf = self.data
 */
  }

  /* "View.MemoryView":193
 *         if not (flags & bufmode):
 *             raise ValueError("Can only create a buffer that is contiguous in memory.")
 *         info.buf = self.data             # <<<<<<<<<<<<<<
 *         info.len = self.len
 *         info.ndim = self.ndim
 */
  __pyx_t_4 = __pyx_v_self->data;
  __pyx_v_info->buf = __pyx_t_4;

  /* "View.MemoryView":194
 *             raise ValueError("Can only create a buffer that is contiguous in memory.")
 *         info.buf = self.data
 *         info.len = self.len             # <<<<<<<<<<<<<<
 *         info.ndim = self.ndim
 *         info.shape = self._shape
 */
  __pyx_t_5 = __pyx_v_self->len;
  __pyx_v_info->len = __pyx_t_5;

  /* "View.MemoryView":195
 *         info.buf = self.data
 *         info.len = self.len
 *         info.ndim = self.ndim             # <<<<<<<<<<<<<<
 *         info.shape = self._shape
 *         info.strides = self._strides
 */
  __pyx_t_6 = __pyx_v_self->ndim;
  __pyx_v_info->ndim = __pyx_t_6;

  /* "View.MemoryView":196
 *         info.len = self.len
 *         info.ndim = self.ndim
 *         info.shape = self._shape             # <<<<<<<<<<<<<<
 *         info.strides = self._strides
 *         info.suboffsets = NULL
 */
  __pyx_t_7 = __pyx_v_self->_shape;
  __pyx_v_info->shape = __pyx_t_7;

  /* "View.MemoryView":197
 *         info.ndim = self.ndim
 *         info.shape = self._shape
 *         info.strides = self._strides             # <<<<<<<<<<<<<<
 *         info.suboffsets = NULL
 *         info.itemsize = self.itemsize
 */
  __pyx_t_7 = __pyx_v_self->_strides;
  __pyx_v_info->strides = __pyx_t_7;

  /* "View.MemoryView":198
 *         info.shape = self._shape
 *         info.strides = self._strides
 *         info.suboffsets = NULL             # <<<<<<<<<<<<<<
 *         info.itemsize = self.itemsize
 *         info.readonly = 0
 */
  __pyx_v_info->suboffsets = NULL;

  /* "View.MemoryView":199
 *         info.strides = self._strides
 *         info.suboffsets = NULL
 *         info.itemsize = self.itemsize             # <<<<<<<<<<<<<<
 *         info.readonly = 0
 * 
 */
  __pyx_t_5 = __pyx_v_self->itemsize;
  __pyx_v_info->itemsize = __pyx_t_5;

  /* "View.MemoryView":200
 *         info.suboffsets = NULL
 *         info.itemsize = self.itemsize
 *         info.readonly = 0             # <<<<<<<<<<<<<<
 * 
 *         if flags & PyBUF_FORMAT:
 */
  __pyx_v_info->readonly = 0;

  /* "View.MemoryView":202
 *         info.readonly = 0
 * 
 *         if flags & PyBUF_FORMAT:             # <<<<<<<<<<<<<<
 *             info.format = self.format
 *         else:
 */
  __pyx_t_1 = ((__pyx_v_flags & PyBUF_FORMAT) != 0);
  if (__pyx_t_1) {

    /* "View.MemoryView":203
 * 
 *         if flags & PyBUF_FORMAT:
 *             info.format = self.format             # <<<<<<<<<<<<<<
 *         else:
 *             info.format = NULL
 */
    __pyx_t_4 = __pyx_v_self->format;
    __pyx_v_info->format = __pyx_t_4;

    /* "View.MemoryView":202
 *         info.readonly = 0
 * 
 *         if flags & PyBUF_FORMAT:             # <<<<<<<<<<<<<<
 *             info.format = self.format
 *         else:
 */
    goto __pyx_L5;
  }

  /* "View.MemoryView":205
 *             info.format = self.format
 *         else:
 *             info.format = NULL             # <<<<<<<<<<<<<<
 * 
 *         info.obj = self
 */
  /*else*/ {
    __pyx_v_info->format = NULL;
  }
  __pyx_L5:;

  /* "View.MemoryView":207
 *             info.format = NULL
 * 
 *         info.obj = self             # <<<<<<<<<<<<<<
 * 
 *     __pyx_getbuffer = capsule(<void *> &__pyx_array_getbuffer, "getbuffer(obj, view, flags)")
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_self));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self));
  __Pyx_GOTREF(__pyx_v_info->obj);
  __Pyx_DECREF(__pyx_v_info->obj);
  __pyx_v_info->obj = ((PyObject *)__pyx_v_self);

  /* "View.MemoryView":185
 * 
 *     @cname('getbuffer')
 *     def __getbuffer__(self, Py_buffer *info, int flags):             # <<<<<<<<<<<<<<
 *         cdef int bufmode = -1
 *         if self.mode == u"c":
 */

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_AddTraceback("View.MemoryView.array.__getbuffer__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  if (__pyx_v_info->obj != NULL) {
    __Pyx_GOTREF(__pyx_v_info->obj);
    __Pyx_DECREF(__pyx_v_info->obj); __pyx_v_info->obj = 0;
  }
  goto __pyx_L2;
  __pyx_L0:;
  if (__pyx_v_info->obj == Py_None) {
    __Pyx_GOTREF(__pyx_v_info->obj);
    __Pyx_DECREF(__pyx_v_info->obj); __pyx_v_info->obj = 0;
  }
  __pyx_L2:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":211
 *     __pyx_getbuffer = capsule(<void *> &__pyx_array_getbuffer, "getbuffer(obj, view, flags)")
 * 
 *     def __dealloc__(array self):             # <<<<<<<<<<<<<<
 *         if self.callback_free_data != NULL:
 *             self.callback_free_data(self.data)
 */

/* Python wrapper */
static void __pyx_array___dealloc__(PyObject *__pyx_v_self); /*proto*/
static void __pyx_array___dealloc__(PyObject *__pyx_v_self) {
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__dealloc__ (wrapper)", 0);
  __pyx_array___pyx_pf_15View_dot_MemoryView_5array_4__dealloc__(((struct __pyx_array_obj *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
}

static void __pyx_array___pyx_pf_15View_dot_MemoryView_5array_4__dealloc__(struct __pyx_array_obj *__pyx_v_self) {
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  __Pyx_RefNannySetupContext("__dealloc__", 0);

  /* "View.MemoryView":212
 * 
 *     def __dealloc__(array self):
 *         if self.callback_free_data != NULL:             # <<<<<<<<<<<<<<
 *             self.callback_free_data(self.data)
 *         elif self.free_data:
 */
  __pyx_t_1 = ((__pyx_v_self->callback_free_data != NULL) != 0);
  if (__pyx_t_1) {

    /* "View.MemoryView":213
 *     def __dealloc__(array self):
 *         if self.callback_free_data != NULL:
 *             self.callback_free_data(self.data)             # <<<<<<<<<<<<<<
 *         elif self.free_data:
 *             if self.dtype_is_object:
 */
    __pyx_v_self->callback_free_data(__pyx_v_self->data);

    /* "View.MemoryView":212
 * 
 *     def __dealloc__(array self):
 *         if self.callback_free_data != NULL:             # <<<<<<<<<<<<<<
 *             self.callback_free_data(self.data)
 *         elif self.free_data:
 */
    goto __pyx_L3;
  }

  /* "View.MemoryView":214
 *         if self.callback_free_data != NULL:
 *             self.callback_free_data(self.data)
 *         elif self.free_data:             # <<<<<<<<<<<<<<
 *             if self.dtype_is_object:
 *                 refcount_objects_in_slice(self.data, self._shape,
 */
  __pyx_t_1 = (__pyx_v_self->free_data != 0);
  if (__pyx_t_1) {

    /* "View.MemoryView":215
 *             self.callback_free_data(self.data)
 *         elif self.free_data:
 *             if self.dtype_is_object:             # <<<<<<<<<<<<<<
 *                 refcount_objects_in_slice(self.data, self._shape,
 *                                           self._strides, self.ndim, False)
 */
    __pyx_t_1 = (__pyx_v_self->dtype_is_object != 0);
    if (__pyx_t_1) {

      /* "View.MemoryView":216
 *         elif self.free_data:
 *             if self.dtype_is_object:
 *                 refcount_objects_in_slice(self.data, self._shape,             # <<<<<<<<<<<<<<
 *                                           self._strides, self.ndim, False)
 *             free(self.data)
 */
      __pyx_memoryview_refcount_objects_in_slice(__pyx_v_self->data, __pyx_v_self->_shape, __pyx_v_self->_strides, __pyx_v_self->ndim, 0);

      /* "View.MemoryView":215
 *             self.callback_free_data(self.data)
 *         elif self.free_data:
 *             if self.dtype_is_object:             # <<<<<<<<<<<<<<
 *                 refcount_objects_in_slice(self.data, self._shape,
 *                                           self._strides, self.ndim, False)
 */
    }

    /* "View.MemoryView":218
 *                 refcount_objects_in_slice(self.data, self._shape,
 *                                           self._strides, self.ndim, False)
 *             free(self.data)             # <<<<<<<<<<<<<<
 *         PyObject_Free(self._shape)
 * 
 */
    free(__pyx_v_self->data);

    /* "View.MemoryView":214
 *         if self.callback_free_data != NULL:
 *             self.callback_free_data(self.data)
 *         elif self.free_data:             # <<<<<<<<<<<<<<
 *             if self.dtype_is_object:
 *                 refcount_objects_in_slice(self.data, self._shape,
 */
  }
  __pyx_L3:;

  /* "View.MemoryView":219
 *                                           self._strides, self.ndim, False)
 *             free(self.data)
 *         PyObject_Free(self._shape)             # <<<<<<<<<<<<<<
 * 
 *     @property
 */
  PyObject_Free(__pyx_v_self->_shape);

  /* "View.MemoryView":211
 *     __pyx_getbuffer = capsule(<void *> &__pyx_array_getbuffer, "getbuffer(obj, view, flags)")
 * 
 *     def __dealloc__(array self):             # <<<<<<<<<<<<<<
 *         if self.callback_free_data != NULL:
 *             self.callback_free_data(self.data)
 */

  /* function exit code */
  __Pyx_RefNannyFinishContext();
}

/* "View.MemoryView":222
 * 
 *     @property
 *     def memview(self):             # <<<<<<<<<<<<<<
 *         return self.get_memview()
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_15View_dot_MemoryView_5array_7memview_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_15View_dot_MemoryView_5array_7memview_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_15View_dot_MemoryView_5array_7memview___get__(((struct __pyx_array_obj *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_15View_dot_MemoryView_5array_7memview___get__(struct __pyx_array_obj *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__get__", 0);

  /* "View.MemoryView":223
 *     @property
 *     def memview(self):
 *         return self.get_memview()             # <<<<<<<<<<<<<<
 * 
 *     @cname('get_memview')
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = ((struct __pyx_vtabstruct_array *)__pyx_v_self->__pyx_vtab)->get_memview(__pyx_v_self); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 223, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "View.MemoryView":222
 * 
 *     @property
 *     def memview(self):             # <<<<<<<<<<<<<<
 *         return self.get_memview()
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("View.MemoryView.array.memview.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":226
 * 
 *     @cname('get_memview')
 *     cdef get_memview(self):             # <<<<<<<<<<<<<<
 *         flags =  PyBUF_ANY_CONTIGUOUS|PyBUF_FORMAT|PyBUF_WRITABLE
 *         return  memoryview(self, flags, self.dtype_is_object)
 */

static PyObject *__pyx_array_get_memview(struct __pyx_array_obj *__pyx_v_self) {
  int __pyx_v_flags;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  __Pyx_RefNannySetupContext("get_memview", 0);

  /* "View.MemoryView":227
 *     @cname('get_memview')
 *     cdef get_memview(self):
 *         flags =  PyBUF_ANY_CONTIGUOUS|PyBUF_FORMAT|PyBUF_WRITABLE             # <<<<<<<<<<<<<<
 *         return  memoryview(self, flags, self.dtype_is_object)
 * 
 */
  __pyx_v_flags = ((PyBUF_ANY_CONTIGUOUS | PyBUF_FORMAT) | PyBUF_WRITABLE);

  /* "View.MemoryView":228
 *     cdef get_memview(self):
 *         flags =  PyBUF_ANY_CONTIGUOUS|PyBUF_FORMAT|PyBUF_WRITABLE
 *         return  memoryview(self, flags, self.dtype_is_object)             # <<<<<<<<<<<<<<
 * 
 *     def __len__(self):
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __Pyx_PyInt_From_int(__pyx_v_flags); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 228, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_2 = __Pyx_PyBool_FromLong(__pyx_v_self->dtype_is_object); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 228, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = PyTuple_New(3); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 228, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_INCREF(((PyObject *)__pyx_v_self));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self));
  PyTuple_SET_ITEM(__pyx_t_3, 0, ((PyObject *)__pyx_v_self));
  __Pyx_GIVEREF(__pyx_t_1);
  PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_3, 2, __pyx_t_2);
  __pyx_t_1 = 0;
  __pyx_t_2 = 0;
  __pyx_t_2 = __Pyx_PyObject_Call(((PyObject *)__pyx_memoryview_type), __pyx_t_3, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 228, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __pyx_r = __pyx_t_2;
  __pyx_t_2 = 0;
  goto __pyx_L0;

  /* "View.MemoryView":226
 * 
 *     @cname('get_memview')
 *     cdef get_memview(self):             # <<<<<<<<<<<<<<
 *         flags =  PyBUF_ANY_CONTIGUOUS|PyBUF_FORMAT|PyBUF_WRITABLE
 *         return  memoryview(self, flags, self.dtype_is_object)
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_AddTraceback("View.MemoryView.array.get_memview", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":230
 *         return  memoryview(self, flags, self.dtype_is_object)
 * 
 *     def __len__(self):             # <<<<<<<<<<<<<<
 *         return self._shape[0]
 * 
 */

/* Python wrapper */
static Py_ssize_t __pyx_array___len__(PyObject *__pyx_v_self); /*proto*/
static Py_ssize_t __pyx_array___len__(PyObject *__pyx_v_self) {
  Py_ssize_t __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__len__ (wrapper)", 0);
  __pyx_r = __pyx_array___pyx_pf_15View_dot_MemoryView_5array_6__len__(((struct __pyx_array_obj *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static Py_ssize_t __pyx_array___pyx_pf_15View_dot_MemoryView_5array_6__len__(struct __pyx_array_obj *__pyx_v_self) {
  Py_ssize_t __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__len__", 0);

  /* "View.MemoryView":231
 * 
 *     def __len__(self):
 *         return self._shape[0]             # <<<<<<<<<<<<<<
 * 
 *     def __getattr__(self, attr):
 */
  __pyx_r = (__pyx_v_self->_shape[0]);
  goto __pyx_L0;

  /* "View.MemoryView":230
 *         return  memoryview(self, flags, self.dtype_is_object)
 * 
 *     def __len__(self):             # <<<<<<<<<<<<<<
 *         return self._shape[0]
 * 
 */

  /* function exit code */
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":233
 *         return self._shape[0]
 * 
 *     def __getattr__(self, attr):             # <<<<<<<<<<<<<<
 *         return getattr(self.memview, attr)
 * 
 */

/* Python wrapper */
static PyObject *__pyx_array___getattr__(PyObject *__pyx_v_self, PyObject *__pyx_v_attr); /*proto*/
static PyObject *__pyx_array___getattr__(PyObject *__pyx_v_self, PyObject *__pyx_v_attr) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__getattr__ (wrapper)", 0);
  __pyx_r = __pyx_array___pyx_pf_15View_dot_MemoryView_5array_8__getattr__(((struct __pyx_array_obj *)__pyx_v_self), ((PyObject *)__pyx_v_attr));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_array___pyx_pf_15View_dot_MemoryView_5array_8__getattr__(struct __pyx_array_obj *__pyx_v_self, PyObject *__pyx_v_attr) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  __Pyx_RefNannySetupContext("__getattr__", 0);

  /* "View.MemoryView":234
 * 
 *     def __getattr__(self, attr):
 *         return getattr(self.memview, attr)             # <<<<<<<<<<<<<<
 * 
 *     def __getitem__(self, item):
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_memview); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 234, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_2 = __Pyx_GetAttr(__pyx_t_1, __pyx_v_attr); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 234, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_r = __pyx_t_2;
  __pyx_t_2 = 0;
  goto __pyx_L0;

  /* "View.MemoryView":233
 *         return self._shape[0]
 * 
 *     def __getattr__(self, attr):             # <<<<<<<<<<<<<<
 *         return getattr(self.memview, attr)
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_AddTraceback("View.MemoryView.array.__getattr__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":236
 *         return getattr(self.memview, attr)
 * 
 *     def __getitem__(self, item):             # <<<<<<<<<<<<<<
 *         return self.memview[item]
 * 
 */

/* Python wrapper */
static PyObject *__pyx_array___getitem__(PyObject *__pyx_v_self, PyObject *__pyx_v_item); /*proto*/
static PyObject *__pyx_array___getitem__(PyObject *__pyx_v_self, PyObject *__pyx_v_item) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__getitem__ (wrapper)", 0);
  __pyx_r = __pyx_array___pyx_pf_15View_dot_MemoryView_5array_10__getitem__(((struct __pyx_array_obj *)__pyx_v_self), ((PyObject *)__pyx_v_item));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_array___pyx_pf_15View_dot_MemoryView_5array_10__getitem__(struct __pyx_array_obj *__pyx_v_self, PyObject *__pyx_v_item) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  __Pyx_RefNannySetupContext("__getitem__", 0);

  /* "View.MemoryView":237
 * 
 *     def __getitem__(self, item):
 *         return self.memview[item]             # <<<<<<<<<<<<<<
 * 
 *     def __setitem__(self, item, value):
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_memview); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 237, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_2 = __Pyx_PyObject_GetItem(__pyx_t_1, __pyx_v_item); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 237, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_r = __pyx_t_2;
  __pyx_t_2 = 0;
  goto __pyx_L0;

  /* "View.MemoryView":236
 *         return getattr(self.memview, attr)
 * 
 *     def __getitem__(self, item):             # <<<<<<<<<<<<<<
 *         return self.memview[item]
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_AddTraceback("View.MemoryView.array.__getitem__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":239
 *         return self.memview[item]
 * 
 *     def __setitem__(self, item, value):             # <<<<<<<<<<<<<<
 *         self.memview[item] = value
 * 
 */

/* Python wrapper */
static int __pyx_array___setitem__(PyObject *__pyx_v_self, PyObject *__pyx_v_item, PyObject *__pyx_v_value); /*proto*/
static int __pyx_array___setitem__(PyObject *__pyx_v_self, PyObject *__pyx_v_item, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__setitem__ (wrapper)", 0);
  __pyx_r = __pyx_array___pyx_pf_15View_dot_MemoryView_5array_12__setitem__(((struct __pyx_array_obj *)__pyx_v_self), ((PyObject *)__pyx_v_item), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_array___pyx_pf_15View_dot_MemoryView_5array_12__setitem__(struct __pyx_array_obj *__pyx_v_self, PyObject *__pyx_v_item, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__setitem__", 0);

  /* "View.MemoryView":240
 * 
 *     def __setitem__(self, item, value):
 *         self.memview[item] = value             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_memview); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 240, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  if (unlikely(PyObject_SetItem(__pyx_t_1, __pyx_v_item, __pyx_v_value) < 0)) __PYX_ERR(1, 240, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "View.MemoryView":239
 *         return self.memview[item]
 * 
 *     def __setitem__(self, item, value):             # <<<<<<<<<<<<<<
 *         self.memview[item] = value
 * 
 */

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("View.MemoryView.array.__setitem__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "(tree fragment)":1
 * def __reduce_cython__(self):             # <<<<<<<<<<<<<<
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 * def __setstate_cython__(self, __pyx_state):
 */

/* Python wrapper */
static PyObject *__pyx_pw___pyx_array_1__reduce_cython__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw___pyx_array_1__reduce_cython__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce_cython__ (wrapper)", 0);
  __pyx_r = __pyx_pf___pyx_array___reduce_cython__(((struct __pyx_array_obj *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf___pyx_array___reduce_cython__(CYTHON_UNUSED struct __pyx_array_obj *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__reduce_cython__", 0);

  /* "(tree fragment)":2
 * def __reduce_cython__(self):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")             # <<<<<<<<<<<<<<
 * def __setstate_cython__(self, __pyx_state):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 */
  __pyx_t_1 = __Pyx_PyObject_Call(__pyx_builtin_TypeError, __pyx_tuple__34, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 2, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_Raise(__pyx_t_1, 0, 0, 0);
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __PYX_ERR(1, 2, __pyx_L1_error)

  /* "(tree fragment)":1
 * def __reduce_cython__(self):             # <<<<<<<<<<<<<<
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 * def __setstate_cython__(self, __pyx_state):
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("View.MemoryView.array.__reduce_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "(tree fragment)":3
 * def __reduce_cython__(self):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 * def __setstate_cython__(self, __pyx_state):             # <<<<<<<<<<<<<<
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 */

/* Python wrapper */
static PyObject *__pyx_pw___pyx_array_3__setstate_cython__(PyObject *__pyx_v_self, PyObject *__pyx_v___pyx_state); /*proto*/
static PyObject *__pyx_pw___pyx_array_3__setstate_cython__(PyObject *__pyx_v_self, PyObject *__pyx_v___pyx_state) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__setstate_cython__ (wrapper)", 0);
  __pyx_r = __pyx_pf___pyx_array_2__setstate_cython__(((struct __pyx_array_obj *)__pyx_v_self), ((PyObject *)__pyx_v___pyx_state));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf___pyx_array_2__setstate_cython__(CYTHON_UNUSED struct __pyx_array_obj *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v___pyx_state) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__setstate_cython__", 0);

  /* "(tree fragment)":4
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 * def __setstate_cython__(self, __pyx_state):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")             # <<<<<<<<<<<<<<
 */
  __pyx_t_1 = __Pyx_PyObject_Call(__pyx_builtin_TypeError, __pyx_tuple__35, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 4, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_Raise(__pyx_t_1, 0, 0, 0);
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __PYX_ERR(1, 4, __pyx_L1_error)

  /* "(tree fragment)":3
 * def __reduce_cython__(self):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 * def __setstate_cython__(self, __pyx_state):             # <<<<<<<<<<<<<<
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("View.MemoryView.array.__setstate_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":244
 * 
 * @cname("__pyx_array_new")
 * cdef array array_cwrapper(tuple shape, Py_ssize_t itemsize, char *format,             # <<<<<<<<<<<<<<
 *                           char *mode, char *buf):
 *     cdef array result
 */

static struct __pyx_array_obj *__pyx_array_new(PyObject *__pyx_v_shape, Py_ssize_t __pyx_v_itemsize, char *__pyx_v_format, char *__pyx_v_mode, char *__pyx_v_buf) {
  struct __pyx_array_obj *__pyx_v_result = 0;
  struct __pyx_array_obj *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  PyObject *__pyx_t_5 = NULL;
  __Pyx_RefNannySetupContext("array_cwrapper", 0);

  /* "View.MemoryView":248
 *     cdef array result
 * 
 *     if buf == NULL:             # <<<<<<<<<<<<<<
 *         result = array(shape, itemsize, format, mode.decode('ASCII'))
 *     else:
 */
  __pyx_t_1 = ((__pyx_v_buf == NULL) != 0);
  if (__pyx_t_1) {

    /* "View.MemoryView":249
 * 
 *     if buf == NULL:
 *         result = array(shape, itemsize, format, mode.decode('ASCII'))             # <<<<<<<<<<<<<<
 *     else:
 *         result = array(shape, itemsize, format, mode.decode('ASCII'),
 */
    __pyx_t_2 = PyInt_FromSsize_t(__pyx_v_itemsize); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 249, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_3 = __Pyx_PyBytes_FromString(__pyx_v_format); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 249, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __pyx_t_4 = __Pyx_decode_c_string(__pyx_v_mode, 0, strlen(__pyx_v_mode), NULL, NULL, PyUnicode_DecodeASCII); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 249, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    __pyx_t_5 = PyTuple_New(4); if (unlikely(!__pyx_t_5)) __PYX_ERR(1, 249, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    __Pyx_INCREF(__pyx_v_shape);
    __Pyx_GIVEREF(__pyx_v_shape);
    PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_v_shape);
    __Pyx_GIVEREF(__pyx_t_2);
    PyTuple_SET_ITEM(__pyx_t_5, 1, __pyx_t_2);
    __Pyx_GIVEREF(__pyx_t_3);
    PyTuple_SET_ITEM(__pyx_t_5, 2, __pyx_t_3);
    __Pyx_GIVEREF(__pyx_t_4);
    PyTuple_SET_ITEM(__pyx_t_5, 3, __pyx_t_4);
    __pyx_t_2 = 0;
    __pyx_t_3 = 0;
    __pyx_t_4 = 0;
    __pyx_t_4 = __Pyx_PyObject_Call(((PyObject *)__pyx_array_type), __pyx_t_5, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 249, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
    __pyx_v_result = ((struct __pyx_array_obj *)__pyx_t_4);
    __pyx_t_4 = 0;

    /* "View.MemoryView":248
 *     cdef array result
 * 
 *     if buf == NULL:             # <<<<<<<<<<<<<<
 *         result = array(shape, itemsize, format, mode.decode('ASCII'))
 *     else:
 */
    goto __pyx_L3;
  }

  /* "View.MemoryView":251
 *         result = array(shape, itemsize, format, mode.decode('ASCII'))
 *     else:
 *         result = array(shape, itemsize, format, mode.decode('ASCII'),             # <<<<<<<<<<<<<<
 *                        allocate_buffer=False)
 *         result.data = buf
 */
  /*else*/ {
    __pyx_t_4 = PyInt_FromSsize_t(__pyx_v_itemsize); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 251, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    __pyx_t_5 = __Pyx_PyBytes_FromString(__pyx_v_format); if (unlikely(!__pyx_t_5)) __PYX_ERR(1, 251, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    __pyx_t_3 = __Pyx_decode_c_string(__pyx_v_mode, 0, strlen(__pyx_v_mode), NULL, NULL, PyUnicode_DecodeASCII); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 251, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __pyx_t_2 = PyTuple_New(4); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 251, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __Pyx_INCREF(__pyx_v_shape);
    __Pyx_GIVEREF(__pyx_v_shape);
    PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_v_shape);
    __Pyx_GIVEREF(__pyx_t_4);
    PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_4);
    __Pyx_GIVEREF(__pyx_t_5);
    PyTuple_SET_ITEM(__pyx_t_2, 2, __pyx_t_5);
    __Pyx_GIVEREF(__pyx_t_3);
    PyTuple_SET_ITEM(__pyx_t_2, 3, __pyx_t_3);
    __pyx_t_4 = 0;
    __pyx_t_5 = 0;
    __pyx_t_3 = 0;

    /* "View.MemoryView":252
 *     else:
 *         result = array(shape, itemsize, format, mode.decode('ASCII'),
 *                        allocate_buffer=False)             # <<<<<<<<<<<<<<
 *         result.data = buf
 * 
 */
    __pyx_t_3 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 252, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_allocate_buffer, Py_False) < 0) __PYX_ERR(1, 252, __pyx_L1_error)

    /* "View.MemoryView":251
 *         result = array(shape, itemsize, format, mode.decode('ASCII'))
 *     else:
 *         result = array(shape, itemsize, format, mode.decode('ASCII'),             # <<<<<<<<<<<<<<
 *                        allocate_buffer=False)
 *         result.data = buf
 */
    __pyx_t_5 = __Pyx_PyObject_Call(((PyObject *)__pyx_array_type), __pyx_t_2, __pyx_t_3); if (unlikely(!__pyx_t_5)) __PYX_ERR(1, 251, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __pyx_v_result = ((struct __pyx_array_obj *)__pyx_t_5);
    __pyx_t_5 = 0;

    /* "View.MemoryView":253
 *         result = array(shape, itemsize, format, mode.decode('ASCII'),
 *                        allocate_buffer=False)
 *         result.data = buf             # <<<<<<<<<<<<<<
 * 
 *     return result
 */
    __pyx_v_result->data = __pyx_v_buf;
  }
  __pyx_L3:;

  /* "View.MemoryView":255
 *         result.data = buf
 * 
 *     return result             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __Pyx_XDECREF(((PyObject *)__pyx_r));
  __Pyx_INCREF(((PyObject *)__pyx_v_result));
  __pyx_r = __pyx_v_result;
  goto __pyx_L0;

  /* "View.MemoryView":244
 * 
 * @cname("__pyx_array_new")
 * cdef array array_cwrapper(tuple shape, Py_ssize_t itemsize, char *format,             # <<<<<<<<<<<<<<
 *                           char *mode, char *buf):
 *     cdef array result
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_AddTraceback("View.MemoryView.array_cwrapper", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XDECREF((PyObject *)__pyx_v_result);
  __Pyx_XGIVEREF((PyObject *)__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":281
 * cdef class Enum(object):
 *     cdef object name
 *     def __init__(self, name):             # <<<<<<<<<<<<<<
 *         self.name = name
 *     def __repr__(self):
 */

/* Python wrapper */
static int __pyx_MemviewEnum___init__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_MemviewEnum___init__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyObject *__pyx_v_name = 0;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__init__ (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_name,0};
    PyObject* values[1] = {0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_name)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__init__") < 0)) __PYX_ERR(1, 281, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 1) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
    }
    __pyx_v_name = values[0];
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("__init__", 1, 1, 1, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(1, 281, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("View.MemoryView.Enum.__init__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return -1;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_MemviewEnum___pyx_pf_15View_dot_MemoryView_4Enum___init__(((struct __pyx_MemviewEnum_obj *)__pyx_v_self), __pyx_v_name);

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_MemviewEnum___pyx_pf_15View_dot_MemoryView_4Enum___init__(struct __pyx_MemviewEnum_obj *__pyx_v_self, PyObject *__pyx_v_name) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__init__", 0);

  /* "View.MemoryView":282
 *     cdef object name
 *     def __init__(self, name):
 *         self.name = name             # <<<<<<<<<<<<<<
 *     def __repr__(self):
 *         return self.name
 */
  __Pyx_INCREF(__pyx_v_name);
  __Pyx_GIVEREF(__pyx_v_name);
  __Pyx_GOTREF(__pyx_v_self->name);
  __Pyx_DECREF(__pyx_v_self->name);
  __pyx_v_self->name = __pyx_v_name;

  /* "View.MemoryView":281
 * cdef class Enum(object):
 *     cdef object name
 *     def __init__(self, name):             # <<<<<<<<<<<<<<
 *         self.name = name
 *     def __repr__(self):
 */

  /* function exit code */
  __pyx_r = 0;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":283
 *     def __init__(self, name):
 *         self.name = name
 *     def __repr__(self):             # <<<<<<<<<<<<<<
 *         return self.name
 * 
 */

/* Python wrapper */
static PyObject *__pyx_MemviewEnum___repr__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_MemviewEnum___repr__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__repr__ (wrapper)", 0);
  __pyx_r = __pyx_MemviewEnum___pyx_pf_15View_dot_MemoryView_4Enum_2__repr__(((struct __pyx_MemviewEnum_obj *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_MemviewEnum___pyx_pf_15View_dot_MemoryView_4Enum_2__repr__(struct __pyx_MemviewEnum_obj *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__repr__", 0);

  /* "View.MemoryView":284
 *         self.name = name
 *     def __repr__(self):
 *         return self.name             # <<<<<<<<<<<<<<
 * 
 * cdef generic = Enum("<strided and direct or indirect>")
 */
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(__pyx_v_self->name);
  __pyx_r = __pyx_v_self->name;
  goto __pyx_L0;

  /* "View.MemoryView":283
 *     def __init__(self, name):
 *         self.name = name
 *     def __repr__(self):             # <<<<<<<<<<<<<<
 *         return self.name
 * 
 */

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "(tree fragment)":1
 * def __reduce_cython__(self):             # <<<<<<<<<<<<<<
 *     cdef tuple state
 *     cdef object _dict
 */

/* Python wrapper */
static PyObject *__pyx_pw___pyx_MemviewEnum_1__reduce_cython__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw___pyx_MemviewEnum_1__reduce_cython__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce_cython__ (wrapper)", 0);
  __pyx_r = __pyx_pf___pyx_MemviewEnum___reduce_cython__(((struct __pyx_MemviewEnum_obj *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf___pyx_MemviewEnum___reduce_cython__(struct __pyx_MemviewEnum_obj *__pyx_v_self) {
  PyObject *__pyx_v_state = 0;
  PyObject *__pyx_v__dict = 0;
  int __pyx_v_use_setstate;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  int __pyx_t_2;
  int __pyx_t_3;
  PyObject *__pyx_t_4 = NULL;
  PyObject *__pyx_t_5 = NULL;
  __Pyx_RefNannySetupContext("__reduce_cython__", 0);

  /* "(tree fragment)":5
 *     cdef object _dict
 *     cdef bint use_setstate
 *     state = (self.name,)             # <<<<<<<<<<<<<<
 *     _dict = getattr(self, '__dict__', None)
 *     if _dict is not None:
 */
  __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 5, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_INCREF(__pyx_v_self->name);
  __Pyx_GIVEREF(__pyx_v_self->name);
  PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_v_self->name);
  __pyx_v_state = ((PyObject*)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "(tree fragment)":6
 *     cdef bint use_setstate
 *     state = (self.name,)
 *     _dict = getattr(self, '__dict__', None)             # <<<<<<<<<<<<<<
 *     if _dict is not None:
 *         state += (_dict,)
 */
  __pyx_t_1 = __Pyx_GetAttr3(((PyObject *)__pyx_v_self), __pyx_n_s_dict, Py_None); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 6, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_v__dict = __pyx_t_1;
  __pyx_t_1 = 0;

  /* "(tree fragment)":7
 *     state = (self.name,)
 *     _dict = getattr(self, '__dict__', None)
 *     if _dict is not None:             # <<<<<<<<<<<<<<
 *         state += (_dict,)
 *         use_setstate = True
 */
  __pyx_t_2 = (__pyx_v__dict != Py_None);
  __pyx_t_3 = (__pyx_t_2 != 0);
  if (__pyx_t_3) {

    /* "(tree fragment)":8
 *     _dict = getattr(self, '__dict__', None)
 *     if _dict is not None:
 *         state += (_dict,)             # <<<<<<<<<<<<<<
 *         use_setstate = True
 *     else:
 */
    __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 8, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_INCREF(__pyx_v__dict);
    __Pyx_GIVEREF(__pyx_v__dict);
    PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_v__dict);
    __pyx_t_4 = PyNumber_InPlaceAdd(__pyx_v_state, __pyx_t_1); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 8, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
    __Pyx_DECREF_SET(__pyx_v_state, ((PyObject*)__pyx_t_4));
    __pyx_t_4 = 0;

    /* "(tree fragment)":9
 *     if _dict is not None:
 *         state += (_dict,)
 *         use_setstate = True             # <<<<<<<<<<<<<<
 *     else:
 *         use_setstate = self.name is not None
 */
    __pyx_v_use_setstate = 1;

    /* "(tree fragment)":7
 *     state = (self.name,)
 *     _dict = getattr(self, '__dict__', None)
 *     if _dict is not None:             # <<<<<<<<<<<<<<
 *         state += (_dict,)
 *         use_setstate = True
 */
    goto __pyx_L3;
  }

  /* "(tree fragment)":11
 *         use_setstate = True
 *     else:
 *         use_setstate = self.name is not None             # <<<<<<<<<<<<<<
 *     if use_setstate:
 *         return __pyx_unpickle_Enum, (type(self), 0xb068931, None), state
 */
  /*else*/ {
    __pyx_t_3 = (__pyx_v_self->name != Py_None);
    __pyx_v_use_setstate = __pyx_t_3;
  }
  __pyx_L3:;

  /* "(tree fragment)":12
 *     else:
 *         use_setstate = self.name is not None
 *     if use_setstate:             # <<<<<<<<<<<<<<
 *         return __pyx_unpickle_Enum, (type(self), 0xb068931, None), state
 *     else:
 */
  __pyx_t_3 = (__pyx_v_use_setstate != 0);
  if (__pyx_t_3) {

    /* "(tree fragment)":13
 *         use_setstate = self.name is not None
 *     if use_setstate:
 *         return __pyx_unpickle_Enum, (type(self), 0xb068931, None), state             # <<<<<<<<<<<<<<
 *     else:
 *         return __pyx_unpickle_Enum, (type(self), 0xb068931, state)
 */
    __Pyx_XDECREF(__pyx_r);
    __Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_pyx_unpickle_Enum); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 13, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    __pyx_t_1 = PyTuple_New(3); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 13, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_INCREF(((PyObject *)Py_TYPE(((PyObject *)__pyx_v_self))));
    __Pyx_GIVEREF(((PyObject *)Py_TYPE(((PyObject *)__pyx_v_self))));
    PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)Py_TYPE(((PyObject *)__pyx_v_self))));
    __Pyx_INCREF(__pyx_int_184977713);
    __Pyx_GIVEREF(__pyx_int_184977713);
    PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_int_184977713);
    __Pyx_INCREF(Py_None);
    __Pyx_GIVEREF(Py_None);
    PyTuple_SET_ITEM(__pyx_t_1, 2, Py_None);
    __pyx_t_5 = PyTuple_New(3); if (unlikely(!__pyx_t_5)) __PYX_ERR(1, 13, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    __Pyx_GIVEREF(__pyx_t_4);
    PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_4);
    __Pyx_GIVEREF(__pyx_t_1);
    PyTuple_SET_ITEM(__pyx_t_5, 1, __pyx_t_1);
    __Pyx_INCREF(__pyx_v_state);
    __Pyx_GIVEREF(__pyx_v_state);
    PyTuple_SET_ITEM(__pyx_t_5, 2, __pyx_v_state);
    __pyx_t_4 = 0;
    __pyx_t_1 = 0;
    __pyx_r = __pyx_t_5;
    __pyx_t_5 = 0;
    goto __pyx_L0;

    /* "(tree fragment)":12
 *     else:
 *         use_setstate = self.name is not None
 *     if use_setstate:             # <<<<<<<<<<<<<<
 *         return __pyx_unpickle_Enum, (type(self), 0xb068931, None), state
 *     else:
 */
  }

  /* "(tree fragment)":15
 *         return __pyx_unpickle_Enum, (type(self), 0xb068931, None), state
 *     else:
 *         return __pyx_unpickle_Enum, (type(self), 0xb068931, state)             # <<<<<<<<<<<<<<
 * def __setstate_cython__(self, __pyx_state):
 *     __pyx_unpickle_Enum__set_state(self, __pyx_state)
 */
  /*else*/ {
    __Pyx_XDECREF(__pyx_r);
    __Pyx_GetModuleGlobalName(__pyx_t_5, __pyx_n_s_pyx_unpickle_Enum); if (unlikely(!__pyx_t_5)) __PYX_ERR(1, 15, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    __pyx_t_1 = PyTuple_New(3); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 15, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_INCREF(((PyObject *)Py_TYPE(((PyObject *)__pyx_v_self))));
    __Pyx_GIVEREF(((PyObject *)Py_TYPE(((PyObject *)__pyx_v_self))));
    PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)Py_TYPE(((PyObject *)__pyx_v_self))));
    __Pyx_INCREF(__pyx_int_184977713);
    __Pyx_GIVEREF(__pyx_int_184977713);
    PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_int_184977713);
    __Pyx_INCREF(__pyx_v_state);
    __Pyx_GIVEREF(__pyx_v_state);
    PyTuple_SET_ITEM(__pyx_t_1, 2, __pyx_v_state);
    __pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 15, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    __Pyx_GIVEREF(__pyx_t_5);
    PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_5);
    __Pyx_GIVEREF(__pyx_t_1);
    PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_t_1);
    __pyx_t_5 = 0;
    __pyx_t_1 = 0;
    __pyx_r = __pyx_t_4;
    __pyx_t_4 = 0;
    goto __pyx_L0;
  }

  /* "(tree fragment)":1
 * def __reduce_cython__(self):             # <<<<<<<<<<<<<<
 *     cdef tuple state
 *     cdef object _dict
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_AddTraceback("View.MemoryView.Enum.__reduce_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_state);
  __Pyx_XDECREF(__pyx_v__dict);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "(tree fragment)":16
 *     else:
 *         return __pyx_unpickle_Enum, (type(self), 0xb068931, state)
 * def __setstate_cython__(self, __pyx_state):             # <<<<<<<<<<<<<<
 *     __pyx_unpickle_Enum__set_state(self, __pyx_state)
 */

/* Python wrapper */
static PyObject *__pyx_pw___pyx_MemviewEnum_3__setstate_cython__(PyObject *__pyx_v_self, PyObject *__pyx_v___pyx_state); /*proto*/
static PyObject *__pyx_pw___pyx_MemviewEnum_3__setstate_cython__(PyObject *__pyx_v_self, PyObject *__pyx_v___pyx_state) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__setstate_cython__ (wrapper)", 0);
  __pyx_r = __pyx_pf___pyx_MemviewEnum_2__setstate_cython__(((struct __pyx_MemviewEnum_obj *)__pyx_v_self), ((PyObject *)__pyx_v___pyx_state));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf___pyx_MemviewEnum_2__setstate_cython__(struct __pyx_MemviewEnum_obj *__pyx_v_self, PyObject *__pyx_v___pyx_state) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__setstate_cython__", 0);

  /* "(tree fragment)":17
 *         return __pyx_unpickle_Enum, (type(self), 0xb068931, state)
 * def __setstate_cython__(self, __pyx_state):
 *     __pyx_unpickle_Enum__set_state(self, __pyx_state)             # <<<<<<<<<<<<<<
 */
  if (!(likely(PyTuple_CheckExact(__pyx_v___pyx_state))||((__pyx_v___pyx_state) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "tuple", Py_TYPE(__pyx_v___pyx_state)->tp_name), 0))) __PYX_ERR(1, 17, __pyx_L1_error)
  __pyx_t_1 = __pyx_unpickle_Enum__set_state(__pyx_v_self, ((PyObject*)__pyx_v___pyx_state)); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 17, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "(tree fragment)":16
 *     else:
 *         return __pyx_unpickle_Enum, (type(self), 0xb068931, state)
 * def __setstate_cython__(self, __pyx_state):             # <<<<<<<<<<<<<<
 *     __pyx_unpickle_Enum__set_state(self, __pyx_state)
 */

  /* function exit code */
  __pyx_r = Py_None; __Pyx_INCREF(Py_None);
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("View.MemoryView.Enum.__setstate_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":298
 * 
 * @cname('__pyx_align_pointer')
 * cdef void *align_pointer(void *memory, size_t alignment) nogil:             # <<<<<<<<<<<<<<
 *     "Align pointer memory on a given boundary"
 *     cdef Py_intptr_t aligned_p = <Py_intptr_t> memory
 */

static void *__pyx_align_pointer(void *__pyx_v_memory, size_t __pyx_v_alignment) {
  Py_intptr_t __pyx_v_aligned_p;
  size_t __pyx_v_offset;
  void *__pyx_r;
  int __pyx_t_1;

  /* "View.MemoryView":300
 * cdef void *align_pointer(void *memory, size_t alignment) nogil:
 *     "Align pointer memory on a given boundary"
 *     cdef Py_intptr_t aligned_p = <Py_intptr_t> memory             # <<<<<<<<<<<<<<
 *     cdef size_t offset
 * 
 */
  __pyx_v_aligned_p = ((Py_intptr_t)__pyx_v_memory);

  /* "View.MemoryView":304
 * 
 *     with cython.cdivision(True):
 *         offset = aligned_p % alignment             # <<<<<<<<<<<<<<
 * 
 *     if offset > 0:
 */
  __pyx_v_offset = (__pyx_v_aligned_p % __pyx_v_alignment);

  /* "View.MemoryView":306
 *         offset = aligned_p % alignment
 * 
 *     if offset > 0:             # <<<<<<<<<<<<<<
 *         aligned_p += alignment - offset
 * 
 */
  __pyx_t_1 = ((__pyx_v_offset > 0) != 0);
  if (__pyx_t_1) {

    /* "View.MemoryView":307
 * 
 *     if offset > 0:
 *         aligned_p += alignment - offset             # <<<<<<<<<<<<<<
 * 
 *     return <void *> aligned_p
 */
    __pyx_v_aligned_p = (__pyx_v_aligned_p + (__pyx_v_alignment - __pyx_v_offset));

    /* "View.MemoryView":306
 *         offset = aligned_p % alignment
 * 
 *     if offset > 0:             # <<<<<<<<<<<<<<
 *         aligned_p += alignment - offset
 * 
 */
  }

  /* "View.MemoryView":309
 *         aligned_p += alignment - offset
 * 
 *     return <void *> aligned_p             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_r = ((void *)__pyx_v_aligned_p);
  goto __pyx_L0;

  /* "View.MemoryView":298
 * 
 * @cname('__pyx_align_pointer')
 * cdef void *align_pointer(void *memory, size_t alignment) nogil:             # <<<<<<<<<<<<<<
 *     "Align pointer memory on a given boundary"
 *     cdef Py_intptr_t aligned_p = <Py_intptr_t> memory
 */

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "View.MemoryView":345
 *     cdef __Pyx_TypeInfo *typeinfo
 * 
 *     def __cinit__(memoryview self, object obj, int flags, bint dtype_is_object=False):             # <<<<<<<<<<<<<<
 *         self.obj = obj
 *         self.flags = flags
 */

/* Python wrapper */
static int __pyx_memoryview___cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static int __pyx_memoryview___cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyObject *__pyx_v_obj = 0;
  int __pyx_v_flags;
  int __pyx_v_dtype_is_object;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_obj,&__pyx_n_s_flags,&__pyx_n_s_dtype_is_object,0};
    PyObject* values[3] = {0,0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
        CYTHON_FALLTHROUGH;
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_obj)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_flags)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__cinit__", 0, 2, 3, 1); __PYX_ERR(1, 345, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  2:
        if (kw_args > 0) {
          PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_dtype_is_object);
          if (value) { values[2] = value; kw_args--; }
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__cinit__") < 0)) __PYX_ERR(1, 345, __pyx_L3_error)
      }
    } else {
      switch (PyTuple_GET_SIZE(__pyx_args)) {
        case  3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
        CYTHON_FALLTHROUGH;
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        break;
        default: goto __pyx_L5_argtuple_error;
      }
    }
    __pyx_v_obj = values[0];
    __pyx_v_flags = __Pyx_PyInt_As_int(values[1]); if (unlikely((__pyx_v_flags == (int)-1) && PyErr_Occurred())) __PYX_ERR(1, 345, __pyx_L3_error)
    if (values[2]) {
      __pyx_v_dtype_is_object = __Pyx_PyObject_IsTrue(values[2]); if (unlikely((__pyx_v_dtype_is_object == (int)-1) && PyErr_Occurred())) __PYX_ERR(1, 345, __pyx_L3_error)
    } else {
      __pyx_v_dtype_is_object = ((int)0);
    }
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("__cinit__", 0, 2, 3, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(1, 345, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("View.MemoryView.memoryview.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return -1;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview___cinit__(((struct __pyx_memoryview_obj *)__pyx_v_self), __pyx_v_obj, __pyx_v_flags, __pyx_v_dtype_is_object);

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview___cinit__(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_obj, int __pyx_v_flags, int __pyx_v_dtype_is_object) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  int __pyx_t_2;
  int __pyx_t_3;
  int __pyx_t_4;
  __Pyx_RefNannySetupContext("__cinit__", 0);

  /* "View.MemoryView":346
 * 
 *     def __cinit__(memoryview self, object obj, int flags, bint dtype_is_object=False):
 *         self.obj = obj             # <<<<<<<<<<<<<<
 *         self.flags = flags
 *         if type(self) is memoryview or obj is not None:
 */
  __Pyx_INCREF(__pyx_v_obj);
  __Pyx_GIVEREF(__pyx_v_obj);
  __Pyx_GOTREF(__pyx_v_self->obj);
  __Pyx_DECREF(__pyx_v_self->obj);
  __pyx_v_self->obj = __pyx_v_obj;

  /* "View.MemoryView":347
 *     def __cinit__(memoryview self, object obj, int flags, bint dtype_is_object=False):
 *         self.obj = obj
 *         self.flags = flags             # <<<<<<<<<<<<<<
 *         if type(self) is memoryview or obj is not None:
 *             __Pyx_GetBuffer(obj, &self.view, flags)
 */
  __pyx_v_self->flags = __pyx_v_flags;

  /* "View.MemoryView":348
 *         self.obj = obj
 *         self.flags = flags
 *         if type(self) is memoryview or obj is not None:             # <<<<<<<<<<<<<<
 *             __Pyx_GetBuffer(obj, &self.view, flags)
 *             if <PyObject *> self.view.obj == NULL:
 */
  __pyx_t_2 = (((PyObject *)Py_TYPE(((PyObject *)__pyx_v_self))) == ((PyObject *)__pyx_memoryview_type));
  __pyx_t_3 = (__pyx_t_2 != 0);
  if (!__pyx_t_3) {
  } else {
    __pyx_t_1 = __pyx_t_3;
    goto __pyx_L4_bool_binop_done;
  }
  __pyx_t_3 = (__pyx_v_obj != Py_None);
  __pyx_t_2 = (__pyx_t_3 != 0);
  __pyx_t_1 = __pyx_t_2;
  __pyx_L4_bool_binop_done:;
  if (__pyx_t_1) {

    /* "View.MemoryView":349
 *         self.flags = flags
 *         if type(self) is memoryview or obj is not None:
 *             __Pyx_GetBuffer(obj, &self.view, flags)             # <<<<<<<<<<<<<<
 *             if <PyObject *> self.view.obj == NULL:
 *                 (<__pyx_buffer *> &self.view).obj = Py_None
 */
    __pyx_t_4 = __Pyx_GetBuffer(__pyx_v_obj, (&__pyx_v_self->view), __pyx_v_flags); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(1, 349, __pyx_L1_error)

    /* "View.MemoryView":350
 *         if type(self) is memoryview or obj is not None:
 *             __Pyx_GetBuffer(obj, &self.view, flags)
 *             if <PyObject *> self.view.obj == NULL:             # <<<<<<<<<<<<<<
 *                 (<__pyx_buffer *> &self.view).obj = Py_None
 *                 Py_INCREF(Py_None)
 */
    __pyx_t_1 = ((((PyObject *)__pyx_v_self->view.obj) == NULL) != 0);
    if (__pyx_t_1) {

      /* "View.MemoryView":351
 *             __Pyx_GetBuffer(obj, &self.view, flags)
 *             if <PyObject *> self.view.obj == NULL:
 *                 (<__pyx_buffer *> &self.view).obj = Py_None             # <<<<<<<<<<<<<<
 *                 Py_INCREF(Py_None)
 * 
 */
      ((Py_buffer *)(&__pyx_v_self->view))->obj = Py_None;

      /* "View.MemoryView":352
 *             if <PyObject *> self.view.obj == NULL:
 *                 (<__pyx_buffer *> &self.view).obj = Py_None
 *                 Py_INCREF(Py_None)             # <<<<<<<<<<<<<<
 * 
 *         global __pyx_memoryview_thread_locks_used
 */
      Py_INCREF(Py_None);

      /* "View.MemoryView":350
 *         if type(self) is memoryview or obj is not None:
 *             __Pyx_GetBuffer(obj, &self.view, flags)
 *             if <PyObject *> self.view.obj == NULL:             # <<<<<<<<<<<<<<
 *                 (<__pyx_buffer *> &self.view).obj = Py_None
 *                 Py_INCREF(Py_None)
 */
    }

    /* "View.MemoryView":348
 *         self.obj = obj
 *         self.flags = flags
 *         if type(self) is memoryview or obj is not None:             # <<<<<<<<<<<<<<
 *             __Pyx_GetBuffer(obj, &self.view, flags)
 *             if <PyObject *> self.view.obj == NULL:
 */
  }

  /* "View.MemoryView":355
 * 
 *         global __pyx_memoryview_thread_locks_used
 *         if __pyx_memoryview_thread_locks_used < THREAD_LOCKS_PREALLOCATED:             # <<<<<<<<<<<<<<
 *             self.lock = __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used]
 *             __pyx_memoryview_thread_locks_used += 1
 */
  __pyx_t_1 = ((__pyx_memoryview_thread_locks_used < 8) != 0);
  if (__pyx_t_1) {

    /* "View.MemoryView":356
 *         global __pyx_memoryview_thread_locks_used
 *         if __pyx_memoryview_thread_locks_used < THREAD_LOCKS_PREALLOCATED:
 *             self.lock = __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used]             # <<<<<<<<<<<<<<
 *             __pyx_memoryview_thread_locks_used += 1
 *         if self.lock is NULL:
 */
    __pyx_v_self->lock = (__pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used]);

    /* "View.MemoryView":357
 *         if __pyx_memoryview_thread_locks_used < THREAD_LOCKS_PREALLOCATED:
 *             self.lock = __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used]
 *             __pyx_memoryview_thread_locks_used += 1             # <<<<<<<<<<<<<<
 *         if self.lock is NULL:
 *             self.lock = PyThread_allocate_lock()
 */
    __pyx_memoryview_thread_locks_used = (__pyx_memoryview_thread_locks_used + 1);

    /* "View.MemoryView":355
 * 
 *         global __pyx_memoryview_thread_locks_used
 *         if __pyx_memoryview_thread_locks_used < THREAD_LOCKS_PREALLOCATED:             # <<<<<<<<<<<<<<
 *             self.lock = __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used]
 *             __pyx_memoryview_thread_locks_used += 1
 */
  }

  /* "View.MemoryView":358
 *             self.lock = __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used]
 *             __pyx_memoryview_thread_locks_used += 1
 *         if self.lock is NULL:             # <<<<<<<<<<<<<<
 *             self.lock = PyThread_allocate_lock()
 *             if self.lock is NULL:
 */
  __pyx_t_1 = ((__pyx_v_self->lock == NULL) != 0);
  if (__pyx_t_1) {

    /* "View.MemoryView":359
 *             __pyx_memoryview_thread_locks_used += 1
 *         if self.lock is NULL:
 *             self.lock = PyThread_allocate_lock()             # <<<<<<<<<<<<<<
 *             if self.lock is NULL:
 *                 raise MemoryError
 */
    __pyx_v_self->lock = PyThread_allocate_lock();

    /* "View.MemoryView":360
 *         if self.lock is NULL:
 *             self.lock = PyThread_allocate_lock()
 *             if self.lock is NULL:             # <<<<<<<<<<<<<<
 *                 raise MemoryError
 * 
 */
    __pyx_t_1 = ((__pyx_v_self->lock == NULL) != 0);
    if (unlikely(__pyx_t_1)) {

      /* "View.MemoryView":361
 *             self.lock = PyThread_allocate_lock()
 *             if self.lock is NULL:
 *                 raise MemoryError             # <<<<<<<<<<<<<<
 * 
 *         if flags & PyBUF_FORMAT:
 */
      PyErr_NoMemory(); __PYX_ERR(1, 361, __pyx_L1_error)

      /* "View.MemoryView":360
 *         if self.lock is NULL:
 *             self.lock = PyThread_allocate_lock()
 *             if self.lock is NULL:             # <<<<<<<<<<<<<<
 *                 raise MemoryError
 * 
 */
    }

    /* "View.MemoryView":358
 *             self.lock = __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used]
 *             __pyx_memoryview_thread_locks_used += 1
 *         if self.lock is NULL:             # <<<<<<<<<<<<<<
 *             self.lock = PyThread_allocate_lock()
 *             if self.lock is NULL:
 */
  }

  /* "View.MemoryView":363
 *                 raise MemoryError
 * 
 *         if flags & PyBUF_FORMAT:             # <<<<<<<<<<<<<<
 *             self.dtype_is_object = (self.view.format[0] == b'O' and self.view.format[1] == b'\0')
 *         else:
 */
  __pyx_t_1 = ((__pyx_v_flags & PyBUF_FORMAT) != 0);
  if (__pyx_t_1) {

    /* "View.MemoryView":364
 * 
 *         if flags & PyBUF_FORMAT:
 *             self.dtype_is_object = (self.view.format[0] == b'O' and self.view.format[1] == b'\0')             # <<<<<<<<<<<<<<
 *         else:
 *             self.dtype_is_object = dtype_is_object
 */
    __pyx_t_2 = (((__pyx_v_self->view.format[0]) == 'O') != 0);
    if (__pyx_t_2) {
    } else {
      __pyx_t_1 = __pyx_t_2;
      goto __pyx_L11_bool_binop_done;
    }
    __pyx_t_2 = (((__pyx_v_self->view.format[1]) == '\x00') != 0);
    __pyx_t_1 = __pyx_t_2;
    __pyx_L11_bool_binop_done:;
    __pyx_v_self->dtype_is_object = __pyx_t_1;

    /* "View.MemoryView":363
 *                 raise MemoryError
 * 
 *         if flags & PyBUF_FORMAT:             # <<<<<<<<<<<<<<
 *             self.dtype_is_object = (self.view.format[0] == b'O' and self.view.format[1] == b'\0')
 *         else:
 */
    goto __pyx_L10;
  }

  /* "View.MemoryView":366
 *             self.dtype_is_object = (self.view.format[0] == b'O' and self.view.format[1] == b'\0')
 *         else:
 *             self.dtype_is_object = dtype_is_object             # <<<<<<<<<<<<<<
 * 
 *         self.acquisition_count_aligned_p = <__pyx_atomic_int *> align_pointer(
 */
  /*else*/ {
    __pyx_v_self->dtype_is_object = __pyx_v_dtype_is_object;
  }
  __pyx_L10:;

  /* "View.MemoryView":368
 *             self.dtype_is_object = dtype_is_object
 * 
 *         self.acquisition_count_aligned_p = <__pyx_atomic_int *> align_pointer(             # <<<<<<<<<<<<<<
 *                   <void *> &self.acquisition_count[0], sizeof(__pyx_atomic_int))
 *         self.typeinfo = NULL
 */
  __pyx_v_self->acquisition_count_aligned_p = ((__pyx_atomic_int *)__pyx_align_pointer(((void *)(&(__pyx_v_self->acquisition_count[0]))), (sizeof(__pyx_atomic_int))));

  /* "View.MemoryView":370
 *         self.acquisition_count_aligned_p = <__pyx_atomic_int *> align_pointer(
 *                   <void *> &self.acquisition_count[0], sizeof(__pyx_atomic_int))
 *         self.typeinfo = NULL             # <<<<<<<<<<<<<<
 * 
 *     def __dealloc__(memoryview self):
 */
  __pyx_v_self->typeinfo = NULL;

  /* "View.MemoryView":345
 *     cdef __Pyx_TypeInfo *typeinfo
 * 
 *     def __cinit__(memoryview self, object obj, int flags, bint dtype_is_object=False):             # <<<<<<<<<<<<<<
 *         self.obj = obj
 *         self.flags = flags
 */

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_AddTraceback("View.MemoryView.memoryview.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":372
 *         self.typeinfo = NULL
 * 
 *     def __dealloc__(memoryview self):             # <<<<<<<<<<<<<<
 *         if self.obj is not None:
 *             __Pyx_ReleaseBuffer(&self.view)
 */

/* Python wrapper */
static void __pyx_memoryview___dealloc__(PyObject *__pyx_v_self); /*proto*/
static void __pyx_memoryview___dealloc__(PyObject *__pyx_v_self) {
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__dealloc__ (wrapper)", 0);
  __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_2__dealloc__(((struct __pyx_memoryview_obj *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
}

static void __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_2__dealloc__(struct __pyx_memoryview_obj *__pyx_v_self) {
  int __pyx_v_i;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  int __pyx_t_2;
  int __pyx_t_3;
  int __pyx_t_4;
  int __pyx_t_5;
  PyThread_type_lock __pyx_t_6;
  PyThread_type_lock __pyx_t_7;
  __Pyx_RefNannySetupContext("__dealloc__", 0);

  /* "View.MemoryView":373
 * 
 *     def __dealloc__(memoryview self):
 *         if self.obj is not None:             # <<<<<<<<<<<<<<
 *             __Pyx_ReleaseBuffer(&self.view)
 *         elif (<__pyx_buffer *> &self.view).obj == Py_None:
 */
  __pyx_t_1 = (__pyx_v_self->obj != Py_None);
  __pyx_t_2 = (__pyx_t_1 != 0);
  if (__pyx_t_2) {

    /* "View.MemoryView":374
 *     def __dealloc__(memoryview self):
 *         if self.obj is not None:
 *             __Pyx_ReleaseBuffer(&self.view)             # <<<<<<<<<<<<<<
 *         elif (<__pyx_buffer *> &self.view).obj == Py_None:
 * 
 */
    __Pyx_ReleaseBuffer((&__pyx_v_self->view));

    /* "View.MemoryView":373
 * 
 *     def __dealloc__(memoryview self):
 *         if self.obj is not None:             # <<<<<<<<<<<<<<
 *             __Pyx_ReleaseBuffer(&self.view)
 *         elif (<__pyx_buffer *> &self.view).obj == Py_None:
 */
    goto __pyx_L3;
  }

  /* "View.MemoryView":375
 *         if self.obj is not None:
 *             __Pyx_ReleaseBuffer(&self.view)
 *         elif (<__pyx_buffer *> &self.view).obj == Py_None:             # <<<<<<<<<<<<<<
 * 
 *             (<__pyx_buffer *> &self.view).obj = NULL
 */
  __pyx_t_2 = ((((Py_buffer *)(&__pyx_v_self->view))->obj == Py_None) != 0);
  if (__pyx_t_2) {

    /* "View.MemoryView":377
 *         elif (<__pyx_buffer *> &self.view).obj == Py_None:
 * 
 *             (<__pyx_buffer *> &self.view).obj = NULL             # <<<<<<<<<<<<<<
 *             Py_DECREF(Py_None)
 * 
 */
    ((Py_buffer *)(&__pyx_v_self->view))->obj = NULL;

    /* "View.MemoryView":378
 * 
 *             (<__pyx_buffer *> &self.view).obj = NULL
 *             Py_DECREF(Py_None)             # <<<<<<<<<<<<<<
 * 
 *         cdef int i
 */
    Py_DECREF(Py_None);

    /* "View.MemoryView":375
 *         if self.obj is not None:
 *             __Pyx_ReleaseBuffer(&self.view)
 *         elif (<__pyx_buffer *> &self.view).obj == Py_None:             # <<<<<<<<<<<<<<
 * 
 *             (<__pyx_buffer *> &self.view).obj = NULL
 */
  }
  __pyx_L3:;

  /* "View.MemoryView":382
 *         cdef int i
 *         global __pyx_memoryview_thread_locks_used
 *         if self.lock != NULL:             # <<<<<<<<<<<<<<
 *             for i in range(__pyx_memoryview_thread_locks_used):
 *                 if __pyx_memoryview_thread_locks[i] is self.lock:
 */
  __pyx_t_2 = ((__pyx_v_self->lock != NULL) != 0);
  if (__pyx_t_2) {

    /* "View.MemoryView":383
 *         global __pyx_memoryview_thread_locks_used
 *         if self.lock != NULL:
 *             for i in range(__pyx_memoryview_thread_locks_used):             # <<<<<<<<<<<<<<
 *                 if __pyx_memoryview_thread_locks[i] is self.lock:
 *                     __pyx_memoryview_thread_locks_used -= 1
 */
    __pyx_t_3 = __pyx_memoryview_thread_locks_used;
    __pyx_t_4 = __pyx_t_3;
    for (__pyx_t_5 = 0; __pyx_t_5 < __pyx_t_4; __pyx_t_5+=1) {
      __pyx_v_i = __pyx_t_5;

      /* "View.MemoryView":384
 *         if self.lock != NULL:
 *             for i in range(__pyx_memoryview_thread_locks_used):
 *                 if __pyx_memoryview_thread_locks[i] is self.lock:             # <<<<<<<<<<<<<<
 *                     __pyx_memoryview_thread_locks_used -= 1
 *                     if i != __pyx_memoryview_thread_locks_used:
 */
      __pyx_t_2 = (((__pyx_memoryview_thread_locks[__pyx_v_i]) == __pyx_v_self->lock) != 0);
      if (__pyx_t_2) {

        /* "View.MemoryView":385
 *             for i in range(__pyx_memoryview_thread_locks_used):
 *                 if __pyx_memoryview_thread_locks[i] is self.lock:
 *                     __pyx_memoryview_thread_locks_used -= 1             # <<<<<<<<<<<<<<
 *                     if i != __pyx_memoryview_thread_locks_used:
 *                         __pyx_memoryview_thread_locks[i], __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used] = (
 */
        __pyx_memoryview_thread_locks_used = (__pyx_memoryview_thread_locks_used - 1);

        /* "View.MemoryView":386
 *                 if __pyx_memoryview_thread_locks[i] is self.lock:
 *                     __pyx_memoryview_thread_locks_used -= 1
 *                     if i != __pyx_memoryview_thread_locks_used:             # <<<<<<<<<<<<<<
 *                         __pyx_memoryview_thread_locks[i], __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used] = (
 *                             __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used], __pyx_memoryview_thread_locks[i])
 */
        __pyx_t_2 = ((__pyx_v_i != __pyx_memoryview_thread_locks_used) != 0);
        if (__pyx_t_2) {

          /* "View.MemoryView":388
 *                     if i != __pyx_memoryview_thread_locks_used:
 *                         __pyx_memoryview_thread_locks[i], __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used] = (
 *                             __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used], __pyx_memoryview_thread_locks[i])             # <<<<<<<<<<<<<<
 *                     break
 *             else:
 */
          __pyx_t_6 = (__pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used]);
          __pyx_t_7 = (__pyx_memoryview_thread_locks[__pyx_v_i]);

          /* "View.MemoryView":387
 *                     __pyx_memoryview_thread_locks_used -= 1
 *                     if i != __pyx_memoryview_thread_locks_used:
 *                         __pyx_memoryview_thread_locks[i], __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used] = (             # <<<<<<<<<<<<<<
 *                             __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used], __pyx_memoryview_thread_locks[i])
 *                     break
 */
          (__pyx_memoryview_thread_locks[__pyx_v_i]) = __pyx_t_6;
          (__pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used]) = __pyx_t_7;

          /* "View.MemoryView":386
 *                 if __pyx_memoryview_thread_locks[i] is self.lock:
 *                     __pyx_memoryview_thread_locks_used -= 1
 *                     if i != __pyx_memoryview_thread_locks_used:             # <<<<<<<<<<<<<<
 *                         __pyx_memoryview_thread_locks[i], __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used] = (
 *                             __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used], __pyx_memoryview_thread_locks[i])
 */
        }

        /* "View.MemoryView":389
 *                         __pyx_memoryview_thread_locks[i], __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used] = (
 *                             __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used], __pyx_memoryview_thread_locks[i])
 *                     break             # <<<<<<<<<<<<<<
 *             else:
 *                 PyThread_free_lock(self.lock)
 */
        goto __pyx_L6_break;

        /* "View.MemoryView":384
 *         if self.lock != NULL:
 *             for i in range(__pyx_memoryview_thread_locks_used):
 *                 if __pyx_memoryview_thread_locks[i] is self.lock:             # <<<<<<<<<<<<<<
 *                     __pyx_memoryview_thread_locks_used -= 1
 *                     if i != __pyx_memoryview_thread_locks_used:
 */
      }
    }
    /*else*/ {

      /* "View.MemoryView":391
 *                     break
 *             else:
 *                 PyThread_free_lock(self.lock)             # <<<<<<<<<<<<<<
 * 
 *     cdef char *get_item_pointer(memoryview self, object index) except NULL:
 */
      PyThread_free_lock(__pyx_v_self->lock);
    }
    __pyx_L6_break:;

    /* "View.MemoryView":382
 *         cdef int i
 *         global __pyx_memoryview_thread_locks_used
 *         if self.lock != NULL:             # <<<<<<<<<<<<<<
 *             for i in range(__pyx_memoryview_thread_locks_used):
 *                 if __pyx_memoryview_thread_locks[i] is self.lock:
 */
  }

  /* "View.MemoryView":372
 *         self.typeinfo = NULL
 * 
 *     def __dealloc__(memoryview self):             # <<<<<<<<<<<<<<
 *         if self.obj is not None:
 *             __Pyx_ReleaseBuffer(&self.view)
 */

  /* function exit code */
  __Pyx_RefNannyFinishContext();
}

/* "View.MemoryView":393
 *                 PyThread_free_lock(self.lock)
 * 
 *     cdef char *get_item_pointer(memoryview self, object index) except NULL:             # <<<<<<<<<<<<<<
 *         cdef Py_ssize_t dim
 *         cdef char *itemp = <char *> self.view.buf
 */

static char *__pyx_memoryview_get_item_pointer(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_index) {
  Py_ssize_t __pyx_v_dim;
  char *__pyx_v_itemp;
  PyObject *__pyx_v_idx = NULL;
  char *__pyx_r;
  __Pyx_RefNannyDeclarations
  Py_ssize_t __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  Py_ssize_t __pyx_t_3;
  PyObject *(*__pyx_t_4)(PyObject *);
  PyObject *__pyx_t_5 = NULL;
  Py_ssize_t __pyx_t_6;
  char *__pyx_t_7;
  __Pyx_RefNannySetupContext("get_item_pointer", 0);

  /* "View.MemoryView":395
 *     cdef char *get_item_pointer(memoryview self, object index) except NULL:
 *         cdef Py_ssize_t dim
 *         cdef char *itemp = <char *> self.view.buf             # <<<<<<<<<<<<<<
 * 
 *         for dim, idx in enumerate(index):
 */
  __pyx_v_itemp = ((char *)__pyx_v_self->view.buf);

  /* "View.MemoryView":397
 *         cdef char *itemp = <char *> self.view.buf
 * 
 *         for dim, idx in enumerate(index):             # <<<<<<<<<<<<<<
 *             itemp = pybuffer_index(&self.view, itemp, idx, dim)
 * 
 */
  __pyx_t_1 = 0;
  if (likely(PyList_CheckExact(__pyx_v_index)) || PyTuple_CheckExact(__pyx_v_index)) {
    __pyx_t_2 = __pyx_v_index; __Pyx_INCREF(__pyx_t_2); __pyx_t_3 = 0;
    __pyx_t_4 = NULL;
  } else {
    __pyx_t_3 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_v_index); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 397, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_4 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 397, __pyx_L1_error)
  }
  for (;;) {
    if (likely(!__pyx_t_4)) {
      if (likely(PyList_CheckExact(__pyx_t_2))) {
        if (__pyx_t_3 >= PyList_GET_SIZE(__pyx_t_2)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_5 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_3); __Pyx_INCREF(__pyx_t_5); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(1, 397, __pyx_L1_error)
        #else
        __pyx_t_5 = PySequence_ITEM(__pyx_t_2, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_5)) __PYX_ERR(1, 397, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_5);
        #endif
      } else {
        if (__pyx_t_3 >= PyTuple_GET_SIZE(__pyx_t_2)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_5 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_3); __Pyx_INCREF(__pyx_t_5); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(1, 397, __pyx_L1_error)
        #else
        __pyx_t_5 = PySequence_ITEM(__pyx_t_2, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_5)) __PYX_ERR(1, 397, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_5);
        #endif
      }
    } else {
      __pyx_t_5 = __pyx_t_4(__pyx_t_2);
      if (unlikely(!__pyx_t_5)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
          else __PYX_ERR(1, 397, __pyx_L1_error)
        }
        break;
      }
      __Pyx_GOTREF(__pyx_t_5);
    }
    __Pyx_XDECREF_SET(__pyx_v_idx, __pyx_t_5);
    __pyx_t_5 = 0;
    __pyx_v_dim = __pyx_t_1;
    __pyx_t_1 = (__pyx_t_1 + 1);

    /* "View.MemoryView":398
 * 
 *         for dim, idx in enumerate(index):
 *             itemp = pybuffer_index(&self.view, itemp, idx, dim)             # <<<<<<<<<<<<<<
 * 
 *         return itemp
 */
    __pyx_t_6 = __Pyx_PyIndex_AsSsize_t(__pyx_v_idx); if (unlikely((__pyx_t_6 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(1, 398, __pyx_L1_error)
    __pyx_t_7 = __pyx_pybuffer_index((&__pyx_v_self->view), __pyx_v_itemp, __pyx_t_6, __pyx_v_dim); if (unlikely(__pyx_t_7 == ((char *)NULL))) __PYX_ERR(1, 398, __pyx_L1_error)
    __pyx_v_itemp = __pyx_t_7;

    /* "View.MemoryView":397
 *         cdef char *itemp = <char *> self.view.buf
 * 
 *         for dim, idx in enumerate(index):             # <<<<<<<<<<<<<<
 *             itemp = pybuffer_index(&self.view, itemp, idx, dim)
 * 
 */
  }
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "View.MemoryView":400
 *             itemp = pybuffer_index(&self.view, itemp, idx, dim)
 * 
 *         return itemp             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_r = __pyx_v_itemp;
  goto __pyx_L0;

  /* "View.MemoryView":393
 *                 PyThread_free_lock(self.lock)
 * 
 *     cdef char *get_item_pointer(memoryview self, object index) except NULL:             # <<<<<<<<<<<<<<
 *         cdef Py_ssize_t dim
 *         cdef char *itemp = <char *> self.view.buf
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_AddTraceback("View.MemoryView.memoryview.get_item_pointer", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_idx);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":403
 * 
 * 
 *     def __getitem__(memoryview self, object index):             # <<<<<<<<<<<<<<
 *         if index is Ellipsis:
 *             return self
 */

/* Python wrapper */
static PyObject *__pyx_memoryview___getitem__(PyObject *__pyx_v_self, PyObject *__pyx_v_index); /*proto*/
static PyObject *__pyx_memoryview___getitem__(PyObject *__pyx_v_self, PyObject *__pyx_v_index) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__getitem__ (wrapper)", 0);
  __pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_4__getitem__(((struct __pyx_memoryview_obj *)__pyx_v_self), ((PyObject *)__pyx_v_index));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_4__getitem__(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_index) {
  PyObject *__pyx_v_have_slices = NULL;
  PyObject *__pyx_v_indices = NULL;
  char *__pyx_v_itemp;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  int __pyx_t_2;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  PyObject *__pyx_t_5 = NULL;
  char *__pyx_t_6;
  __Pyx_RefNannySetupContext("__getitem__", 0);

  /* "View.MemoryView":404
 * 
 *     def __getitem__(memoryview self, object index):
 *         if index is Ellipsis:             # <<<<<<<<<<<<<<
 *             return self
 * 
 */
  __pyx_t_1 = (__pyx_v_index == __pyx_builtin_Ellipsis);
  __pyx_t_2 = (__pyx_t_1 != 0);
  if (__pyx_t_2) {

    /* "View.MemoryView":405
 *     def __getitem__(memoryview self, object index):
 *         if index is Ellipsis:
 *             return self             # <<<<<<<<<<<<<<
 * 
 *         have_slices, indices = _unellipsify(index, self.view.ndim)
 */
    __Pyx_XDECREF(__pyx_r);
    __Pyx_INCREF(((PyObject *)__pyx_v_self));
    __pyx_r = ((PyObject *)__pyx_v_self);
    goto __pyx_L0;

    /* "View.MemoryView":404
 * 
 *     def __getitem__(memoryview self, object index):
 *         if index is Ellipsis:             # <<<<<<<<<<<<<<
 *             return self
 * 
 */
  }

  /* "View.MemoryView":407
 *             return self
 * 
 *         have_slices, indices = _unellipsify(index, self.view.ndim)             # <<<<<<<<<<<<<<
 * 
 *         cdef char *itemp
 */
  __pyx_t_3 = _unellipsify(__pyx_v_index, __pyx_v_self->view.ndim); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 407, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  if (likely(__pyx_t_3 != Py_None)) {
    PyObject* sequence = __pyx_t_3;
    Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
    if (unlikely(size != 2)) {
      if (size > 2) __Pyx_RaiseTooManyValuesError(2);
      else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
      __PYX_ERR(1, 407, __pyx_L1_error)
    }
    #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
    __pyx_t_4 = PyTuple_GET_ITEM(sequence, 0); 
    __pyx_t_5 = PyTuple_GET_ITEM(sequence, 1); 
    __Pyx_INCREF(__pyx_t_4);
    __Pyx_INCREF(__pyx_t_5);
    #else
    __pyx_t_4 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 407, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    __pyx_t_5 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_5)) __PYX_ERR(1, 407, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    #endif
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  } else {
    __Pyx_RaiseNoneNotIterableError(); __PYX_ERR(1, 407, __pyx_L1_error)
  }
  __pyx_v_have_slices = __pyx_t_4;
  __pyx_t_4 = 0;
  __pyx_v_indices = __pyx_t_5;
  __pyx_t_5 = 0;

  /* "View.MemoryView":410
 * 
 *         cdef char *itemp
 *         if have_slices:             # <<<<<<<<<<<<<<
 *             return memview_slice(self, indices)
 *         else:
 */
  __pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_v_have_slices); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(1, 410, __pyx_L1_error)
  if (__pyx_t_2) {

    /* "View.MemoryView":411
 *         cdef char *itemp
 *         if have_slices:
 *             return memview_slice(self, indices)             # <<<<<<<<<<<<<<
 *         else:
 *             itemp = self.get_item_pointer(indices)
 */
    __Pyx_XDECREF(__pyx_r);
    __pyx_t_3 = ((PyObject *)__pyx_memview_slice(__pyx_v_self, __pyx_v_indices)); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 411, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __pyx_r = __pyx_t_3;
    __pyx_t_3 = 0;
    goto __pyx_L0;

    /* "View.MemoryView":410
 * 
 *         cdef char *itemp
 *         if have_slices:             # <<<<<<<<<<<<<<
 *             return memview_slice(self, indices)
 *         else:
 */
  }

  /* "View.MemoryView":413
 *             return memview_slice(self, indices)
 *         else:
 *             itemp = self.get_item_pointer(indices)             # <<<<<<<<<<<<<<
 *             return self.convert_item_to_object(itemp)
 * 
 */
  /*else*/ {
    __pyx_t_6 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->get_item_pointer(__pyx_v_self, __pyx_v_indices); if (unlikely(__pyx_t_6 == ((char *)NULL))) __PYX_ERR(1, 413, __pyx_L1_error)
    __pyx_v_itemp = __pyx_t_6;

    /* "View.MemoryView":414
 *         else:
 *             itemp = self.get_item_pointer(indices)
 *             return self.convert_item_to_object(itemp)             # <<<<<<<<<<<<<<
 * 
 *     def __setitem__(memoryview self, object index, object value):
 */
    __Pyx_XDECREF(__pyx_r);
    __pyx_t_3 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->convert_item_to_object(__pyx_v_self, __pyx_v_itemp); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 414, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __pyx_r = __pyx_t_3;
    __pyx_t_3 = 0;
    goto __pyx_L0;
  }

  /* "View.MemoryView":403
 * 
 * 
 *     def __getitem__(memoryview self, object index):             # <<<<<<<<<<<<<<
 *         if index is Ellipsis:
 *             return self
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_AddTraceback("View.MemoryView.memoryview.__getitem__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_have_slices);
  __Pyx_XDECREF(__pyx_v_indices);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":416
 *             return self.convert_item_to_object(itemp)
 * 
 *     def __setitem__(memoryview self, object index, object value):             # <<<<<<<<<<<<<<
 *         if self.view.readonly:
 *             raise TypeError("Cannot assign to read-only memoryview")
 */

/* Python wrapper */
static int __pyx_memoryview___setitem__(PyObject *__pyx_v_self, PyObject *__pyx_v_index, PyObject *__pyx_v_value); /*proto*/
static int __pyx_memoryview___setitem__(PyObject *__pyx_v_self, PyObject *__pyx_v_index, PyObject *__pyx_v_value) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__setitem__ (wrapper)", 0);
  __pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_6__setitem__(((struct __pyx_memoryview_obj *)__pyx_v_self), ((PyObject *)__pyx_v_index), ((PyObject *)__pyx_v_value));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_6__setitem__(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_index, PyObject *__pyx_v_value) {
  PyObject *__pyx_v_have_slices = NULL;
  PyObject *__pyx_v_obj = NULL;
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  __Pyx_RefNannySetupContext("__setitem__", 0);
  __Pyx_INCREF(__pyx_v_index);

  /* "View.MemoryView":417
 * 
 *     def __setitem__(memoryview self, object index, object value):
 *         if self.view.readonly:             # <<<<<<<<<<<<<<
 *             raise TypeError("Cannot assign to read-only memoryview")
 * 
 */
  __pyx_t_1 = (__pyx_v_self->view.readonly != 0);
  if (unlikely(__pyx_t_1)) {

    /* "View.MemoryView":418
 *     def __setitem__(memoryview self, object index, object value):
 *         if self.view.readonly:
 *             raise TypeError("Cannot assign to read-only memoryview")             # <<<<<<<<<<<<<<
 * 
 *         have_slices, index = _unellipsify(index, self.view.ndim)
 */
    __pyx_t_2 = __Pyx_PyObject_Call(__pyx_builtin_TypeError, __pyx_tuple__36, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 418, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __Pyx_Raise(__pyx_t_2, 0, 0, 0);
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __PYX_ERR(1, 418, __pyx_L1_error)

    /* "View.MemoryView":417
 * 
 *     def __setitem__(memoryview self, object index, object value):
 *         if self.view.readonly:             # <<<<<<<<<<<<<<
 *             raise TypeError("Cannot assign to read-only memoryview")
 * 
 */
  }

  /* "View.MemoryView":420
 *             raise TypeError("Cannot assign to read-only memoryview")
 * 
 *         have_slices, index = _unellipsify(index, self.view.ndim)             # <<<<<<<<<<<<<<
 * 
 *         if have_slices:
 */
  __pyx_t_2 = _unellipsify(__pyx_v_index, __pyx_v_self->view.ndim); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 420, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  if (likely(__pyx_t_2 != Py_None)) {
    PyObject* sequence = __pyx_t_2;
    Py_ssize_t size = __Pyx_PySequence_SIZE(sequence);
    if (unlikely(size != 2)) {
      if (size > 2) __Pyx_RaiseTooManyValuesError(2);
      else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size);
      __PYX_ERR(1, 420, __pyx_L1_error)
    }
    #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
    __pyx_t_3 = PyTuple_GET_ITEM(sequence, 0); 
    __pyx_t_4 = PyTuple_GET_ITEM(sequence, 1); 
    __Pyx_INCREF(__pyx_t_3);
    __Pyx_INCREF(__pyx_t_4);
    #else
    __pyx_t_3 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 420, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __pyx_t_4 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 420, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    #endif
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  } else {
    __Pyx_RaiseNoneNotIterableError(); __PYX_ERR(1, 420, __pyx_L1_error)
  }
  __pyx_v_have_slices = __pyx_t_3;
  __pyx_t_3 = 0;
  __Pyx_DECREF_SET(__pyx_v_index, __pyx_t_4);
  __pyx_t_4 = 0;

  /* "View.MemoryView":422
 *         have_slices, index = _unellipsify(index, self.view.ndim)
 * 
 *         if have_slices:             # <<<<<<<<<<<<<<
 *             obj = self.is_slice(value)
 *             if obj:
 */
  __pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_v_have_slices); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(1, 422, __pyx_L1_error)
  if (__pyx_t_1) {

    /* "View.MemoryView":423
 * 
 *         if have_slices:
 *             obj = self.is_slice(value)             # <<<<<<<<<<<<<<
 *             if obj:
 *                 self.setitem_slice_assignment(self[index], obj)
 */
    __pyx_t_2 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->is_slice(__pyx_v_self, __pyx_v_value); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 423, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_v_obj = __pyx_t_2;
    __pyx_t_2 = 0;

    /* "View.MemoryView":424
 *         if have_slices:
 *             obj = self.is_slice(value)
 *             if obj:             # <<<<<<<<<<<<<<
 *                 self.setitem_slice_assignment(self[index], obj)
 *             else:
 */
    __pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_v_obj); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(1, 424, __pyx_L1_error)
    if (__pyx_t_1) {

      /* "View.MemoryView":425
 *             obj = self.is_slice(value)
 *             if obj:
 *                 self.setitem_slice_assignment(self[index], obj)             # <<<<<<<<<<<<<<
 *             else:
 *                 self.setitem_slice_assign_scalar(self[index], value)
 */
      __pyx_t_2 = __Pyx_PyObject_GetItem(((PyObject *)__pyx_v_self), __pyx_v_index); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 425, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_2);
      __pyx_t_4 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->setitem_slice_assignment(__pyx_v_self, __pyx_t_2, __pyx_v_obj); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 425, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_4);
      __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;

      /* "View.MemoryView":424
 *         if have_slices:
 *             obj = self.is_slice(value)
 *             if obj:             # <<<<<<<<<<<<<<
 *                 self.setitem_slice_assignment(self[index], obj)
 *             else:
 */
      goto __pyx_L5;
    }

    /* "View.MemoryView":427
 *                 self.setitem_slice_assignment(self[index], obj)
 *             else:
 *                 self.setitem_slice_assign_scalar(self[index], value)             # <<<<<<<<<<<<<<
 *         else:
 *             self.setitem_indexed(index, value)
 */
    /*else*/ {
      __pyx_t_4 = __Pyx_PyObject_GetItem(((PyObject *)__pyx_v_self), __pyx_v_index); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 427, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_4);
      if (!(likely(((__pyx_t_4) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_4, __pyx_memoryview_type))))) __PYX_ERR(1, 427, __pyx_L1_error)
      __pyx_t_2 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->setitem_slice_assign_scalar(__pyx_v_self, ((struct __pyx_memoryview_obj *)__pyx_t_4), __pyx_v_value); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 427, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_2);
      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
      __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    }
    __pyx_L5:;

    /* "View.MemoryView":422
 *         have_slices, index = _unellipsify(index, self.view.ndim)
 * 
 *         if have_slices:             # <<<<<<<<<<<<<<
 *             obj = self.is_slice(value)
 *             if obj:
 */
    goto __pyx_L4;
  }

  /* "View.MemoryView":429
 *                 self.setitem_slice_assign_scalar(self[index], value)
 *         else:
 *             self.setitem_indexed(index, value)             # <<<<<<<<<<<<<<
 * 
 *     cdef is_slice(self, obj):
 */
  /*else*/ {
    __pyx_t_2 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->setitem_indexed(__pyx_v_self, __pyx_v_index, __pyx_v_value); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 429, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  }
  __pyx_L4:;

  /* "View.MemoryView":416
 *             return self.convert_item_to_object(itemp)
 * 
 *     def __setitem__(memoryview self, object index, object value):             # <<<<<<<<<<<<<<
 *         if self.view.readonly:
 *             raise TypeError("Cannot assign to read-only memoryview")
 */

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_AddTraceback("View.MemoryView.memoryview.__setitem__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_have_slices);
  __Pyx_XDECREF(__pyx_v_obj);
  __Pyx_XDECREF(__pyx_v_index);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":431
 *             self.setitem_indexed(index, value)
 * 
 *     cdef is_slice(self, obj):             # <<<<<<<<<<<<<<
 *         if not isinstance(obj, memoryview):
 *             try:
 */

static PyObject *__pyx_memoryview_is_slice(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_obj) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  int __pyx_t_2;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  PyObject *__pyx_t_5 = NULL;
  PyObject *__pyx_t_6 = NULL;
  PyObject *__pyx_t_7 = NULL;
  PyObject *__pyx_t_8 = NULL;
  int __pyx_t_9;
  __Pyx_RefNannySetupContext("is_slice", 0);
  __Pyx_INCREF(__pyx_v_obj);

  /* "View.MemoryView":432
 * 
 *     cdef is_slice(self, obj):
 *         if not isinstance(obj, memoryview):             # <<<<<<<<<<<<<<
 *             try:
 *                 obj = memoryview(obj, self.flags & ~PyBUF_WRITABLE | PyBUF_ANY_CONTIGUOUS,
 */
  __pyx_t_1 = __Pyx_TypeCheck(__pyx_v_obj, __pyx_memoryview_type); 
  __pyx_t_2 = ((!(__pyx_t_1 != 0)) != 0);
  if (__pyx_t_2) {

    /* "View.MemoryView":433
 *     cdef is_slice(self, obj):
 *         if not isinstance(obj, memoryview):
 *             try:             # <<<<<<<<<<<<<<
 *                 obj = memoryview(obj, self.flags & ~PyBUF_WRITABLE | PyBUF_ANY_CONTIGUOUS,
 *                                  self.dtype_is_object)
 */
    {
      __Pyx_PyThreadState_declare
      __Pyx_PyThreadState_assign
      __Pyx_ExceptionSave(&__pyx_t_3, &__pyx_t_4, &__pyx_t_5);
      __Pyx_XGOTREF(__pyx_t_3);
      __Pyx_XGOTREF(__pyx_t_4);
      __Pyx_XGOTREF(__pyx_t_5);
      /*try:*/ {

        /* "View.MemoryView":434
 *         if not isinstance(obj, memoryview):
 *             try:
 *                 obj = memoryview(obj, self.flags & ~PyBUF_WRITABLE | PyBUF_ANY_CONTIGUOUS,             # <<<<<<<<<<<<<<
 *                                  self.dtype_is_object)
 *             except TypeError:
 */
        __pyx_t_6 = __Pyx_PyInt_From_int(((__pyx_v_self->flags & (~PyBUF_WRITABLE)) | PyBUF_ANY_CONTIGUOUS)); if (unlikely(!__pyx_t_6)) __PYX_ERR(1, 434, __pyx_L4_error)
        __Pyx_GOTREF(__pyx_t_6);

        /* "View.MemoryView":435
 *             try:
 *                 obj = memoryview(obj, self.flags & ~PyBUF_WRITABLE | PyBUF_ANY_CONTIGUOUS,
 *                                  self.dtype_is_object)             # <<<<<<<<<<<<<<
 *             except TypeError:
 *                 return None
 */
        __pyx_t_7 = __Pyx_PyBool_FromLong(__pyx_v_self->dtype_is_object); if (unlikely(!__pyx_t_7)) __PYX_ERR(1, 435, __pyx_L4_error)
        __Pyx_GOTREF(__pyx_t_7);

        /* "View.MemoryView":434
 *         if not isinstance(obj, memoryview):
 *             try:
 *                 obj = memoryview(obj, self.flags & ~PyBUF_WRITABLE | PyBUF_ANY_CONTIGUOUS,             # <<<<<<<<<<<<<<
 *                                  self.dtype_is_object)
 *             except TypeError:
 */
        __pyx_t_8 = PyTuple_New(3); if (unlikely(!__pyx_t_8)) __PYX_ERR(1, 434, __pyx_L4_error)
        __Pyx_GOTREF(__pyx_t_8);
        __Pyx_INCREF(__pyx_v_obj);
        __Pyx_GIVEREF(__pyx_v_obj);
        PyTuple_SET_ITEM(__pyx_t_8, 0, __pyx_v_obj);
        __Pyx_GIVEREF(__pyx_t_6);
        PyTuple_SET_ITEM(__pyx_t_8, 1, __pyx_t_6);
        __Pyx_GIVEREF(__pyx_t_7);
        PyTuple_SET_ITEM(__pyx_t_8, 2, __pyx_t_7);
        __pyx_t_6 = 0;
        __pyx_t_7 = 0;
        __pyx_t_7 = __Pyx_PyObject_Call(((PyObject *)__pyx_memoryview_type), __pyx_t_8, NULL); if (unlikely(!__pyx_t_7)) __PYX_ERR(1, 434, __pyx_L4_error)
        __Pyx_GOTREF(__pyx_t_7);
        __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
        __Pyx_DECREF_SET(__pyx_v_obj, __pyx_t_7);
        __pyx_t_7 = 0;

        /* "View.MemoryView":433
 *     cdef is_slice(self, obj):
 *         if not isinstance(obj, memoryview):
 *             try:             # <<<<<<<<<<<<<<
 *                 obj = memoryview(obj, self.flags & ~PyBUF_WRITABLE | PyBUF_ANY_CONTIGUOUS,
 *                                  self.dtype_is_object)
 */
      }
      __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
      __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
      __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
      goto __pyx_L9_try_end;
      __pyx_L4_error:;
      __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
      __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
      __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;

      /* "View.MemoryView":436
 *                 obj = memoryview(obj, self.flags & ~PyBUF_WRITABLE | PyBUF_ANY_CONTIGUOUS,
 *                                  self.dtype_is_object)
 *             except TypeError:             # <<<<<<<<<<<<<<
 *                 return None
 * 
 */
      __pyx_t_9 = __Pyx_PyErr_ExceptionMatches(__pyx_builtin_TypeError);
      if (__pyx_t_9) {
        __Pyx_AddTraceback("View.MemoryView.memoryview.is_slice", __pyx_clineno, __pyx_lineno, __pyx_filename);
        if (__Pyx_GetException(&__pyx_t_7, &__pyx_t_8, &__pyx_t_6) < 0) __PYX_ERR(1, 436, __pyx_L6_except_error)
        __Pyx_GOTREF(__pyx_t_7);
        __Pyx_GOTREF(__pyx_t_8);
        __Pyx_GOTREF(__pyx_t_6);

        /* "View.MemoryView":437
 *                                  self.dtype_is_object)
 *             except TypeError:
 *                 return None             # <<<<<<<<<<<<<<
 * 
 *         return obj
 */
        __Pyx_XDECREF(__pyx_r);
        __pyx_r = Py_None; __Pyx_INCREF(Py_None);
        __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
        __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
        __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
        goto __pyx_L7_except_return;
      }
      goto __pyx_L6_except_error;
      __pyx_L6_except_error:;

      /* "View.MemoryView":433
 *     cdef is_slice(self, obj):
 *         if not isinstance(obj, memoryview):
 *             try:             # <<<<<<<<<<<<<<
 *                 obj = memoryview(obj, self.flags & ~PyBUF_WRITABLE | PyBUF_ANY_CONTIGUOUS,
 *                                  self.dtype_is_object)
 */
      __Pyx_XGIVEREF(__pyx_t_3);
      __Pyx_XGIVEREF(__pyx_t_4);
      __Pyx_XGIVEREF(__pyx_t_5);
      __Pyx_ExceptionReset(__pyx_t_3, __pyx_t_4, __pyx_t_5);
      goto __pyx_L1_error;
      __pyx_L7_except_return:;
      __Pyx_XGIVEREF(__pyx_t_3);
      __Pyx_XGIVEREF(__pyx_t_4);
      __Pyx_XGIVEREF(__pyx_t_5);
      __Pyx_ExceptionReset(__pyx_t_3, __pyx_t_4, __pyx_t_5);
      goto __pyx_L0;
      __pyx_L9_try_end:;
    }

    /* "View.MemoryView":432
 * 
 *     cdef is_slice(self, obj):
 *         if not isinstance(obj, memoryview):             # <<<<<<<<<<<<<<
 *             try:
 *                 obj = memoryview(obj, self.flags & ~PyBUF_WRITABLE | PyBUF_ANY_CONTIGUOUS,
 */
  }

  /* "View.MemoryView":439
 *                 return None
 * 
 *         return obj             # <<<<<<<<<<<<<<
 * 
 *     cdef setitem_slice_assignment(self, dst, src):
 */
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(__pyx_v_obj);
  __pyx_r = __pyx_v_obj;
  goto __pyx_L0;

  /* "View.MemoryView":431
 *             self.setitem_indexed(index, value)
 * 
 *     cdef is_slice(self, obj):             # <<<<<<<<<<<<<<
 *         if not isinstance(obj, memoryview):
 *             try:
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_XDECREF(__pyx_t_7);
  __Pyx_XDECREF(__pyx_t_8);
  __Pyx_AddTraceback("View.MemoryView.memoryview.is_slice", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_obj);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":441
 *         return obj
 * 
 *     cdef setitem_slice_assignment(self, dst, src):             # <<<<<<<<<<<<<<
 *         cdef __Pyx_memviewslice dst_slice
 *         cdef __Pyx_memviewslice src_slice
 */

static PyObject *__pyx_memoryview_setitem_slice_assignment(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_dst, PyObject *__pyx_v_src) {
  __Pyx_memviewslice __pyx_v_dst_slice;
  __Pyx_memviewslice __pyx_v_src_slice;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_memviewslice *__pyx_t_1;
  __Pyx_memviewslice *__pyx_t_2;
  PyObject *__pyx_t_3 = NULL;
  int __pyx_t_4;
  int __pyx_t_5;
  int __pyx_t_6;
  __Pyx_RefNannySetupContext("setitem_slice_assignment", 0);

  /* "View.MemoryView":445
 *         cdef __Pyx_memviewslice src_slice
 * 
 *         memoryview_copy_contents(get_slice_from_memview(src, &src_slice)[0],             # <<<<<<<<<<<<<<
 *                                  get_slice_from_memview(dst, &dst_slice)[0],
 *                                  src.ndim, dst.ndim, self.dtype_is_object)
 */
  if (!(likely(((__pyx_v_src) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_src, __pyx_memoryview_type))))) __PYX_ERR(1, 445, __pyx_L1_error)
  __pyx_t_1 = __pyx_memoryview_get_slice_from_memoryview(((struct __pyx_memoryview_obj *)__pyx_v_src), (&__pyx_v_src_slice)); if (unlikely(__pyx_t_1 == ((__Pyx_memviewslice *)NULL))) __PYX_ERR(1, 445, __pyx_L1_error)

  /* "View.MemoryView":446
 * 
 *         memoryview_copy_contents(get_slice_from_memview(src, &src_slice)[0],
 *                                  get_slice_from_memview(dst, &dst_slice)[0],             # <<<<<<<<<<<<<<
 *                                  src.ndim, dst.ndim, self.dtype_is_object)
 * 
 */
  if (!(likely(((__pyx_v_dst) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_dst, __pyx_memoryview_type))))) __PYX_ERR(1, 446, __pyx_L1_error)
  __pyx_t_2 = __pyx_memoryview_get_slice_from_memoryview(((struct __pyx_memoryview_obj *)__pyx_v_dst), (&__pyx_v_dst_slice)); if (unlikely(__pyx_t_2 == ((__Pyx_memviewslice *)NULL))) __PYX_ERR(1, 446, __pyx_L1_error)

  /* "View.MemoryView":447
 *         memoryview_copy_contents(get_slice_from_memview(src, &src_slice)[0],
 *                                  get_slice_from_memview(dst, &dst_slice)[0],
 *                                  src.ndim, dst.ndim, self.dtype_is_object)             # <<<<<<<<<<<<<<
 * 
 *     cdef setitem_slice_assign_scalar(self, memoryview dst, value):
 */
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_src, __pyx_n_s_ndim); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 447, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_4 = __Pyx_PyInt_As_int(__pyx_t_3); if (unlikely((__pyx_t_4 == (int)-1) && PyErr_Occurred())) __PYX_ERR(1, 447, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_dst, __pyx_n_s_ndim); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 447, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_5 = __Pyx_PyInt_As_int(__pyx_t_3); if (unlikely((__pyx_t_5 == (int)-1) && PyErr_Occurred())) __PYX_ERR(1, 447, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;

  /* "View.MemoryView":445
 *         cdef __Pyx_memviewslice src_slice
 * 
 *         memoryview_copy_contents(get_slice_from_memview(src, &src_slice)[0],             # <<<<<<<<<<<<<<
 *                                  get_slice_from_memview(dst, &dst_slice)[0],
 *                                  src.ndim, dst.ndim, self.dtype_is_object)
 */
  __pyx_t_6 = __pyx_memoryview_copy_contents((__pyx_t_1[0]), (__pyx_t_2[0]), __pyx_t_4, __pyx_t_5, __pyx_v_self->dtype_is_object); if (unlikely(__pyx_t_6 == ((int)-1))) __PYX_ERR(1, 445, __pyx_L1_error)

  /* "View.MemoryView":441
 *         return obj
 * 
 *     cdef setitem_slice_assignment(self, dst, src):             # <<<<<<<<<<<<<<
 *         cdef __Pyx_memviewslice dst_slice
 *         cdef __Pyx_memviewslice src_slice
 */

  /* function exit code */
  __pyx_r = Py_None; __Pyx_INCREF(Py_None);
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_AddTraceback("View.MemoryView.memoryview.setitem_slice_assignment", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":449
 *                                  src.ndim, dst.ndim, self.dtype_is_object)
 * 
 *     cdef setitem_slice_assign_scalar(self, memoryview dst, value):             # <<<<<<<<<<<<<<
 *         cdef int array[128]
 *         cdef void *tmp = NULL
 */

static PyObject *__pyx_memoryview_setitem_slice_assign_scalar(struct __pyx_memoryview_obj *__pyx_v_self, struct __pyx_memoryview_obj *__pyx_v_dst, PyObject *__pyx_v_value) {
  int __pyx_v_array[0x80];
  void *__pyx_v_tmp;
  void *__pyx_v_item;
  __Pyx_memviewslice *__pyx_v_dst_slice;
  __Pyx_memviewslice __pyx_v_tmp_slice;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_memviewslice *__pyx_t_1;
  int __pyx_t_2;
  PyObject *__pyx_t_3 = NULL;
  int __pyx_t_4;
  int __pyx_t_5;
  char const *__pyx_t_6;
  PyObject *__pyx_t_7 = NULL;
  PyObject *__pyx_t_8 = NULL;
  PyObject *__pyx_t_9 = NULL;
  PyObject *__pyx_t_10 = NULL;
  PyObject *__pyx_t_11 = NULL;
  PyObject *__pyx_t_12 = NULL;
  __Pyx_RefNannySetupContext("setitem_slice_assign_scalar", 0);

  /* "View.MemoryView":451
 *     cdef setitem_slice_assign_scalar(self, memoryview dst, value):
 *         cdef int array[128]
 *         cdef void *tmp = NULL             # <<<<<<<<<<<<<<
 *         cdef void *item
 * 
 */
  __pyx_v_tmp = NULL;

  /* "View.MemoryView":456
 *         cdef __Pyx_memviewslice *dst_slice
 *         cdef __Pyx_memviewslice tmp_slice
 *         dst_slice = get_slice_from_memview(dst, &tmp_slice)             # <<<<<<<<<<<<<<
 * 
 *         if <size_t>self.view.itemsize > sizeof(array):
 */
  __pyx_t_1 = __pyx_memoryview_get_slice_from_memoryview(__pyx_v_dst, (&__pyx_v_tmp_slice)); if (unlikely(__pyx_t_1 == ((__Pyx_memviewslice *)NULL))) __PYX_ERR(1, 456, __pyx_L1_error)
  __pyx_v_dst_slice = __pyx_t_1;

  /* "View.MemoryView":458
 *         dst_slice = get_slice_from_memview(dst, &tmp_slice)
 * 
 *         if <size_t>self.view.itemsize > sizeof(array):             # <<<<<<<<<<<<<<
 *             tmp = PyMem_Malloc(self.view.itemsize)
 *             if tmp == NULL:
 */
  __pyx_t_2 = ((((size_t)__pyx_v_self->view.itemsize) > (sizeof(__pyx_v_array))) != 0);
  if (__pyx_t_2) {

    /* "View.MemoryView":459
 * 
 *         if <size_t>self.view.itemsize > sizeof(array):
 *             tmp = PyMem_Malloc(self.view.itemsize)             # <<<<<<<<<<<<<<
 *             if tmp == NULL:
 *                 raise MemoryError
 */
    __pyx_v_tmp = PyMem_Malloc(__pyx_v_self->view.itemsize);

    /* "View.MemoryView":460
 *         if <size_t>self.view.itemsize > sizeof(array):
 *             tmp = PyMem_Malloc(self.view.itemsize)
 *             if tmp == NULL:             # <<<<<<<<<<<<<<
 *                 raise MemoryError
 *             item = tmp
 */
    __pyx_t_2 = ((__pyx_v_tmp == NULL) != 0);
    if (unlikely(__pyx_t_2)) {

      /* "View.MemoryView":461
 *             tmp = PyMem_Malloc(self.view.itemsize)
 *             if tmp == NULL:
 *                 raise MemoryError             # <<<<<<<<<<<<<<
 *             item = tmp
 *         else:
 */
      PyErr_NoMemory(); __PYX_ERR(1, 461, __pyx_L1_error)

      /* "View.MemoryView":460
 *         if <size_t>self.view.itemsize > sizeof(array):
 *             tmp = PyMem_Malloc(self.view.itemsize)
 *             if tmp == NULL:             # <<<<<<<<<<<<<<
 *                 raise MemoryError
 *             item = tmp
 */
    }

    /* "View.MemoryView":462
 *             if tmp == NULL:
 *                 raise MemoryError
 *             item = tmp             # <<<<<<<<<<<<<<
 *         else:
 *             item = <void *> array
 */
    __pyx_v_item = __pyx_v_tmp;

    /* "View.MemoryView":458
 *         dst_slice = get_slice_from_memview(dst, &tmp_slice)
 * 
 *         if <size_t>self.view.itemsize > sizeof(array):             # <<<<<<<<<<<<<<
 *             tmp = PyMem_Malloc(self.view.itemsize)
 *             if tmp == NULL:
 */
    goto __pyx_L3;
  }

  /* "View.MemoryView":464
 *             item = tmp
 *         else:
 *             item = <void *> array             # <<<<<<<<<<<<<<
 * 
 *         try:
 */
  /*else*/ {
    __pyx_v_item = ((void *)__pyx_v_array);
  }
  __pyx_L3:;

  /* "View.MemoryView":466
 *             item = <void *> array
 * 
 *         try:             # <<<<<<<<<<<<<<
 *             if self.dtype_is_object:
 *                 (<PyObject **> item)[0] = <PyObject *> value
 */
  /*try:*/ {

    /* "View.MemoryView":467
 * 
 *         try:
 *             if self.dtype_is_object:             # <<<<<<<<<<<<<<
 *                 (<PyObject **> item)[0] = <PyObject *> value
 *             else:
 */
    __pyx_t_2 = (__pyx_v_self->dtype_is_object != 0);
    if (__pyx_t_2) {

      /* "View.MemoryView":468
 *         try:
 *             if self.dtype_is_object:
 *                 (<PyObject **> item)[0] = <PyObject *> value             # <<<<<<<<<<<<<<
 *             else:
 *                 self.assign_item_from_object(<char *> item, value)
 */
      (((PyObject **)__pyx_v_item)[0]) = ((PyObject *)__pyx_v_value);

      /* "View.MemoryView":467
 * 
 *         try:
 *             if self.dtype_is_object:             # <<<<<<<<<<<<<<
 *                 (<PyObject **> item)[0] = <PyObject *> value
 *             else:
 */
      goto __pyx_L8;
    }

    /* "View.MemoryView":470
 *                 (<PyObject **> item)[0] = <PyObject *> value
 *             else:
 *                 self.assign_item_from_object(<char *> item, value)             # <<<<<<<<<<<<<<
 * 
 * 
 */
    /*else*/ {
      __pyx_t_3 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->assign_item_from_object(__pyx_v_self, ((char *)__pyx_v_item), __pyx_v_value); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 470, __pyx_L6_error)
      __Pyx_GOTREF(__pyx_t_3);
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    }
    __pyx_L8:;

    /* "View.MemoryView":474
 * 
 * 
 *             if self.view.suboffsets != NULL:             # <<<<<<<<<<<<<<
 *                 assert_direct_dimensions(self.view.suboffsets, self.view.ndim)
 *             slice_assign_scalar(dst_slice, dst.view.ndim, self.view.itemsize,
 */
    __pyx_t_2 = ((__pyx_v_self->view.suboffsets != NULL) != 0);
    if (__pyx_t_2) {

      /* "View.MemoryView":475
 * 
 *             if self.view.suboffsets != NULL:
 *                 assert_direct_dimensions(self.view.suboffsets, self.view.ndim)             # <<<<<<<<<<<<<<
 *             slice_assign_scalar(dst_slice, dst.view.ndim, self.view.itemsize,
 *                                 item, self.dtype_is_object)
 */
      __pyx_t_3 = assert_direct_dimensions(__pyx_v_self->view.suboffsets, __pyx_v_self->view.ndim); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 475, __pyx_L6_error)
      __Pyx_GOTREF(__pyx_t_3);
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;

      /* "View.MemoryView":474
 * 
 * 
 *             if self.view.suboffsets != NULL:             # <<<<<<<<<<<<<<
 *                 assert_direct_dimensions(self.view.suboffsets, self.view.ndim)
 *             slice_assign_scalar(dst_slice, dst.view.ndim, self.view.itemsize,
 */
    }

    /* "View.MemoryView":476
 *             if self.view.suboffsets != NULL:
 *                 assert_direct_dimensions(self.view.suboffsets, self.view.ndim)
 *             slice_assign_scalar(dst_slice, dst.view.ndim, self.view.itemsize,             # <<<<<<<<<<<<<<
 *                                 item, self.dtype_is_object)
 *         finally:
 */
    __pyx_memoryview_slice_assign_scalar(__pyx_v_dst_slice, __pyx_v_dst->view.ndim, __pyx_v_self->view.itemsize, __pyx_v_item, __pyx_v_self->dtype_is_object);
  }

  /* "View.MemoryView":479
 *                                 item, self.dtype_is_object)
 *         finally:
 *             PyMem_Free(tmp)             # <<<<<<<<<<<<<<
 * 
 *     cdef setitem_indexed(self, index, value):
 */
  /*finally:*/ {
    /*normal exit:*/{
      PyMem_Free(__pyx_v_tmp);
      goto __pyx_L7;
    }
    __pyx_L6_error:;
    /*exception exit:*/{
      __Pyx_PyThreadState_declare
      __Pyx_PyThreadState_assign
      __pyx_t_7 = 0; __pyx_t_8 = 0; __pyx_t_9 = 0; __pyx_t_10 = 0; __pyx_t_11 = 0; __pyx_t_12 = 0;
      __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;
      if (PY_MAJOR_VERSION >= 3) __Pyx_ExceptionSwap(&__pyx_t_10, &__pyx_t_11, &__pyx_t_12);
      if ((PY_MAJOR_VERSION < 3) || unlikely(__Pyx_GetException(&__pyx_t_7, &__pyx_t_8, &__pyx_t_9) < 0)) __Pyx_ErrFetch(&__pyx_t_7, &__pyx_t_8, &__pyx_t_9);
      __Pyx_XGOTREF(__pyx_t_7);
      __Pyx_XGOTREF(__pyx_t_8);
      __Pyx_XGOTREF(__pyx_t_9);
      __Pyx_XGOTREF(__pyx_t_10);
      __Pyx_XGOTREF(__pyx_t_11);
      __Pyx_XGOTREF(__pyx_t_12);
      __pyx_t_4 = __pyx_lineno; __pyx_t_5 = __pyx_clineno; __pyx_t_6 = __pyx_filename;
      {
        PyMem_Free(__pyx_v_tmp);
      }
      if (PY_MAJOR_VERSION >= 3) {
        __Pyx_XGIVEREF(__pyx_t_10);
        __Pyx_XGIVEREF(__pyx_t_11);
        __Pyx_XGIVEREF(__pyx_t_12);
        __Pyx_ExceptionReset(__pyx_t_10, __pyx_t_11, __pyx_t_12);
      }
      __Pyx_XGIVEREF(__pyx_t_7);
      __Pyx_XGIVEREF(__pyx_t_8);
      __Pyx_XGIVEREF(__pyx_t_9);
      __Pyx_ErrRestore(__pyx_t_7, __pyx_t_8, __pyx_t_9);
      __pyx_t_7 = 0; __pyx_t_8 = 0; __pyx_t_9 = 0; __pyx_t_10 = 0; __pyx_t_11 = 0; __pyx_t_12 = 0;
      __pyx_lineno = __pyx_t_4; __pyx_clineno = __pyx_t_5; __pyx_filename = __pyx_t_6;
      goto __pyx_L1_error;
    }
    __pyx_L7:;
  }

  /* "View.MemoryView":449
 *                                  src.ndim, dst.ndim, self.dtype_is_object)
 * 
 *     cdef setitem_slice_assign_scalar(self, memoryview dst, value):             # <<<<<<<<<<<<<<
 *         cdef int array[128]
 *         cdef void *tmp = NULL
 */

  /* function exit code */
  __pyx_r = Py_None; __Pyx_INCREF(Py_None);
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_AddTraceback("View.MemoryView.memoryview.setitem_slice_assign_scalar", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":481
 *             PyMem_Free(tmp)
 * 
 *     cdef setitem_indexed(self, index, value):             # <<<<<<<<<<<<<<
 *         cdef char *itemp = self.get_item_pointer(index)
 *         self.assign_item_from_object(itemp, value)
 */

static PyObject *__pyx_memoryview_setitem_indexed(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_index, PyObject *__pyx_v_value) {
  char *__pyx_v_itemp;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  char *__pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  __Pyx_RefNannySetupContext("setitem_indexed", 0);

  /* "View.MemoryView":482
 * 
 *     cdef setitem_indexed(self, index, value):
 *         cdef char *itemp = self.get_item_pointer(index)             # <<<<<<<<<<<<<<
 *         self.assign_item_from_object(itemp, value)
 * 
 */
  __pyx_t_1 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->get_item_pointer(__pyx_v_self, __pyx_v_index); if (unlikely(__pyx_t_1 == ((char *)NULL))) __PYX_ERR(1, 482, __pyx_L1_error)
  __pyx_v_itemp = __pyx_t_1;

  /* "View.MemoryView":483
 *     cdef setitem_indexed(self, index, value):
 *         cdef char *itemp = self.get_item_pointer(index)
 *         self.assign_item_from_object(itemp, value)             # <<<<<<<<<<<<<<
 * 
 *     cdef convert_item_to_object(self, char *itemp):
 */
  __pyx_t_2 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->assign_item_from_object(__pyx_v_self, __pyx_v_itemp, __pyx_v_value); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 483, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "View.MemoryView":481
 *             PyMem_Free(tmp)
 * 
 *     cdef setitem_indexed(self, index, value):             # <<<<<<<<<<<<<<
 *         cdef char *itemp = self.get_item_pointer(index)
 *         self.assign_item_from_object(itemp, value)
 */

  /* function exit code */
  __pyx_r = Py_None; __Pyx_INCREF(Py_None);
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_AddTraceback("View.MemoryView.memoryview.setitem_indexed", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":485
 *         self.assign_item_from_object(itemp, value)
 * 
 *     cdef convert_item_to_object(self, char *itemp):             # <<<<<<<<<<<<<<
 *         """Only used if instantiated manually by the user, or if Cython doesn't
 *         know how to convert the type"""
 */

static PyObject *__pyx_memoryview_convert_item_to_object(struct __pyx_memoryview_obj *__pyx_v_self, char *__pyx_v_itemp) {
  PyObject *__pyx_v_struct = NULL;
  PyObject *__pyx_v_bytesitem = 0;
  PyObject *__pyx_v_result = NULL;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  PyObject *__pyx_t_5 = NULL;
  PyObject *__pyx_t_6 = NULL;
  PyObject *__pyx_t_7 = NULL;
  int __pyx_t_8;
  PyObject *__pyx_t_9 = NULL;
  size_t __pyx_t_10;
  int __pyx_t_11;
  __Pyx_RefNannySetupContext("convert_item_to_object", 0);

  /* "View.MemoryView":488
 *         """Only used if instantiated manually by the user, or if Cython doesn't
 *         know how to convert the type"""
 *         import struct             # <<<<<<<<<<<<<<
 *         cdef bytes bytesitem
 * 
 */
  __pyx_t_1 = __Pyx_Import(__pyx_n_s_struct, 0, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 488, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_v_struct = __pyx_t_1;
  __pyx_t_1 = 0;

  /* "View.MemoryView":491
 *         cdef bytes bytesitem
 * 
 *         bytesitem = itemp[:self.view.itemsize]             # <<<<<<<<<<<<<<
 *         try:
 *             result = struct.unpack(self.view.format, bytesitem)
 */
  __pyx_t_1 = __Pyx_PyBytes_FromStringAndSize(__pyx_v_itemp + 0, __pyx_v_self->view.itemsize - 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 491, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_v_bytesitem = ((PyObject*)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "View.MemoryView":492
 * 
 *         bytesitem = itemp[:self.view.itemsize]
 *         try:             # <<<<<<<<<<<<<<
 *             result = struct.unpack(self.view.format, bytesitem)
 *         except struct.error:
 */
  {
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    __Pyx_ExceptionSave(&__pyx_t_2, &__pyx_t_3, &__pyx_t_4);
    __Pyx_XGOTREF(__pyx_t_2);
    __Pyx_XGOTREF(__pyx_t_3);
    __Pyx_XGOTREF(__pyx_t_4);
    /*try:*/ {

      /* "View.MemoryView":493
 *         bytesitem = itemp[:self.view.itemsize]
 *         try:
 *             result = struct.unpack(self.view.format, bytesitem)             # <<<<<<<<<<<<<<
 *         except struct.error:
 *             raise ValueError("Unable to convert item to object")
 */
      __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_struct, __pyx_n_s_unpack); if (unlikely(!__pyx_t_5)) __PYX_ERR(1, 493, __pyx_L3_error)
      __Pyx_GOTREF(__pyx_t_5);
      __pyx_t_6 = __Pyx_PyBytes_FromString(__pyx_v_self->view.format); if (unlikely(!__pyx_t_6)) __PYX_ERR(1, 493, __pyx_L3_error)
      __Pyx_GOTREF(__pyx_t_6);
      __pyx_t_7 = NULL;
      __pyx_t_8 = 0;
      if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_5))) {
        __pyx_t_7 = PyMethod_GET_SELF(__pyx_t_5);
        if (likely(__pyx_t_7)) {
          PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5);
          __Pyx_INCREF(__pyx_t_7);
          __Pyx_INCREF(function);
          __Pyx_DECREF_SET(__pyx_t_5, function);
          __pyx_t_8 = 1;
        }
      }
      #if CYTHON_FAST_PYCALL
      if (PyFunction_Check(__pyx_t_5)) {
        PyObject *__pyx_temp[3] = {__pyx_t_7, __pyx_t_6, __pyx_v_bytesitem};
        __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_8, 2+__pyx_t_8); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 493, __pyx_L3_error)
        __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
        __Pyx_GOTREF(__pyx_t_1);
        __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
      } else
      #endif
      #if CYTHON_FAST_PYCCALL
      if (__Pyx_PyFastCFunction_Check(__pyx_t_5)) {
        PyObject *__pyx_temp[3] = {__pyx_t_7, __pyx_t_6, __pyx_v_bytesitem};
        __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_8, 2+__pyx_t_8); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 493, __pyx_L3_error)
        __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
        __Pyx_GOTREF(__pyx_t_1);
        __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
      } else
      #endif
      {
        __pyx_t_9 = PyTuple_New(2+__pyx_t_8); if (unlikely(!__pyx_t_9)) __PYX_ERR(1, 493, __pyx_L3_error)
        __Pyx_GOTREF(__pyx_t_9);
        if (__pyx_t_7) {
          __Pyx_GIVEREF(__pyx_t_7); PyTuple_SET_ITEM(__pyx_t_9, 0, __pyx_t_7); __pyx_t_7 = NULL;
        }
        __Pyx_GIVEREF(__pyx_t_6);
        PyTuple_SET_ITEM(__pyx_t_9, 0+__pyx_t_8, __pyx_t_6);
        __Pyx_INCREF(__pyx_v_bytesitem);
        __Pyx_GIVEREF(__pyx_v_bytesitem);
        PyTuple_SET_ITEM(__pyx_t_9, 1+__pyx_t_8, __pyx_v_bytesitem);
        __pyx_t_6 = 0;
        __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_t_9, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 493, __pyx_L3_error)
        __Pyx_GOTREF(__pyx_t_1);
        __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
      }
      __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
      __pyx_v_result = __pyx_t_1;
      __pyx_t_1 = 0;

      /* "View.MemoryView":492
 * 
 *         bytesitem = itemp[:self.view.itemsize]
 *         try:             # <<<<<<<<<<<<<<
 *             result = struct.unpack(self.view.format, bytesitem)
 *         except struct.error:
 */
    }

    /* "View.MemoryView":497
 *             raise ValueError("Unable to convert item to object")
 *         else:
 *             if len(self.view.format) == 1:             # <<<<<<<<<<<<<<
 *                 return result[0]
 *             return result
 */
    /*else:*/ {
      __pyx_t_10 = strlen(__pyx_v_self->view.format); 
      __pyx_t_11 = ((__pyx_t_10 == 1) != 0);
      if (__pyx_t_11) {

        /* "View.MemoryView":498
 *         else:
 *             if len(self.view.format) == 1:
 *                 return result[0]             # <<<<<<<<<<<<<<
 *             return result
 * 
 */
        __Pyx_XDECREF(__pyx_r);
        __pyx_t_1 = __Pyx_GetItemInt(__pyx_v_result, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 498, __pyx_L5_except_error)
        __Pyx_GOTREF(__pyx_t_1);
        __pyx_r = __pyx_t_1;
        __pyx_t_1 = 0;
        goto __pyx_L6_except_return;

        /* "View.MemoryView":497
 *             raise ValueError("Unable to convert item to object")
 *         else:
 *             if len(self.view.format) == 1:             # <<<<<<<<<<<<<<
 *                 return result[0]
 *             return result
 */
      }

      /* "View.MemoryView":499
 *             if len(self.view.format) == 1:
 *                 return result[0]
 *             return result             # <<<<<<<<<<<<<<
 * 
 *     cdef assign_item_from_object(self, char *itemp, object value):
 */
      __Pyx_XDECREF(__pyx_r);
      __Pyx_INCREF(__pyx_v_result);
      __pyx_r = __pyx_v_result;
      goto __pyx_L6_except_return;
    }
    __pyx_L3_error:;
    __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
    __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
    __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
    __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
    __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0;

    /* "View.MemoryView":494
 *         try:
 *             result = struct.unpack(self.view.format, bytesitem)
 *         except struct.error:             # <<<<<<<<<<<<<<
 *             raise ValueError("Unable to convert item to object")
 *         else:
 */
    __Pyx_ErrFetch(&__pyx_t_1, &__pyx_t_5, &__pyx_t_9);
    __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_struct, __pyx_n_s_error); if (unlikely(!__pyx_t_6)) __PYX_ERR(1, 494, __pyx_L5_except_error)
    __Pyx_GOTREF(__pyx_t_6);
    __pyx_t_8 = __Pyx_PyErr_GivenExceptionMatches(__pyx_t_1, __pyx_t_6);
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    __Pyx_ErrRestore(__pyx_t_1, __pyx_t_5, __pyx_t_9);
    __pyx_t_1 = 0; __pyx_t_5 = 0; __pyx_t_9 = 0;
    if (__pyx_t_8) {
      __Pyx_AddTraceback("View.MemoryView.memoryview.convert_item_to_object", __pyx_clineno, __pyx_lineno, __pyx_filename);
      if (__Pyx_GetException(&__pyx_t_9, &__pyx_t_5, &__pyx_t_1) < 0) __PYX_ERR(1, 494, __pyx_L5_except_error)
      __Pyx_GOTREF(__pyx_t_9);
      __Pyx_GOTREF(__pyx_t_5);
      __Pyx_GOTREF(__pyx_t_1);

      /* "View.MemoryView":495
 *             result = struct.unpack(self.view.format, bytesitem)
 *         except struct.error:
 *             raise ValueError("Unable to convert item to object")             # <<<<<<<<<<<<<<
 *         else:
 *             if len(self.view.format) == 1:
 */
      __pyx_t_6 = __Pyx_PyObject_Call(__pyx_builtin_ValueError, __pyx_tuple__37, NULL); if (unlikely(!__pyx_t_6)) __PYX_ERR(1, 495, __pyx_L5_except_error)
      __Pyx_GOTREF(__pyx_t_6);
      __Pyx_Raise(__pyx_t_6, 0, 0, 0);
      __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
      __PYX_ERR(1, 495, __pyx_L5_except_error)
    }
    goto __pyx_L5_except_error;
    __pyx_L5_except_error:;

    /* "View.MemoryView":492
 * 
 *         bytesitem = itemp[:self.view.itemsize]
 *         try:             # <<<<<<<<<<<<<<
 *             result = struct.unpack(self.view.format, bytesitem)
 *         except struct.error:
 */
    __Pyx_XGIVEREF(__pyx_t_2);
    __Pyx_XGIVEREF(__pyx_t_3);
    __Pyx_XGIVEREF(__pyx_t_4);
    __Pyx_ExceptionReset(__pyx_t_2, __pyx_t_3, __pyx_t_4);
    goto __pyx_L1_error;
    __pyx_L6_except_return:;
    __Pyx_XGIVEREF(__pyx_t_2);
    __Pyx_XGIVEREF(__pyx_t_3);
    __Pyx_XGIVEREF(__pyx_t_4);
    __Pyx_ExceptionReset(__pyx_t_2, __pyx_t_3, __pyx_t_4);
    goto __pyx_L0;
  }

  /* "View.MemoryView":485
 *         self.assign_item_from_object(itemp, value)
 * 
 *     cdef convert_item_to_object(self, char *itemp):             # <<<<<<<<<<<<<<
 *         """Only used if instantiated manually by the user, or if Cython doesn't
 *         know how to convert the type"""
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_XDECREF(__pyx_t_7);
  __Pyx_XDECREF(__pyx_t_9);
  __Pyx_AddTraceback("View.MemoryView.memoryview.convert_item_to_object", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_struct);
  __Pyx_XDECREF(__pyx_v_bytesitem);
  __Pyx_XDECREF(__pyx_v_result);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":501
 *             return result
 * 
 *     cdef assign_item_from_object(self, char *itemp, object value):             # <<<<<<<<<<<<<<
 *         """Only used if instantiated manually by the user, or if Cython doesn't
 *         know how to convert the type"""
 */

static PyObject *__pyx_memoryview_assign_item_from_object(struct __pyx_memoryview_obj *__pyx_v_self, char *__pyx_v_itemp, PyObject *__pyx_v_value) {
  PyObject *__pyx_v_struct = NULL;
  char __pyx_v_c;
  PyObject *__pyx_v_bytesvalue = 0;
  Py_ssize_t __pyx_v_i;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  int __pyx_t_2;
  int __pyx_t_3;
  PyObject *__pyx_t_4 = NULL;
  PyObject *__pyx_t_5 = NULL;
  PyObject *__pyx_t_6 = NULL;
  int __pyx_t_7;
  PyObject *__pyx_t_8 = NULL;
  Py_ssize_t __pyx_t_9;
  PyObject *__pyx_t_10 = NULL;
  char *__pyx_t_11;
  char *__pyx_t_12;
  char *__pyx_t_13;
  char *__pyx_t_14;
  __Pyx_RefNannySetupContext("assign_item_from_object", 0);

  /* "View.MemoryView":504
 *         """Only used if instantiated manually by the user, or if Cython doesn't
 *         know how to convert the type"""
 *         import struct             # <<<<<<<<<<<<<<
 *         cdef char c
 *         cdef bytes bytesvalue
 */
  __pyx_t_1 = __Pyx_Import(__pyx_n_s_struct, 0, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 504, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_v_struct = __pyx_t_1;
  __pyx_t_1 = 0;

  /* "View.MemoryView":509
 *         cdef Py_ssize_t i
 * 
 *         if isinstance(value, tuple):             # <<<<<<<<<<<<<<
 *             bytesvalue = struct.pack(self.view.format, *value)
 *         else:
 */
  __pyx_t_2 = PyTuple_Check(__pyx_v_value); 
  __pyx_t_3 = (__pyx_t_2 != 0);
  if (__pyx_t_3) {

    /* "View.MemoryView":510
 * 
 *         if isinstance(value, tuple):
 *             bytesvalue = struct.pack(self.view.format, *value)             # <<<<<<<<<<<<<<
 *         else:
 *             bytesvalue = struct.pack(self.view.format, value)
 */
    __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_struct, __pyx_n_s_pack); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 510, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __pyx_t_4 = __Pyx_PyBytes_FromString(__pyx_v_self->view.format); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 510, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    __pyx_t_5 = PyTuple_New(1); if (unlikely(!__pyx_t_5)) __PYX_ERR(1, 510, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    __Pyx_GIVEREF(__pyx_t_4);
    PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_4);
    __pyx_t_4 = 0;
    __pyx_t_4 = __Pyx_PySequence_Tuple(__pyx_v_value); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 510, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    __pyx_t_6 = PyNumber_Add(__pyx_t_5, __pyx_t_4); if (unlikely(!__pyx_t_6)) __PYX_ERR(1, 510, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
    __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_6, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 510, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    if (!(likely(PyBytes_CheckExact(__pyx_t_4))||((__pyx_t_4) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "bytes", Py_TYPE(__pyx_t_4)->tp_name), 0))) __PYX_ERR(1, 510, __pyx_L1_error)
    __pyx_v_bytesvalue = ((PyObject*)__pyx_t_4);
    __pyx_t_4 = 0;

    /* "View.MemoryView":509
 *         cdef Py_ssize_t i
 * 
 *         if isinstance(value, tuple):             # <<<<<<<<<<<<<<
 *             bytesvalue = struct.pack(self.view.format, *value)
 *         else:
 */
    goto __pyx_L3;
  }

  /* "View.MemoryView":512
 *             bytesvalue = struct.pack(self.view.format, *value)
 *         else:
 *             bytesvalue = struct.pack(self.view.format, value)             # <<<<<<<<<<<<<<
 * 
 *         for i, c in enumerate(bytesvalue):
 */
  /*else*/ {
    __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_struct, __pyx_n_s_pack); if (unlikely(!__pyx_t_6)) __PYX_ERR(1, 512, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    __pyx_t_1 = __Pyx_PyBytes_FromString(__pyx_v_self->view.format); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 512, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __pyx_t_5 = NULL;
    __pyx_t_7 = 0;
    if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_6))) {
      __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_6);
      if (likely(__pyx_t_5)) {
        PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_6);
        __Pyx_INCREF(__pyx_t_5);
        __Pyx_INCREF(function);
        __Pyx_DECREF_SET(__pyx_t_6, function);
        __pyx_t_7 = 1;
      }
    }
    #if CYTHON_FAST_PYCALL
    if (PyFunction_Check(__pyx_t_6)) {
      PyObject *__pyx_temp[3] = {__pyx_t_5, __pyx_t_1, __pyx_v_value};
      __pyx_t_4 = __Pyx_PyFunction_FastCall(__pyx_t_6, __pyx_temp+1-__pyx_t_7, 2+__pyx_t_7); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 512, __pyx_L1_error)
      __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
      __Pyx_GOTREF(__pyx_t_4);
      __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
    } else
    #endif
    #if CYTHON_FAST_PYCCALL
    if (__Pyx_PyFastCFunction_Check(__pyx_t_6)) {
      PyObject *__pyx_temp[3] = {__pyx_t_5, __pyx_t_1, __pyx_v_value};
      __pyx_t_4 = __Pyx_PyCFunction_FastCall(__pyx_t_6, __pyx_temp+1-__pyx_t_7, 2+__pyx_t_7); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 512, __pyx_L1_error)
      __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
      __Pyx_GOTREF(__pyx_t_4);
      __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
    } else
    #endif
    {
      __pyx_t_8 = PyTuple_New(2+__pyx_t_7); if (unlikely(!__pyx_t_8)) __PYX_ERR(1, 512, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_8);
      if (__pyx_t_5) {
        __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_8, 0, __pyx_t_5); __pyx_t_5 = NULL;
      }
      __Pyx_GIVEREF(__pyx_t_1);
      PyTuple_SET_ITEM(__pyx_t_8, 0+__pyx_t_7, __pyx_t_1);
      __Pyx_INCREF(__pyx_v_value);
      __Pyx_GIVEREF(__pyx_v_value);
      PyTuple_SET_ITEM(__pyx_t_8, 1+__pyx_t_7, __pyx_v_value);
      __pyx_t_1 = 0;
      __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_6, __pyx_t_8, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 512, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_4);
      __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
    }
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    if (!(likely(PyBytes_CheckExact(__pyx_t_4))||((__pyx_t_4) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "bytes", Py_TYPE(__pyx_t_4)->tp_name), 0))) __PYX_ERR(1, 512, __pyx_L1_error)
    __pyx_v_bytesvalue = ((PyObject*)__pyx_t_4);
    __pyx_t_4 = 0;
  }
  __pyx_L3:;

  /* "View.MemoryView":514
 *             bytesvalue = struct.pack(self.view.format, value)
 * 
 *         for i, c in enumerate(bytesvalue):             # <<<<<<<<<<<<<<
 *             itemp[i] = c
 * 
 */
  __pyx_t_9 = 0;
  if (unlikely(__pyx_v_bytesvalue == Py_None)) {
    PyErr_SetString(PyExc_TypeError, "'NoneType' is not iterable");
    __PYX_ERR(1, 514, __pyx_L1_error)
  }
  __Pyx_INCREF(__pyx_v_bytesvalue);
  __pyx_t_10 = __pyx_v_bytesvalue;
  __pyx_t_12 = PyBytes_AS_STRING(__pyx_t_10);
  __pyx_t_13 = (__pyx_t_12 + PyBytes_GET_SIZE(__pyx_t_10));
  for (__pyx_t_14 = __pyx_t_12; __pyx_t_14 < __pyx_t_13; __pyx_t_14++) {
    __pyx_t_11 = __pyx_t_14;
    __pyx_v_c = (__pyx_t_11[0]);

    /* "View.MemoryView":515
 * 
 *         for i, c in enumerate(bytesvalue):
 *             itemp[i] = c             # <<<<<<<<<<<<<<
 * 
 *     @cname('getbuffer')
 */
    __pyx_v_i = __pyx_t_9;

    /* "View.MemoryView":514
 *             bytesvalue = struct.pack(self.view.format, value)
 * 
 *         for i, c in enumerate(bytesvalue):             # <<<<<<<<<<<<<<
 *             itemp[i] = c
 * 
 */
    __pyx_t_9 = (__pyx_t_9 + 1);

    /* "View.MemoryView":515
 * 
 *         for i, c in enumerate(bytesvalue):
 *             itemp[i] = c             # <<<<<<<<<<<<<<
 * 
 *     @cname('getbuffer')
 */
    (__pyx_v_itemp[__pyx_v_i]) = __pyx_v_c;
  }
  __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;

  /* "View.MemoryView":501
 *             return result
 * 
 *     cdef assign_item_from_object(self, char *itemp, object value):             # <<<<<<<<<<<<<<
 *         """Only used if instantiated manually by the user, or if Cython doesn't
 *         know how to convert the type"""
 */

  /* function exit code */
  __pyx_r = Py_None; __Pyx_INCREF(Py_None);
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_XDECREF(__pyx_t_8);
  __Pyx_XDECREF(__pyx_t_10);
  __Pyx_AddTraceback("View.MemoryView.memoryview.assign_item_from_object", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_struct);
  __Pyx_XDECREF(__pyx_v_bytesvalue);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":518
 * 
 *     @cname('getbuffer')
 *     def __getbuffer__(self, Py_buffer *info, int flags):             # <<<<<<<<<<<<<<
 *         if flags & PyBUF_WRITABLE and self.view.readonly:
 *             raise ValueError("Cannot create writable memory view from read-only memoryview")
 */

/* Python wrapper */
static CYTHON_UNUSED int __pyx_memoryview_getbuffer(PyObject *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags); /*proto*/
static CYTHON_UNUSED int __pyx_memoryview_getbuffer(PyObject *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__getbuffer__ (wrapper)", 0);
  __pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_8__getbuffer__(((struct __pyx_memoryview_obj *)__pyx_v_self), ((Py_buffer *)__pyx_v_info), ((int)__pyx_v_flags));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static int __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_8__getbuffer__(struct __pyx_memoryview_obj *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  int __pyx_t_2;
  PyObject *__pyx_t_3 = NULL;
  Py_ssize_t *__pyx_t_4;
  char *__pyx_t_5;
  void *__pyx_t_6;
  int __pyx_t_7;
  Py_ssize_t __pyx_t_8;
  if (__pyx_v_info == NULL) {
    PyErr_SetString(PyExc_BufferError, "PyObject_GetBuffer: view==NULL argument is obsolete");
    return -1;
  }
  __Pyx_RefNannySetupContext("__getbuffer__", 0);
  __pyx_v_info->obj = Py_None; __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(__pyx_v_info->obj);

  /* "View.MemoryView":519
 *     @cname('getbuffer')
 *     def __getbuffer__(self, Py_buffer *info, int flags):
 *         if flags & PyBUF_WRITABLE and self.view.readonly:             # <<<<<<<<<<<<<<
 *             raise ValueError("Cannot create writable memory view from read-only memoryview")
 * 
 */
  __pyx_t_2 = ((__pyx_v_flags & PyBUF_WRITABLE) != 0);
  if (__pyx_t_2) {
  } else {
    __pyx_t_1 = __pyx_t_2;
    goto __pyx_L4_bool_binop_done;
  }
  __pyx_t_2 = (__pyx_v_self->view.readonly != 0);
  __pyx_t_1 = __pyx_t_2;
  __pyx_L4_bool_binop_done:;
  if (unlikely(__pyx_t_1)) {

    /* "View.MemoryView":520
 *     def __getbuffer__(self, Py_buffer *info, int flags):
 *         if flags & PyBUF_WRITABLE and self.view.readonly:
 *             raise ValueError("Cannot create writable memory view from read-only memoryview")             # <<<<<<<<<<<<<<
 * 
 *         if flags & PyBUF_ND:
 */
    __pyx_t_3 = __Pyx_PyObject_Call(__pyx_builtin_ValueError, __pyx_tuple__38, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 520, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_Raise(__pyx_t_3, 0, 0, 0);
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __PYX_ERR(1, 520, __pyx_L1_error)

    /* "View.MemoryView":519
 *     @cname('getbuffer')
 *     def __getbuffer__(self, Py_buffer *info, int flags):
 *         if flags & PyBUF_WRITABLE and self.view.readonly:             # <<<<<<<<<<<<<<
 *             raise ValueError("Cannot create writable memory view from read-only memoryview")
 * 
 */
  }

  /* "View.MemoryView":522
 *             raise ValueError("Cannot create writable memory view from read-only memoryview")
 * 
 *         if flags & PyBUF_ND:             # <<<<<<<<<<<<<<
 *             info.shape = self.view.shape
 *         else:
 */
  __pyx_t_1 = ((__pyx_v_flags & PyBUF_ND) != 0);
  if (__pyx_t_1) {

    /* "View.MemoryView":523
 * 
 *         if flags & PyBUF_ND:
 *             info.shape = self.view.shape             # <<<<<<<<<<<<<<
 *         else:
 *             info.shape = NULL
 */
    __pyx_t_4 = __pyx_v_self->view.shape;
    __pyx_v_info->shape = __pyx_t_4;

    /* "View.MemoryView":522
 *             raise ValueError("Cannot create writable memory view from read-only memoryview")
 * 
 *         if flags & PyBUF_ND:             # <<<<<<<<<<<<<<
 *             info.shape = self.view.shape
 *         else:
 */
    goto __pyx_L6;
  }

  /* "View.MemoryView":525
 *             info.shape = self.view.shape
 *         else:
 *             info.shape = NULL             # <<<<<<<<<<<<<<
 * 
 *         if flags & PyBUF_STRIDES:
 */
  /*else*/ {
    __pyx_v_info->shape = NULL;
  }
  __pyx_L6:;

  /* "View.MemoryView":527
 *             info.shape = NULL
 * 
 *         if flags & PyBUF_STRIDES:             # <<<<<<<<<<<<<<
 *             info.strides = self.view.strides
 *         else:
 */
  __pyx_t_1 = ((__pyx_v_flags & PyBUF_STRIDES) != 0);
  if (__pyx_t_1) {

    /* "View.MemoryView":528
 * 
 *         if flags & PyBUF_STRIDES:
 *             info.strides = self.view.strides             # <<<<<<<<<<<<<<
 *         else:
 *             info.strides = NULL
 */
    __pyx_t_4 = __pyx_v_self->view.strides;
    __pyx_v_info->strides = __pyx_t_4;

    /* "View.MemoryView":527
 *             info.shape = NULL
 * 
 *         if flags & PyBUF_STRIDES:             # <<<<<<<<<<<<<<
 *             info.strides = self.view.strides
 *         else:
 */
    goto __pyx_L7;
  }

  /* "View.MemoryView":530
 *             info.strides = self.view.strides
 *         else:
 *             info.strides = NULL             # <<<<<<<<<<<<<<
 * 
 *         if flags & PyBUF_INDIRECT:
 */
  /*else*/ {
    __pyx_v_info->strides = NULL;
  }
  __pyx_L7:;

  /* "View.MemoryView":532
 *             info.strides = NULL
 * 
 *         if flags & PyBUF_INDIRECT:             # <<<<<<<<<<<<<<
 *             info.suboffsets = self.view.suboffsets
 *         else:
 */
  __pyx_t_1 = ((__pyx_v_flags & PyBUF_INDIRECT) != 0);
  if (__pyx_t_1) {

    /* "View.MemoryView":533
 * 
 *         if flags & PyBUF_INDIRECT:
 *             info.suboffsets = self.view.suboffsets             # <<<<<<<<<<<<<<
 *         else:
 *             info.suboffsets = NULL
 */
    __pyx_t_4 = __pyx_v_self->view.suboffsets;
    __pyx_v_info->suboffsets = __pyx_t_4;

    /* "View.MemoryView":532
 *             info.strides = NULL
 * 
 *         if flags & PyBUF_INDIRECT:             # <<<<<<<<<<<<<<
 *             info.suboffsets = self.view.suboffsets
 *         else:
 */
    goto __pyx_L8;
  }

  /* "View.MemoryView":535
 *             info.suboffsets = self.view.suboffsets
 *         else:
 *             info.suboffsets = NULL             # <<<<<<<<<<<<<<
 * 
 *         if flags & PyBUF_FORMAT:
 */
  /*else*/ {
    __pyx_v_info->suboffsets = NULL;
  }
  __pyx_L8:;

  /* "View.MemoryView":537
 *             info.suboffsets = NULL
 * 
 *         if flags & PyBUF_FORMAT:             # <<<<<<<<<<<<<<
 *             info.format = self.view.format
 *         else:
 */
  __pyx_t_1 = ((__pyx_v_flags & PyBUF_FORMAT) != 0);
  if (__pyx_t_1) {

    /* "View.MemoryView":538
 * 
 *         if flags & PyBUF_FORMAT:
 *             info.format = self.view.format             # <<<<<<<<<<<<<<
 *         else:
 *             info.format = NULL
 */
    __pyx_t_5 = __pyx_v_self->view.format;
    __pyx_v_info->format = __pyx_t_5;

    /* "View.MemoryView":537
 *             info.suboffsets = NULL
 * 
 *         if flags & PyBUF_FORMAT:             # <<<<<<<<<<<<<<
 *             info.format = self.view.format
 *         else:
 */
    goto __pyx_L9;
  }

  /* "View.MemoryView":540
 *             info.format = self.view.format
 *         else:
 *             info.format = NULL             # <<<<<<<<<<<<<<
 * 
 *         info.buf = self.view.buf
 */
  /*else*/ {
    __pyx_v_info->format = NULL;
  }
  __pyx_L9:;

  /* "View.MemoryView":542
 *             info.format = NULL
 * 
 *         info.buf = self.view.buf             # <<<<<<<<<<<<<<
 *         info.ndim = self.view.ndim
 *         info.itemsize = self.view.itemsize
 */
  __pyx_t_6 = __pyx_v_self->view.buf;
  __pyx_v_info->buf = __pyx_t_6;

  /* "View.MemoryView":543
 * 
 *         info.buf = self.view.buf
 *         info.ndim = self.view.ndim             # <<<<<<<<<<<<<<
 *         info.itemsize = self.view.itemsize
 *         info.len = self.view.len
 */
  __pyx_t_7 = __pyx_v_self->view.ndim;
  __pyx_v_info->ndim = __pyx_t_7;

  /* "View.MemoryView":544
 *         info.buf = self.view.buf
 *         info.ndim = self.view.ndim
 *         info.itemsize = self.view.itemsize             # <<<<<<<<<<<<<<
 *         info.len = self.view.len
 *         info.readonly = self.view.readonly
 */
  __pyx_t_8 = __pyx_v_self->view.itemsize;
  __pyx_v_info->itemsize = __pyx_t_8;

  /* "View.MemoryView":545
 *         info.ndim = self.view.ndim
 *         info.itemsize = self.view.itemsize
 *         info.len = self.view.len             # <<<<<<<<<<<<<<
 *         info.readonly = self.view.readonly
 *         info.obj = self
 */
  __pyx_t_8 = __pyx_v_self->view.len;
  __pyx_v_info->len = __pyx_t_8;

  /* "View.MemoryView":546
 *         info.itemsize = self.view.itemsize
 *         info.len = self.view.len
 *         info.readonly = self.view.readonly             # <<<<<<<<<<<<<<
 *         info.obj = self
 * 
 */
  __pyx_t_1 = __pyx_v_self->view.readonly;
  __pyx_v_info->readonly = __pyx_t_1;

  /* "View.MemoryView":547
 *         info.len = self.view.len
 *         info.readonly = self.view.readonly
 *         info.obj = self             # <<<<<<<<<<<<<<
 * 
 *     __pyx_getbuffer = capsule(<void *> &__pyx_memoryview_getbuffer, "getbuffer(obj, view, flags)")
 */
  __Pyx_INCREF(((PyObject *)__pyx_v_self));
  __Pyx_GIVEREF(((PyObject *)__pyx_v_self));
  __Pyx_GOTREF(__pyx_v_info->obj);
  __Pyx_DECREF(__pyx_v_info->obj);
  __pyx_v_info->obj = ((PyObject *)__pyx_v_self);

  /* "View.MemoryView":518
 * 
 *     @cname('getbuffer')
 *     def __getbuffer__(self, Py_buffer *info, int flags):             # <<<<<<<<<<<<<<
 *         if flags & PyBUF_WRITABLE and self.view.readonly:
 *             raise ValueError("Cannot create writable memory view from read-only memoryview")
 */

  /* function exit code */
  __pyx_r = 0;
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_AddTraceback("View.MemoryView.memoryview.__getbuffer__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  if (__pyx_v_info->obj != NULL) {
    __Pyx_GOTREF(__pyx_v_info->obj);
    __Pyx_DECREF(__pyx_v_info->obj); __pyx_v_info->obj = 0;
  }
  goto __pyx_L2;
  __pyx_L0:;
  if (__pyx_v_info->obj == Py_None) {
    __Pyx_GOTREF(__pyx_v_info->obj);
    __Pyx_DECREF(__pyx_v_info->obj); __pyx_v_info->obj = 0;
  }
  __pyx_L2:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":553
 * 
 *     @property
 *     def T(self):             # <<<<<<<<<<<<<<
 *         cdef _memoryviewslice result = memoryview_copy(self)
 *         transpose_memslice(&result.from_slice)
 */

/* Python wrapper */
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_1T_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_1T_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_1T___get__(((struct __pyx_memoryview_obj *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_1T___get__(struct __pyx_memoryview_obj *__pyx_v_self) {
  struct __pyx_memoryviewslice_obj *__pyx_v_result = 0;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  int __pyx_t_2;
  __Pyx_RefNannySetupContext("__get__", 0);

  /* "View.MemoryView":554
 *     @property
 *     def T(self):
 *         cdef _memoryviewslice result = memoryview_copy(self)             # <<<<<<<<<<<<<<
 *         transpose_memslice(&result.from_slice)
 *         return result
 */
  __pyx_t_1 = __pyx_memoryview_copy_object(__pyx_v_self); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 554, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  if (!(likely(((__pyx_t_1) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_1, __pyx_memoryviewslice_type))))) __PYX_ERR(1, 554, __pyx_L1_error)
  __pyx_v_result = ((struct __pyx_memoryviewslice_obj *)__pyx_t_1);
  __pyx_t_1 = 0;

  /* "View.MemoryView":555
 *     def T(self):
 *         cdef _memoryviewslice result = memoryview_copy(self)
 *         transpose_memslice(&result.from_slice)             # <<<<<<<<<<<<<<
 *         return result
 * 
 */
  __pyx_t_2 = __pyx_memslice_transpose((&__pyx_v_result->from_slice)); if (unlikely(__pyx_t_2 == ((int)0))) __PYX_ERR(1, 555, __pyx_L1_error)

  /* "View.MemoryView":556
 *         cdef _memoryviewslice result = memoryview_copy(self)
 *         transpose_memslice(&result.from_slice)
 *         return result             # <<<<<<<<<<<<<<
 * 
 *     @property
 */
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_result));
  __pyx_r = ((PyObject *)__pyx_v_result);
  goto __pyx_L0;

  /* "View.MemoryView":553
 * 
 *     @property
 *     def T(self):             # <<<<<<<<<<<<<<
 *         cdef _memoryviewslice result = memoryview_copy(self)
 *         transpose_memslice(&result.from_slice)
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("View.MemoryView.memoryview.T.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF((PyObject *)__pyx_v_result);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":559
 * 
 *     @property
 *     def base(self):             # <<<<<<<<<<<<<<
 *         return self.obj
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_4base_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_4base_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_4base___get__(((struct __pyx_memoryview_obj *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_4base___get__(struct __pyx_memoryview_obj *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);

  /* "View.MemoryView":560
 *     @property
 *     def base(self):
 *         return self.obj             # <<<<<<<<<<<<<<
 * 
 *     @property
 */
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(__pyx_v_self->obj);
  __pyx_r = __pyx_v_self->obj;
  goto __pyx_L0;

  /* "View.MemoryView":559
 * 
 *     @property
 *     def base(self):             # <<<<<<<<<<<<<<
 *         return self.obj
 * 
 */

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":563
 * 
 *     @property
 *     def shape(self):             # <<<<<<<<<<<<<<
 *         return tuple([length for length in self.view.shape[:self.view.ndim]])
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_5shape_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_5shape_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_5shape___get__(((struct __pyx_memoryview_obj *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_5shape___get__(struct __pyx_memoryview_obj *__pyx_v_self) {
  Py_ssize_t __pyx_v_length;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  Py_ssize_t *__pyx_t_2;
  Py_ssize_t *__pyx_t_3;
  Py_ssize_t *__pyx_t_4;
  PyObject *__pyx_t_5 = NULL;
  __Pyx_RefNannySetupContext("__get__", 0);

  /* "View.MemoryView":564
 *     @property
 *     def shape(self):
 *         return tuple([length for length in self.view.shape[:self.view.ndim]])             # <<<<<<<<<<<<<<
 * 
 *     @property
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 564, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_3 = (__pyx_v_self->view.shape + __pyx_v_self->view.ndim);
  for (__pyx_t_4 = __pyx_v_self->view.shape; __pyx_t_4 < __pyx_t_3; __pyx_t_4++) {
    __pyx_t_2 = __pyx_t_4;
    __pyx_v_length = (__pyx_t_2[0]);
    __pyx_t_5 = PyInt_FromSsize_t(__pyx_v_length); if (unlikely(!__pyx_t_5)) __PYX_ERR(1, 564, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_5);
    if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_5))) __PYX_ERR(1, 564, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
  }
  __pyx_t_5 = PyList_AsTuple(((PyObject*)__pyx_t_1)); if (unlikely(!__pyx_t_5)) __PYX_ERR(1, 564, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_r = __pyx_t_5;
  __pyx_t_5 = 0;
  goto __pyx_L0;

  /* "View.MemoryView":563
 * 
 *     @property
 *     def shape(self):             # <<<<<<<<<<<<<<
 *         return tuple([length for length in self.view.shape[:self.view.ndim]])
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_AddTraceback("View.MemoryView.memoryview.shape.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":567
 * 
 *     @property
 *     def strides(self):             # <<<<<<<<<<<<<<
 *         if self.view.strides == NULL:
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_7strides_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_7strides_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_7strides___get__(((struct __pyx_memoryview_obj *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_7strides___get__(struct __pyx_memoryview_obj *__pyx_v_self) {
  Py_ssize_t __pyx_v_stride;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  Py_ssize_t *__pyx_t_3;
  Py_ssize_t *__pyx_t_4;
  Py_ssize_t *__pyx_t_5;
  PyObject *__pyx_t_6 = NULL;
  __Pyx_RefNannySetupContext("__get__", 0);

  /* "View.MemoryView":568
 *     @property
 *     def strides(self):
 *         if self.view.strides == NULL:             # <<<<<<<<<<<<<<
 * 
 *             raise ValueError("Buffer view does not expose strides")
 */
  __pyx_t_1 = ((__pyx_v_self->view.strides == NULL) != 0);
  if (unlikely(__pyx_t_1)) {

    /* "View.MemoryView":570
 *         if self.view.strides == NULL:
 * 
 *             raise ValueError("Buffer view does not expose strides")             # <<<<<<<<<<<<<<
 * 
 *         return tuple([stride for stride in self.view.strides[:self.view.ndim]])
 */
    __pyx_t_2 = __Pyx_PyObject_Call(__pyx_builtin_ValueError, __pyx_tuple__39, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 570, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __Pyx_Raise(__pyx_t_2, 0, 0, 0);
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __PYX_ERR(1, 570, __pyx_L1_error)

    /* "View.MemoryView":568
 *     @property
 *     def strides(self):
 *         if self.view.strides == NULL:             # <<<<<<<<<<<<<<
 * 
 *             raise ValueError("Buffer view does not expose strides")
 */
  }

  /* "View.MemoryView":572
 *             raise ValueError("Buffer view does not expose strides")
 * 
 *         return tuple([stride for stride in self.view.strides[:self.view.ndim]])             # <<<<<<<<<<<<<<
 * 
 *     @property
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_2 = PyList_New(0); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 572, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_4 = (__pyx_v_self->view.strides + __pyx_v_self->view.ndim);
  for (__pyx_t_5 = __pyx_v_self->view.strides; __pyx_t_5 < __pyx_t_4; __pyx_t_5++) {
    __pyx_t_3 = __pyx_t_5;
    __pyx_v_stride = (__pyx_t_3[0]);
    __pyx_t_6 = PyInt_FromSsize_t(__pyx_v_stride); if (unlikely(!__pyx_t_6)) __PYX_ERR(1, 572, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    if (unlikely(__Pyx_ListComp_Append(__pyx_t_2, (PyObject*)__pyx_t_6))) __PYX_ERR(1, 572, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
  }
  __pyx_t_6 = PyList_AsTuple(((PyObject*)__pyx_t_2)); if (unlikely(!__pyx_t_6)) __PYX_ERR(1, 572, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_6);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_r = __pyx_t_6;
  __pyx_t_6 = 0;
  goto __pyx_L0;

  /* "View.MemoryView":567
 * 
 *     @property
 *     def strides(self):             # <<<<<<<<<<<<<<
 *         if self.view.strides == NULL:
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_AddTraceback("View.MemoryView.memoryview.strides.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":575
 * 
 *     @property
 *     def suboffsets(self):             # <<<<<<<<<<<<<<
 *         if self.view.suboffsets == NULL:
 *             return (-1,) * self.view.ndim
 */

/* Python wrapper */
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_10suboffsets_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_10suboffsets_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_10suboffsets___get__(((struct __pyx_memoryview_obj *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_10suboffsets___get__(struct __pyx_memoryview_obj *__pyx_v_self) {
  Py_ssize_t __pyx_v_suboffset;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  Py_ssize_t *__pyx_t_4;
  Py_ssize_t *__pyx_t_5;
  Py_ssize_t *__pyx_t_6;
  __Pyx_RefNannySetupContext("__get__", 0);

  /* "View.MemoryView":576
 *     @property
 *     def suboffsets(self):
 *         if self.view.suboffsets == NULL:             # <<<<<<<<<<<<<<
 *             return (-1,) * self.view.ndim
 * 
 */
  __pyx_t_1 = ((__pyx_v_self->view.suboffsets == NULL) != 0);
  if (__pyx_t_1) {

    /* "View.MemoryView":577
 *     def suboffsets(self):
 *         if self.view.suboffsets == NULL:
 *             return (-1,) * self.view.ndim             # <<<<<<<<<<<<<<
 * 
 *         return tuple([suboffset for suboffset in self.view.suboffsets[:self.view.ndim]])
 */
    __Pyx_XDECREF(__pyx_r);
    __pyx_t_2 = __Pyx_PyInt_From_int(__pyx_v_self->view.ndim); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 577, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_3 = PyNumber_Multiply(__pyx_tuple__40, __pyx_t_2); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 577, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __pyx_r = __pyx_t_3;
    __pyx_t_3 = 0;
    goto __pyx_L0;

    /* "View.MemoryView":576
 *     @property
 *     def suboffsets(self):
 *         if self.view.suboffsets == NULL:             # <<<<<<<<<<<<<<
 *             return (-1,) * self.view.ndim
 * 
 */
  }

  /* "View.MemoryView":579
 *             return (-1,) * self.view.ndim
 * 
 *         return tuple([suboffset for suboffset in self.view.suboffsets[:self.view.ndim]])             # <<<<<<<<<<<<<<
 * 
 *     @property
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_3 = PyList_New(0); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 579, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_5 = (__pyx_v_self->view.suboffsets + __pyx_v_self->view.ndim);
  for (__pyx_t_6 = __pyx_v_self->view.suboffsets; __pyx_t_6 < __pyx_t_5; __pyx_t_6++) {
    __pyx_t_4 = __pyx_t_6;
    __pyx_v_suboffset = (__pyx_t_4[0]);
    __pyx_t_2 = PyInt_FromSsize_t(__pyx_v_suboffset); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 579, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    if (unlikely(__Pyx_ListComp_Append(__pyx_t_3, (PyObject*)__pyx_t_2))) __PYX_ERR(1, 579, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  }
  __pyx_t_2 = PyList_AsTuple(((PyObject*)__pyx_t_3)); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 579, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __pyx_r = __pyx_t_2;
  __pyx_t_2 = 0;
  goto __pyx_L0;

  /* "View.MemoryView":575
 * 
 *     @property
 *     def suboffsets(self):             # <<<<<<<<<<<<<<
 *         if self.view.suboffsets == NULL:
 *             return (-1,) * self.view.ndim
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_AddTraceback("View.MemoryView.memoryview.suboffsets.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":582
 * 
 *     @property
 *     def ndim(self):             # <<<<<<<<<<<<<<
 *         return self.view.ndim
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_4ndim_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_4ndim_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_4ndim___get__(((struct __pyx_memoryview_obj *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_4ndim___get__(struct __pyx_memoryview_obj *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__get__", 0);

  /* "View.MemoryView":583
 *     @property
 *     def ndim(self):
 *         return self.view.ndim             # <<<<<<<<<<<<<<
 * 
 *     @property
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __Pyx_PyInt_From_int(__pyx_v_self->view.ndim); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 583, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "View.MemoryView":582
 * 
 *     @property
 *     def ndim(self):             # <<<<<<<<<<<<<<
 *         return self.view.ndim
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("View.MemoryView.memoryview.ndim.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":586
 * 
 *     @property
 *     def itemsize(self):             # <<<<<<<<<<<<<<
 *         return self.view.itemsize
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_8itemsize_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_8itemsize_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_8itemsize___get__(((struct __pyx_memoryview_obj *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_8itemsize___get__(struct __pyx_memoryview_obj *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__get__", 0);

  /* "View.MemoryView":587
 *     @property
 *     def itemsize(self):
 *         return self.view.itemsize             # <<<<<<<<<<<<<<
 * 
 *     @property
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = PyInt_FromSsize_t(__pyx_v_self->view.itemsize); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 587, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "View.MemoryView":586
 * 
 *     @property
 *     def itemsize(self):             # <<<<<<<<<<<<<<
 *         return self.view.itemsize
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("View.MemoryView.memoryview.itemsize.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":590
 * 
 *     @property
 *     def nbytes(self):             # <<<<<<<<<<<<<<
 *         return self.size * self.view.itemsize
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_6nbytes_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_6nbytes_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_6nbytes___get__(((struct __pyx_memoryview_obj *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_6nbytes___get__(struct __pyx_memoryview_obj *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  __Pyx_RefNannySetupContext("__get__", 0);

  /* "View.MemoryView":591
 *     @property
 *     def nbytes(self):
 *         return self.size * self.view.itemsize             # <<<<<<<<<<<<<<
 * 
 *     @property
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_size); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 591, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_2 = PyInt_FromSsize_t(__pyx_v_self->view.itemsize); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 591, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = PyNumber_Multiply(__pyx_t_1, __pyx_t_2); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 591, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_r = __pyx_t_3;
  __pyx_t_3 = 0;
  goto __pyx_L0;

  /* "View.MemoryView":590
 * 
 *     @property
 *     def nbytes(self):             # <<<<<<<<<<<<<<
 *         return self.size * self.view.itemsize
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_AddTraceback("View.MemoryView.memoryview.nbytes.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":594
 * 
 *     @property
 *     def size(self):             # <<<<<<<<<<<<<<
 *         if self._size is None:
 *             result = 1
 */

/* Python wrapper */
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_4size_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_4size_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_4size___get__(((struct __pyx_memoryview_obj *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_4size___get__(struct __pyx_memoryview_obj *__pyx_v_self) {
  PyObject *__pyx_v_result = NULL;
  PyObject *__pyx_v_length = NULL;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  int __pyx_t_2;
  Py_ssize_t *__pyx_t_3;
  Py_ssize_t *__pyx_t_4;
  Py_ssize_t *__pyx_t_5;
  PyObject *__pyx_t_6 = NULL;
  __Pyx_RefNannySetupContext("__get__", 0);

  /* "View.MemoryView":595
 *     @property
 *     def size(self):
 *         if self._size is None:             # <<<<<<<<<<<<<<
 *             result = 1
 * 
 */
  __pyx_t_1 = (__pyx_v_self->_size == Py_None);
  __pyx_t_2 = (__pyx_t_1 != 0);
  if (__pyx_t_2) {

    /* "View.MemoryView":596
 *     def size(self):
 *         if self._size is None:
 *             result = 1             # <<<<<<<<<<<<<<
 * 
 *             for length in self.view.shape[:self.view.ndim]:
 */
    __Pyx_INCREF(__pyx_int_1);
    __pyx_v_result = __pyx_int_1;

    /* "View.MemoryView":598
 *             result = 1
 * 
 *             for length in self.view.shape[:self.view.ndim]:             # <<<<<<<<<<<<<<
 *                 result *= length
 * 
 */
    __pyx_t_4 = (__pyx_v_self->view.shape + __pyx_v_self->view.ndim);
    for (__pyx_t_5 = __pyx_v_self->view.shape; __pyx_t_5 < __pyx_t_4; __pyx_t_5++) {
      __pyx_t_3 = __pyx_t_5;
      __pyx_t_6 = PyInt_FromSsize_t((__pyx_t_3[0])); if (unlikely(!__pyx_t_6)) __PYX_ERR(1, 598, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_6);
      __Pyx_XDECREF_SET(__pyx_v_length, __pyx_t_6);
      __pyx_t_6 = 0;

      /* "View.MemoryView":599
 * 
 *             for length in self.view.shape[:self.view.ndim]:
 *                 result *= length             # <<<<<<<<<<<<<<
 * 
 *             self._size = result
 */
      __pyx_t_6 = PyNumber_InPlaceMultiply(__pyx_v_result, __pyx_v_length); if (unlikely(!__pyx_t_6)) __PYX_ERR(1, 599, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_6);
      __Pyx_DECREF_SET(__pyx_v_result, __pyx_t_6);
      __pyx_t_6 = 0;
    }

    /* "View.MemoryView":601
 *                 result *= length
 * 
 *             self._size = result             # <<<<<<<<<<<<<<
 * 
 *         return self._size
 */
    __Pyx_INCREF(__pyx_v_result);
    __Pyx_GIVEREF(__pyx_v_result);
    __Pyx_GOTREF(__pyx_v_self->_size);
    __Pyx_DECREF(__pyx_v_self->_size);
    __pyx_v_self->_size = __pyx_v_result;

    /* "View.MemoryView":595
 *     @property
 *     def size(self):
 *         if self._size is None:             # <<<<<<<<<<<<<<
 *             result = 1
 * 
 */
  }

  /* "View.MemoryView":603
 *             self._size = result
 * 
 *         return self._size             # <<<<<<<<<<<<<<
 * 
 *     def __len__(self):
 */
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(__pyx_v_self->_size);
  __pyx_r = __pyx_v_self->_size;
  goto __pyx_L0;

  /* "View.MemoryView":594
 * 
 *     @property
 *     def size(self):             # <<<<<<<<<<<<<<
 *         if self._size is None:
 *             result = 1
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_AddTraceback("View.MemoryView.memoryview.size.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_result);
  __Pyx_XDECREF(__pyx_v_length);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":605
 *         return self._size
 * 
 *     def __len__(self):             # <<<<<<<<<<<<<<
 *         if self.view.ndim >= 1:
 *             return self.view.shape[0]
 */

/* Python wrapper */
static Py_ssize_t __pyx_memoryview___len__(PyObject *__pyx_v_self); /*proto*/
static Py_ssize_t __pyx_memoryview___len__(PyObject *__pyx_v_self) {
  Py_ssize_t __pyx_r;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__len__ (wrapper)", 0);
  __pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_10__len__(((struct __pyx_memoryview_obj *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static Py_ssize_t __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_10__len__(struct __pyx_memoryview_obj *__pyx_v_self) {
  Py_ssize_t __pyx_r;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  __Pyx_RefNannySetupContext("__len__", 0);

  /* "View.MemoryView":606
 * 
 *     def __len__(self):
 *         if self.view.ndim >= 1:             # <<<<<<<<<<<<<<
 *             return self.view.shape[0]
 * 
 */
  __pyx_t_1 = ((__pyx_v_self->view.ndim >= 1) != 0);
  if (__pyx_t_1) {

    /* "View.MemoryView":607
 *     def __len__(self):
 *         if self.view.ndim >= 1:
 *             return self.view.shape[0]             # <<<<<<<<<<<<<<
 * 
 *         return 0
 */
    __pyx_r = (__pyx_v_self->view.shape[0]);
    goto __pyx_L0;

    /* "View.MemoryView":606
 * 
 *     def __len__(self):
 *         if self.view.ndim >= 1:             # <<<<<<<<<<<<<<
 *             return self.view.shape[0]
 * 
 */
  }

  /* "View.MemoryView":609
 *             return self.view.shape[0]
 * 
 *         return 0             # <<<<<<<<<<<<<<
 * 
 *     def __repr__(self):
 */
  __pyx_r = 0;
  goto __pyx_L0;

  /* "View.MemoryView":605
 *         return self._size
 * 
 *     def __len__(self):             # <<<<<<<<<<<<<<
 *         if self.view.ndim >= 1:
 *             return self.view.shape[0]
 */

  /* function exit code */
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":611
 *         return 0
 * 
 *     def __repr__(self):             # <<<<<<<<<<<<<<
 *         return "<MemoryView of %r at 0x%x>" % (self.base.__class__.__name__,
 *                                                id(self))
 */

/* Python wrapper */
static PyObject *__pyx_memoryview___repr__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_memoryview___repr__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__repr__ (wrapper)", 0);
  __pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_12__repr__(((struct __pyx_memoryview_obj *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_12__repr__(struct __pyx_memoryview_obj *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  __Pyx_RefNannySetupContext("__repr__", 0);

  /* "View.MemoryView":612
 * 
 *     def __repr__(self):
 *         return "<MemoryView of %r at 0x%x>" % (self.base.__class__.__name__,             # <<<<<<<<<<<<<<
 *                                                id(self))
 * 
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_base); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 612, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_class); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 612, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_name_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 612, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "View.MemoryView":613
 *     def __repr__(self):
 *         return "<MemoryView of %r at 0x%x>" % (self.base.__class__.__name__,
 *                                                id(self))             # <<<<<<<<<<<<<<
 * 
 *     def __str__(self):
 */
  __pyx_t_2 = __Pyx_PyObject_CallOneArg(__pyx_builtin_id, ((PyObject *)__pyx_v_self)); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 613, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);

  /* "View.MemoryView":612
 * 
 *     def __repr__(self):
 *         return "<MemoryView of %r at 0x%x>" % (self.base.__class__.__name__,             # <<<<<<<<<<<<<<
 *                                                id(self))
 * 
 */
  __pyx_t_3 = PyTuple_New(2); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 612, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_GIVEREF(__pyx_t_1);
  PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_t_2);
  __pyx_t_1 = 0;
  __pyx_t_2 = 0;
  __pyx_t_2 = __Pyx_PyString_Format(__pyx_kp_s_MemoryView_of_r_at_0x_x, __pyx_t_3); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 612, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __pyx_r = __pyx_t_2;
  __pyx_t_2 = 0;
  goto __pyx_L0;

  /* "View.MemoryView":611
 *         return 0
 * 
 *     def __repr__(self):             # <<<<<<<<<<<<<<
 *         return "<MemoryView of %r at 0x%x>" % (self.base.__class__.__name__,
 *                                                id(self))
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_AddTraceback("View.MemoryView.memoryview.__repr__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":615
 *                                                id(self))
 * 
 *     def __str__(self):             # <<<<<<<<<<<<<<
 *         return "<MemoryView of %r object>" % (self.base.__class__.__name__,)
 * 
 */

/* Python wrapper */
static PyObject *__pyx_memoryview___str__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_memoryview___str__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__str__ (wrapper)", 0);
  __pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_14__str__(((struct __pyx_memoryview_obj *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_14__str__(struct __pyx_memoryview_obj *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  __Pyx_RefNannySetupContext("__str__", 0);

  /* "View.MemoryView":616
 * 
 *     def __str__(self):
 *         return "<MemoryView of %r object>" % (self.base.__class__.__name__,)             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_base); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 616, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_class); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 616, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_name_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 616, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 616, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_GIVEREF(__pyx_t_1);
  PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_1);
  __pyx_t_1 = 0;
  __pyx_t_1 = __Pyx_PyString_Format(__pyx_kp_s_MemoryView_of_r_object, __pyx_t_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 616, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "View.MemoryView":615
 *                                                id(self))
 * 
 *     def __str__(self):             # <<<<<<<<<<<<<<
 *         return "<MemoryView of %r object>" % (self.base.__class__.__name__,)
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_AddTraceback("View.MemoryView.memoryview.__str__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":619
 * 
 * 
 *     def is_c_contig(self):             # <<<<<<<<<<<<<<
 *         cdef __Pyx_memviewslice *mslice
 *         cdef __Pyx_memviewslice tmp
 */

/* Python wrapper */
static PyObject *__pyx_memoryview_is_c_contig(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_memoryview_is_c_contig(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("is_c_contig (wrapper)", 0);
  __pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_16is_c_contig(((struct __pyx_memoryview_obj *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_16is_c_contig(struct __pyx_memoryview_obj *__pyx_v_self) {
  __Pyx_memviewslice *__pyx_v_mslice;
  __Pyx_memviewslice __pyx_v_tmp;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_memviewslice *__pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  __Pyx_RefNannySetupContext("is_c_contig", 0);

  /* "View.MemoryView":622
 *         cdef __Pyx_memviewslice *mslice
 *         cdef __Pyx_memviewslice tmp
 *         mslice = get_slice_from_memview(self, &tmp)             # <<<<<<<<<<<<<<
 *         return slice_is_contig(mslice[0], 'C', self.view.ndim)
 * 
 */
  __pyx_t_1 = __pyx_memoryview_get_slice_from_memoryview(__pyx_v_self, (&__pyx_v_tmp)); if (unlikely(__pyx_t_1 == ((__Pyx_memviewslice *)NULL))) __PYX_ERR(1, 622, __pyx_L1_error)
  __pyx_v_mslice = __pyx_t_1;

  /* "View.MemoryView":623
 *         cdef __Pyx_memviewslice tmp
 *         mslice = get_slice_from_memview(self, &tmp)
 *         return slice_is_contig(mslice[0], 'C', self.view.ndim)             # <<<<<<<<<<<<<<
 * 
 *     def is_f_contig(self):
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_2 = __Pyx_PyBool_FromLong(__pyx_memviewslice_is_contig((__pyx_v_mslice[0]), 'C', __pyx_v_self->view.ndim)); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 623, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_r = __pyx_t_2;
  __pyx_t_2 = 0;
  goto __pyx_L0;

  /* "View.MemoryView":619
 * 
 * 
 *     def is_c_contig(self):             # <<<<<<<<<<<<<<
 *         cdef __Pyx_memviewslice *mslice
 *         cdef __Pyx_memviewslice tmp
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_AddTraceback("View.MemoryView.memoryview.is_c_contig", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":625
 *         return slice_is_contig(mslice[0], 'C', self.view.ndim)
 * 
 *     def is_f_contig(self):             # <<<<<<<<<<<<<<
 *         cdef __Pyx_memviewslice *mslice
 *         cdef __Pyx_memviewslice tmp
 */

/* Python wrapper */
static PyObject *__pyx_memoryview_is_f_contig(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_memoryview_is_f_contig(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("is_f_contig (wrapper)", 0);
  __pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_18is_f_contig(((struct __pyx_memoryview_obj *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_18is_f_contig(struct __pyx_memoryview_obj *__pyx_v_self) {
  __Pyx_memviewslice *__pyx_v_mslice;
  __Pyx_memviewslice __pyx_v_tmp;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_memviewslice *__pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  __Pyx_RefNannySetupContext("is_f_contig", 0);

  /* "View.MemoryView":628
 *         cdef __Pyx_memviewslice *mslice
 *         cdef __Pyx_memviewslice tmp
 *         mslice = get_slice_from_memview(self, &tmp)             # <<<<<<<<<<<<<<
 *         return slice_is_contig(mslice[0], 'F', self.view.ndim)
 * 
 */
  __pyx_t_1 = __pyx_memoryview_get_slice_from_memoryview(__pyx_v_self, (&__pyx_v_tmp)); if (unlikely(__pyx_t_1 == ((__Pyx_memviewslice *)NULL))) __PYX_ERR(1, 628, __pyx_L1_error)
  __pyx_v_mslice = __pyx_t_1;

  /* "View.MemoryView":629
 *         cdef __Pyx_memviewslice tmp
 *         mslice = get_slice_from_memview(self, &tmp)
 *         return slice_is_contig(mslice[0], 'F', self.view.ndim)             # <<<<<<<<<<<<<<
 * 
 *     def copy(self):
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_2 = __Pyx_PyBool_FromLong(__pyx_memviewslice_is_contig((__pyx_v_mslice[0]), 'F', __pyx_v_self->view.ndim)); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 629, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_r = __pyx_t_2;
  __pyx_t_2 = 0;
  goto __pyx_L0;

  /* "View.MemoryView":625
 *         return slice_is_contig(mslice[0], 'C', self.view.ndim)
 * 
 *     def is_f_contig(self):             # <<<<<<<<<<<<<<
 *         cdef __Pyx_memviewslice *mslice
 *         cdef __Pyx_memviewslice tmp
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_AddTraceback("View.MemoryView.memoryview.is_f_contig", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":631
 *         return slice_is_contig(mslice[0], 'F', self.view.ndim)
 * 
 *     def copy(self):             # <<<<<<<<<<<<<<
 *         cdef __Pyx_memviewslice mslice
 *         cdef int flags = self.flags & ~PyBUF_F_CONTIGUOUS
 */

/* Python wrapper */
static PyObject *__pyx_memoryview_copy(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_memoryview_copy(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("copy (wrapper)", 0);
  __pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_20copy(((struct __pyx_memoryview_obj *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_20copy(struct __pyx_memoryview_obj *__pyx_v_self) {
  __Pyx_memviewslice __pyx_v_mslice;
  int __pyx_v_flags;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_memviewslice __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  __Pyx_RefNannySetupContext("copy", 0);

  /* "View.MemoryView":633
 *     def copy(self):
 *         cdef __Pyx_memviewslice mslice
 *         cdef int flags = self.flags & ~PyBUF_F_CONTIGUOUS             # <<<<<<<<<<<<<<
 * 
 *         slice_copy(self, &mslice)
 */
  __pyx_v_flags = (__pyx_v_self->flags & (~PyBUF_F_CONTIGUOUS));

  /* "View.MemoryView":635
 *         cdef int flags = self.flags & ~PyBUF_F_CONTIGUOUS
 * 
 *         slice_copy(self, &mslice)             # <<<<<<<<<<<<<<
 *         mslice = slice_copy_contig(&mslice, "c", self.view.ndim,
 *                                    self.view.itemsize,
 */
  __pyx_memoryview_slice_copy(__pyx_v_self, (&__pyx_v_mslice));

  /* "View.MemoryView":636
 * 
 *         slice_copy(self, &mslice)
 *         mslice = slice_copy_contig(&mslice, "c", self.view.ndim,             # <<<<<<<<<<<<<<
 *                                    self.view.itemsize,
 *                                    flags|PyBUF_C_CONTIGUOUS,
 */
  __pyx_t_1 = __pyx_memoryview_copy_new_contig((&__pyx_v_mslice), ((char *)"c"), __pyx_v_self->view.ndim, __pyx_v_self->view.itemsize, (__pyx_v_flags | PyBUF_C_CONTIGUOUS), __pyx_v_self->dtype_is_object); if (unlikely(PyErr_Occurred())) __PYX_ERR(1, 636, __pyx_L1_error)
  __pyx_v_mslice = __pyx_t_1;

  /* "View.MemoryView":641
 *                                    self.dtype_is_object)
 * 
 *         return memoryview_copy_from_slice(self, &mslice)             # <<<<<<<<<<<<<<
 * 
 *     def copy_fortran(self):
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_2 = __pyx_memoryview_copy_object_from_slice(__pyx_v_self, (&__pyx_v_mslice)); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 641, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_r = __pyx_t_2;
  __pyx_t_2 = 0;
  goto __pyx_L0;

  /* "View.MemoryView":631
 *         return slice_is_contig(mslice[0], 'F', self.view.ndim)
 * 
 *     def copy(self):             # <<<<<<<<<<<<<<
 *         cdef __Pyx_memviewslice mslice
 *         cdef int flags = self.flags & ~PyBUF_F_CONTIGUOUS
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_AddTraceback("View.MemoryView.memoryview.copy", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":643
 *         return memoryview_copy_from_slice(self, &mslice)
 * 
 *     def copy_fortran(self):             # <<<<<<<<<<<<<<
 *         cdef __Pyx_memviewslice src, dst
 *         cdef int flags = self.flags & ~PyBUF_C_CONTIGUOUS
 */

/* Python wrapper */
static PyObject *__pyx_memoryview_copy_fortran(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_memoryview_copy_fortran(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("copy_fortran (wrapper)", 0);
  __pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_22copy_fortran(((struct __pyx_memoryview_obj *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_22copy_fortran(struct __pyx_memoryview_obj *__pyx_v_self) {
  __Pyx_memviewslice __pyx_v_src;
  __Pyx_memviewslice __pyx_v_dst;
  int __pyx_v_flags;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_memviewslice __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  __Pyx_RefNannySetupContext("copy_fortran", 0);

  /* "View.MemoryView":645
 *     def copy_fortran(self):
 *         cdef __Pyx_memviewslice src, dst
 *         cdef int flags = self.flags & ~PyBUF_C_CONTIGUOUS             # <<<<<<<<<<<<<<
 * 
 *         slice_copy(self, &src)
 */
  __pyx_v_flags = (__pyx_v_self->flags & (~PyBUF_C_CONTIGUOUS));

  /* "View.MemoryView":647
 *         cdef int flags = self.flags & ~PyBUF_C_CONTIGUOUS
 * 
 *         slice_copy(self, &src)             # <<<<<<<<<<<<<<
 *         dst = slice_copy_contig(&src, "fortran", self.view.ndim,
 *                                 self.view.itemsize,
 */
  __pyx_memoryview_slice_copy(__pyx_v_self, (&__pyx_v_src));

  /* "View.MemoryView":648
 * 
 *         slice_copy(self, &src)
 *         dst = slice_copy_contig(&src, "fortran", self.view.ndim,             # <<<<<<<<<<<<<<
 *                                 self.view.itemsize,
 *                                 flags|PyBUF_F_CONTIGUOUS,
 */
  __pyx_t_1 = __pyx_memoryview_copy_new_contig((&__pyx_v_src), ((char *)"fortran"), __pyx_v_self->view.ndim, __pyx_v_self->view.itemsize, (__pyx_v_flags | PyBUF_F_CONTIGUOUS), __pyx_v_self->dtype_is_object); if (unlikely(PyErr_Occurred())) __PYX_ERR(1, 648, __pyx_L1_error)
  __pyx_v_dst = __pyx_t_1;

  /* "View.MemoryView":653
 *                                 self.dtype_is_object)
 * 
 *         return memoryview_copy_from_slice(self, &dst)             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_2 = __pyx_memoryview_copy_object_from_slice(__pyx_v_self, (&__pyx_v_dst)); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 653, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_r = __pyx_t_2;
  __pyx_t_2 = 0;
  goto __pyx_L0;

  /* "View.MemoryView":643
 *         return memoryview_copy_from_slice(self, &mslice)
 * 
 *     def copy_fortran(self):             # <<<<<<<<<<<<<<
 *         cdef __Pyx_memviewslice src, dst
 *         cdef int flags = self.flags & ~PyBUF_C_CONTIGUOUS
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_AddTraceback("View.MemoryView.memoryview.copy_fortran", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "(tree fragment)":1
 * def __reduce_cython__(self):             # <<<<<<<<<<<<<<
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 * def __setstate_cython__(self, __pyx_state):
 */

/* Python wrapper */
static PyObject *__pyx_pw___pyx_memoryview_1__reduce_cython__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw___pyx_memoryview_1__reduce_cython__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce_cython__ (wrapper)", 0);
  __pyx_r = __pyx_pf___pyx_memoryview___reduce_cython__(((struct __pyx_memoryview_obj *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf___pyx_memoryview___reduce_cython__(CYTHON_UNUSED struct __pyx_memoryview_obj *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__reduce_cython__", 0);

  /* "(tree fragment)":2
 * def __reduce_cython__(self):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")             # <<<<<<<<<<<<<<
 * def __setstate_cython__(self, __pyx_state):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 */
  __pyx_t_1 = __Pyx_PyObject_Call(__pyx_builtin_TypeError, __pyx_tuple__41, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 2, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_Raise(__pyx_t_1, 0, 0, 0);
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __PYX_ERR(1, 2, __pyx_L1_error)

  /* "(tree fragment)":1
 * def __reduce_cython__(self):             # <<<<<<<<<<<<<<
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 * def __setstate_cython__(self, __pyx_state):
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("View.MemoryView.memoryview.__reduce_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "(tree fragment)":3
 * def __reduce_cython__(self):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 * def __setstate_cython__(self, __pyx_state):             # <<<<<<<<<<<<<<
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 */

/* Python wrapper */
static PyObject *__pyx_pw___pyx_memoryview_3__setstate_cython__(PyObject *__pyx_v_self, PyObject *__pyx_v___pyx_state); /*proto*/
static PyObject *__pyx_pw___pyx_memoryview_3__setstate_cython__(PyObject *__pyx_v_self, PyObject *__pyx_v___pyx_state) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__setstate_cython__ (wrapper)", 0);
  __pyx_r = __pyx_pf___pyx_memoryview_2__setstate_cython__(((struct __pyx_memoryview_obj *)__pyx_v_self), ((PyObject *)__pyx_v___pyx_state));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf___pyx_memoryview_2__setstate_cython__(CYTHON_UNUSED struct __pyx_memoryview_obj *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v___pyx_state) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__setstate_cython__", 0);

  /* "(tree fragment)":4
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 * def __setstate_cython__(self, __pyx_state):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")             # <<<<<<<<<<<<<<
 */
  __pyx_t_1 = __Pyx_PyObject_Call(__pyx_builtin_TypeError, __pyx_tuple__42, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 4, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_Raise(__pyx_t_1, 0, 0, 0);
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __PYX_ERR(1, 4, __pyx_L1_error)

  /* "(tree fragment)":3
 * def __reduce_cython__(self):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 * def __setstate_cython__(self, __pyx_state):             # <<<<<<<<<<<<<<
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("View.MemoryView.memoryview.__setstate_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":657
 * 
 * @cname('__pyx_memoryview_new')
 * cdef memoryview_cwrapper(object o, int flags, bint dtype_is_object, __Pyx_TypeInfo *typeinfo):             # <<<<<<<<<<<<<<
 *     cdef memoryview result = memoryview(o, flags, dtype_is_object)
 *     result.typeinfo = typeinfo
 */

static PyObject *__pyx_memoryview_new(PyObject *__pyx_v_o, int __pyx_v_flags, int __pyx_v_dtype_is_object, __Pyx_TypeInfo *__pyx_v_typeinfo) {
  struct __pyx_memoryview_obj *__pyx_v_result = 0;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  __Pyx_RefNannySetupContext("memoryview_cwrapper", 0);

  /* "View.MemoryView":658
 * @cname('__pyx_memoryview_new')
 * cdef memoryview_cwrapper(object o, int flags, bint dtype_is_object, __Pyx_TypeInfo *typeinfo):
 *     cdef memoryview result = memoryview(o, flags, dtype_is_object)             # <<<<<<<<<<<<<<
 *     result.typeinfo = typeinfo
 *     return result
 */
  __pyx_t_1 = __Pyx_PyInt_From_int(__pyx_v_flags); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 658, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_2 = __Pyx_PyBool_FromLong(__pyx_v_dtype_is_object); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 658, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = PyTuple_New(3); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 658, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_INCREF(__pyx_v_o);
  __Pyx_GIVEREF(__pyx_v_o);
  PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_v_o);
  __Pyx_GIVEREF(__pyx_t_1);
  PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_3, 2, __pyx_t_2);
  __pyx_t_1 = 0;
  __pyx_t_2 = 0;
  __pyx_t_2 = __Pyx_PyObject_Call(((PyObject *)__pyx_memoryview_type), __pyx_t_3, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 658, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __pyx_v_result = ((struct __pyx_memoryview_obj *)__pyx_t_2);
  __pyx_t_2 = 0;

  /* "View.MemoryView":659
 * cdef memoryview_cwrapper(object o, int flags, bint dtype_is_object, __Pyx_TypeInfo *typeinfo):
 *     cdef memoryview result = memoryview(o, flags, dtype_is_object)
 *     result.typeinfo = typeinfo             # <<<<<<<<<<<<<<
 *     return result
 * 
 */
  __pyx_v_result->typeinfo = __pyx_v_typeinfo;

  /* "View.MemoryView":660
 *     cdef memoryview result = memoryview(o, flags, dtype_is_object)
 *     result.typeinfo = typeinfo
 *     return result             # <<<<<<<<<<<<<<
 * 
 * @cname('__pyx_memoryview_check')
 */
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_result));
  __pyx_r = ((PyObject *)__pyx_v_result);
  goto __pyx_L0;

  /* "View.MemoryView":657
 * 
 * @cname('__pyx_memoryview_new')
 * cdef memoryview_cwrapper(object o, int flags, bint dtype_is_object, __Pyx_TypeInfo *typeinfo):             # <<<<<<<<<<<<<<
 *     cdef memoryview result = memoryview(o, flags, dtype_is_object)
 *     result.typeinfo = typeinfo
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_AddTraceback("View.MemoryView.memoryview_cwrapper", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XDECREF((PyObject *)__pyx_v_result);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":663
 * 
 * @cname('__pyx_memoryview_check')
 * cdef inline bint memoryview_check(object o):             # <<<<<<<<<<<<<<
 *     return isinstance(o, memoryview)
 * 
 */

static CYTHON_INLINE int __pyx_memoryview_check(PyObject *__pyx_v_o) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  __Pyx_RefNannySetupContext("memoryview_check", 0);

  /* "View.MemoryView":664
 * @cname('__pyx_memoryview_check')
 * cdef inline bint memoryview_check(object o):
 *     return isinstance(o, memoryview)             # <<<<<<<<<<<<<<
 * 
 * cdef tuple _unellipsify(object index, int ndim):
 */
  __pyx_t_1 = __Pyx_TypeCheck(__pyx_v_o, __pyx_memoryview_type); 
  __pyx_r = __pyx_t_1;
  goto __pyx_L0;

  /* "View.MemoryView":663
 * 
 * @cname('__pyx_memoryview_check')
 * cdef inline bint memoryview_check(object o):             # <<<<<<<<<<<<<<
 *     return isinstance(o, memoryview)
 * 
 */

  /* function exit code */
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":666
 *     return isinstance(o, memoryview)
 * 
 * cdef tuple _unellipsify(object index, int ndim):             # <<<<<<<<<<<<<<
 *     """
 *     Replace all ellipses with full slices and fill incomplete indices with
 */

static PyObject *_unellipsify(PyObject *__pyx_v_index, int __pyx_v_ndim) {
  PyObject *__pyx_v_tup = NULL;
  PyObject *__pyx_v_result = NULL;
  int __pyx_v_have_slices;
  int __pyx_v_seen_ellipsis;
  CYTHON_UNUSED PyObject *__pyx_v_idx = NULL;
  PyObject *__pyx_v_item = NULL;
  Py_ssize_t __pyx_v_nslices;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  int __pyx_t_2;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  Py_ssize_t __pyx_t_5;
  PyObject *(*__pyx_t_6)(PyObject *);
  PyObject *__pyx_t_7 = NULL;
  Py_ssize_t __pyx_t_8;
  int __pyx_t_9;
  int __pyx_t_10;
  PyObject *__pyx_t_11 = NULL;
  __Pyx_RefNannySetupContext("_unellipsify", 0);

  /* "View.MemoryView":671
 *     full slices.
 *     """
 *     if not isinstance(index, tuple):             # <<<<<<<<<<<<<<
 *         tup = (index,)
 *     else:
 */
  __pyx_t_1 = PyTuple_Check(__pyx_v_index); 
  __pyx_t_2 = ((!(__pyx_t_1 != 0)) != 0);
  if (__pyx_t_2) {

    /* "View.MemoryView":672
 *     """
 *     if not isinstance(index, tuple):
 *         tup = (index,)             # <<<<<<<<<<<<<<
 *     else:
 *         tup = index
 */
    __pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 672, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_INCREF(__pyx_v_index);
    __Pyx_GIVEREF(__pyx_v_index);
    PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_v_index);
    __pyx_v_tup = __pyx_t_3;
    __pyx_t_3 = 0;

    /* "View.MemoryView":671
 *     full slices.
 *     """
 *     if not isinstance(index, tuple):             # <<<<<<<<<<<<<<
 *         tup = (index,)
 *     else:
 */
    goto __pyx_L3;
  }

  /* "View.MemoryView":674
 *         tup = (index,)
 *     else:
 *         tup = index             # <<<<<<<<<<<<<<
 * 
 *     result = []
 */
  /*else*/ {
    __Pyx_INCREF(__pyx_v_index);
    __pyx_v_tup = __pyx_v_index;
  }
  __pyx_L3:;

  /* "View.MemoryView":676
 *         tup = index
 * 
 *     result = []             # <<<<<<<<<<<<<<
 *     have_slices = False
 *     seen_ellipsis = False
 */
  __pyx_t_3 = PyList_New(0); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 676, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_v_result = ((PyObject*)__pyx_t_3);
  __pyx_t_3 = 0;

  /* "View.MemoryView":677
 * 
 *     result = []
 *     have_slices = False             # <<<<<<<<<<<<<<
 *     seen_ellipsis = False
 *     for idx, item in enumerate(tup):
 */
  __pyx_v_have_slices = 0;

  /* "View.MemoryView":678
 *     result = []
 *     have_slices = False
 *     seen_ellipsis = False             # <<<<<<<<<<<<<<
 *     for idx, item in enumerate(tup):
 *         if item is Ellipsis:
 */
  __pyx_v_seen_ellipsis = 0;

  /* "View.MemoryView":679
 *     have_slices = False
 *     seen_ellipsis = False
 *     for idx, item in enumerate(tup):             # <<<<<<<<<<<<<<
 *         if item is Ellipsis:
 *             if not seen_ellipsis:
 */
  __Pyx_INCREF(__pyx_int_0);
  __pyx_t_3 = __pyx_int_0;
  if (likely(PyList_CheckExact(__pyx_v_tup)) || PyTuple_CheckExact(__pyx_v_tup)) {
    __pyx_t_4 = __pyx_v_tup; __Pyx_INCREF(__pyx_t_4); __pyx_t_5 = 0;
    __pyx_t_6 = NULL;
  } else {
    __pyx_t_5 = -1; __pyx_t_4 = PyObject_GetIter(__pyx_v_tup); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 679, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    __pyx_t_6 = Py_TYPE(__pyx_t_4)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(1, 679, __pyx_L1_error)
  }
  for (;;) {
    if (likely(!__pyx_t_6)) {
      if (likely(PyList_CheckExact(__pyx_t_4))) {
        if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_4)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_7 = PyList_GET_ITEM(__pyx_t_4, __pyx_t_5); __Pyx_INCREF(__pyx_t_7); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(1, 679, __pyx_L1_error)
        #else
        __pyx_t_7 = PySequence_ITEM(__pyx_t_4, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_7)) __PYX_ERR(1, 679, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_7);
        #endif
      } else {
        if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_4)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_7 = PyTuple_GET_ITEM(__pyx_t_4, __pyx_t_5); __Pyx_INCREF(__pyx_t_7); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(1, 679, __pyx_L1_error)
        #else
        __pyx_t_7 = PySequence_ITEM(__pyx_t_4, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_7)) __PYX_ERR(1, 679, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_7);
        #endif
      }
    } else {
      __pyx_t_7 = __pyx_t_6(__pyx_t_4);
      if (unlikely(!__pyx_t_7)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
          else __PYX_ERR(1, 679, __pyx_L1_error)
        }
        break;
      }
      __Pyx_GOTREF(__pyx_t_7);
    }
    __Pyx_XDECREF_SET(__pyx_v_item, __pyx_t_7);
    __pyx_t_7 = 0;
    __Pyx_INCREF(__pyx_t_3);
    __Pyx_XDECREF_SET(__pyx_v_idx, __pyx_t_3);
    __pyx_t_7 = __Pyx_PyInt_AddObjC(__pyx_t_3, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_7)) __PYX_ERR(1, 679, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_7);
    __Pyx_DECREF(__pyx_t_3);
    __pyx_t_3 = __pyx_t_7;
    __pyx_t_7 = 0;

    /* "View.MemoryView":680
 *     seen_ellipsis = False
 *     for idx, item in enumerate(tup):
 *         if item is Ellipsis:             # <<<<<<<<<<<<<<
 *             if not seen_ellipsis:
 *                 result.extend([slice(None)] * (ndim - len(tup) + 1))
 */
    __pyx_t_2 = (__pyx_v_item == __pyx_builtin_Ellipsis);
    __pyx_t_1 = (__pyx_t_2 != 0);
    if (__pyx_t_1) {

      /* "View.MemoryView":681
 *     for idx, item in enumerate(tup):
 *         if item is Ellipsis:
 *             if not seen_ellipsis:             # <<<<<<<<<<<<<<
 *                 result.extend([slice(None)] * (ndim - len(tup) + 1))
 *                 seen_ellipsis = True
 */
      __pyx_t_1 = ((!(__pyx_v_seen_ellipsis != 0)) != 0);
      if (__pyx_t_1) {

        /* "View.MemoryView":682
 *         if item is Ellipsis:
 *             if not seen_ellipsis:
 *                 result.extend([slice(None)] * (ndim - len(tup) + 1))             # <<<<<<<<<<<<<<
 *                 seen_ellipsis = True
 *             else:
 */
        __pyx_t_8 = PyObject_Length(__pyx_v_tup); if (unlikely(__pyx_t_8 == ((Py_ssize_t)-1))) __PYX_ERR(1, 682, __pyx_L1_error)
        __pyx_t_7 = PyList_New(1 * ((((__pyx_v_ndim - __pyx_t_8) + 1)<0) ? 0:((__pyx_v_ndim - __pyx_t_8) + 1))); if (unlikely(!__pyx_t_7)) __PYX_ERR(1, 682, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_7);
        { Py_ssize_t __pyx_temp;
          for (__pyx_temp=0; __pyx_temp < ((__pyx_v_ndim - __pyx_t_8) + 1); __pyx_temp++) {
            __Pyx_INCREF(__pyx_slice_);
            __Pyx_GIVEREF(__pyx_slice_);
            PyList_SET_ITEM(__pyx_t_7, __pyx_temp, __pyx_slice_);
          }
        }
        __pyx_t_9 = __Pyx_PyList_Extend(__pyx_v_result, __pyx_t_7); if (unlikely(__pyx_t_9 == ((int)-1))) __PYX_ERR(1, 682, __pyx_L1_error)
        __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;

        /* "View.MemoryView":683
 *             if not seen_ellipsis:
 *                 result.extend([slice(None)] * (ndim - len(tup) + 1))
 *                 seen_ellipsis = True             # <<<<<<<<<<<<<<
 *             else:
 *                 result.append(slice(None))
 */
        __pyx_v_seen_ellipsis = 1;

        /* "View.MemoryView":681
 *     for idx, item in enumerate(tup):
 *         if item is Ellipsis:
 *             if not seen_ellipsis:             # <<<<<<<<<<<<<<
 *                 result.extend([slice(None)] * (ndim - len(tup) + 1))
 *                 seen_ellipsis = True
 */
        goto __pyx_L7;
      }

      /* "View.MemoryView":685
 *                 seen_ellipsis = True
 *             else:
 *                 result.append(slice(None))             # <<<<<<<<<<<<<<
 *             have_slices = True
 *         else:
 */
      /*else*/ {
        __pyx_t_9 = __Pyx_PyList_Append(__pyx_v_result, __pyx_slice_); if (unlikely(__pyx_t_9 == ((int)-1))) __PYX_ERR(1, 685, __pyx_L1_error)
      }
      __pyx_L7:;

      /* "View.MemoryView":686
 *             else:
 *                 result.append(slice(None))
 *             have_slices = True             # <<<<<<<<<<<<<<
 *         else:
 *             if not isinstance(item, slice) and not PyIndex_Check(item):
 */
      __pyx_v_have_slices = 1;

      /* "View.MemoryView":680
 *     seen_ellipsis = False
 *     for idx, item in enumerate(tup):
 *         if item is Ellipsis:             # <<<<<<<<<<<<<<
 *             if not seen_ellipsis:
 *                 result.extend([slice(None)] * (ndim - len(tup) + 1))
 */
      goto __pyx_L6;
    }

    /* "View.MemoryView":688
 *             have_slices = True
 *         else:
 *             if not isinstance(item, slice) and not PyIndex_Check(item):             # <<<<<<<<<<<<<<
 *                 raise TypeError("Cannot index with type '%s'" % type(item))
 * 
 */
    /*else*/ {
      __pyx_t_2 = PySlice_Check(__pyx_v_item); 
      __pyx_t_10 = ((!(__pyx_t_2 != 0)) != 0);
      if (__pyx_t_10) {
      } else {
        __pyx_t_1 = __pyx_t_10;
        goto __pyx_L9_bool_binop_done;
      }
      __pyx_t_10 = ((!(PyIndex_Check(__pyx_v_item) != 0)) != 0);
      __pyx_t_1 = __pyx_t_10;
      __pyx_L9_bool_binop_done:;
      if (unlikely(__pyx_t_1)) {

        /* "View.MemoryView":689
 *         else:
 *             if not isinstance(item, slice) and not PyIndex_Check(item):
 *                 raise TypeError("Cannot index with type '%s'" % type(item))             # <<<<<<<<<<<<<<
 * 
 *             have_slices = have_slices or isinstance(item, slice)
 */
        __pyx_t_7 = __Pyx_PyString_FormatSafe(__pyx_kp_s_Cannot_index_with_type_s, ((PyObject *)Py_TYPE(__pyx_v_item))); if (unlikely(!__pyx_t_7)) __PYX_ERR(1, 689, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_7);
        __pyx_t_11 = __Pyx_PyObject_CallOneArg(__pyx_builtin_TypeError, __pyx_t_7); if (unlikely(!__pyx_t_11)) __PYX_ERR(1, 689, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_11);
        __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
        __Pyx_Raise(__pyx_t_11, 0, 0, 0);
        __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0;
        __PYX_ERR(1, 689, __pyx_L1_error)

        /* "View.MemoryView":688
 *             have_slices = True
 *         else:
 *             if not isinstance(item, slice) and not PyIndex_Check(item):             # <<<<<<<<<<<<<<
 *                 raise TypeError("Cannot index with type '%s'" % type(item))
 * 
 */
      }

      /* "View.MemoryView":691
 *                 raise TypeError("Cannot index with type '%s'" % type(item))
 * 
 *             have_slices = have_slices or isinstance(item, slice)             # <<<<<<<<<<<<<<
 *             result.append(item)
 * 
 */
      __pyx_t_10 = (__pyx_v_have_slices != 0);
      if (!__pyx_t_10) {
      } else {
        __pyx_t_1 = __pyx_t_10;
        goto __pyx_L11_bool_binop_done;
      }
      __pyx_t_10 = PySlice_Check(__pyx_v_item); 
      __pyx_t_2 = (__pyx_t_10 != 0);
      __pyx_t_1 = __pyx_t_2;
      __pyx_L11_bool_binop_done:;
      __pyx_v_have_slices = __pyx_t_1;

      /* "View.MemoryView":692
 * 
 *             have_slices = have_slices or isinstance(item, slice)
 *             result.append(item)             # <<<<<<<<<<<<<<
 * 
 *     nslices = ndim - len(result)
 */
      __pyx_t_9 = __Pyx_PyList_Append(__pyx_v_result, __pyx_v_item); if (unlikely(__pyx_t_9 == ((int)-1))) __PYX_ERR(1, 692, __pyx_L1_error)
    }
    __pyx_L6:;

    /* "View.MemoryView":679
 *     have_slices = False
 *     seen_ellipsis = False
 *     for idx, item in enumerate(tup):             # <<<<<<<<<<<<<<
 *         if item is Ellipsis:
 *             if not seen_ellipsis:
 */
  }
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;

  /* "View.MemoryView":694
 *             result.append(item)
 * 
 *     nslices = ndim - len(result)             # <<<<<<<<<<<<<<
 *     if nslices:
 *         result.extend([slice(None)] * nslices)
 */
  __pyx_t_5 = PyList_GET_SIZE(__pyx_v_result); if (unlikely(__pyx_t_5 == ((Py_ssize_t)-1))) __PYX_ERR(1, 694, __pyx_L1_error)
  __pyx_v_nslices = (__pyx_v_ndim - __pyx_t_5);

  /* "View.MemoryView":695
 * 
 *     nslices = ndim - len(result)
 *     if nslices:             # <<<<<<<<<<<<<<
 *         result.extend([slice(None)] * nslices)
 * 
 */
  __pyx_t_1 = (__pyx_v_nslices != 0);
  if (__pyx_t_1) {

    /* "View.MemoryView":696
 *     nslices = ndim - len(result)
 *     if nslices:
 *         result.extend([slice(None)] * nslices)             # <<<<<<<<<<<<<<
 * 
 *     return have_slices or nslices, tuple(result)
 */
    __pyx_t_3 = PyList_New(1 * ((__pyx_v_nslices<0) ? 0:__pyx_v_nslices)); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 696, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    { Py_ssize_t __pyx_temp;
      for (__pyx_temp=0; __pyx_temp < __pyx_v_nslices; __pyx_temp++) {
        __Pyx_INCREF(__pyx_slice_);
        __Pyx_GIVEREF(__pyx_slice_);
        PyList_SET_ITEM(__pyx_t_3, __pyx_temp, __pyx_slice_);
      }
    }
    __pyx_t_9 = __Pyx_PyList_Extend(__pyx_v_result, __pyx_t_3); if (unlikely(__pyx_t_9 == ((int)-1))) __PYX_ERR(1, 696, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;

    /* "View.MemoryView":695
 * 
 *     nslices = ndim - len(result)
 *     if nslices:             # <<<<<<<<<<<<<<
 *         result.extend([slice(None)] * nslices)
 * 
 */
  }

  /* "View.MemoryView":698
 *         result.extend([slice(None)] * nslices)
 * 
 *     return have_slices or nslices, tuple(result)             # <<<<<<<<<<<<<<
 * 
 * cdef assert_direct_dimensions(Py_ssize_t *suboffsets, int ndim):
 */
  __Pyx_XDECREF(__pyx_r);
  if (!__pyx_v_have_slices) {
  } else {
    __pyx_t_4 = __Pyx_PyBool_FromLong(__pyx_v_have_slices); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 698, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    __pyx_t_3 = __pyx_t_4;
    __pyx_t_4 = 0;
    goto __pyx_L14_bool_binop_done;
  }
  __pyx_t_4 = PyInt_FromSsize_t(__pyx_v_nslices); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 698, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __pyx_t_3 = __pyx_t_4;
  __pyx_t_4 = 0;
  __pyx_L14_bool_binop_done:;
  __pyx_t_4 = PyList_AsTuple(__pyx_v_result); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 698, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __pyx_t_11 = PyTuple_New(2); if (unlikely(!__pyx_t_11)) __PYX_ERR(1, 698, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_11);
  __Pyx_GIVEREF(__pyx_t_3);
  PyTuple_SET_ITEM(__pyx_t_11, 0, __pyx_t_3);
  __Pyx_GIVEREF(__pyx_t_4);
  PyTuple_SET_ITEM(__pyx_t_11, 1, __pyx_t_4);
  __pyx_t_3 = 0;
  __pyx_t_4 = 0;
  __pyx_r = ((PyObject*)__pyx_t_11);
  __pyx_t_11 = 0;
  goto __pyx_L0;

  /* "View.MemoryView":666
 *     return isinstance(o, memoryview)
 * 
 * cdef tuple _unellipsify(object index, int ndim):             # <<<<<<<<<<<<<<
 *     """
 *     Replace all ellipses with full slices and fill incomplete indices with
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_7);
  __Pyx_XDECREF(__pyx_t_11);
  __Pyx_AddTraceback("View.MemoryView._unellipsify", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v_tup);
  __Pyx_XDECREF(__pyx_v_result);
  __Pyx_XDECREF(__pyx_v_idx);
  __Pyx_XDECREF(__pyx_v_item);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":700
 *     return have_slices or nslices, tuple(result)
 * 
 * cdef assert_direct_dimensions(Py_ssize_t *suboffsets, int ndim):             # <<<<<<<<<<<<<<
 *     for suboffset in suboffsets[:ndim]:
 *         if suboffset >= 0:
 */

static PyObject *assert_direct_dimensions(Py_ssize_t *__pyx_v_suboffsets, int __pyx_v_ndim) {
  Py_ssize_t __pyx_v_suboffset;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  Py_ssize_t *__pyx_t_1;
  Py_ssize_t *__pyx_t_2;
  Py_ssize_t *__pyx_t_3;
  int __pyx_t_4;
  PyObject *__pyx_t_5 = NULL;
  __Pyx_RefNannySetupContext("assert_direct_dimensions", 0);

  /* "View.MemoryView":701
 * 
 * cdef assert_direct_dimensions(Py_ssize_t *suboffsets, int ndim):
 *     for suboffset in suboffsets[:ndim]:             # <<<<<<<<<<<<<<
 *         if suboffset >= 0:
 *             raise ValueError("Indirect dimensions not supported")
 */
  __pyx_t_2 = (__pyx_v_suboffsets + __pyx_v_ndim);
  for (__pyx_t_3 = __pyx_v_suboffsets; __pyx_t_3 < __pyx_t_2; __pyx_t_3++) {
    __pyx_t_1 = __pyx_t_3;
    __pyx_v_suboffset = (__pyx_t_1[0]);

    /* "View.MemoryView":702
 * cdef assert_direct_dimensions(Py_ssize_t *suboffsets, int ndim):
 *     for suboffset in suboffsets[:ndim]:
 *         if suboffset >= 0:             # <<<<<<<<<<<<<<
 *             raise ValueError("Indirect dimensions not supported")
 * 
 */
    __pyx_t_4 = ((__pyx_v_suboffset >= 0) != 0);
    if (unlikely(__pyx_t_4)) {

      /* "View.MemoryView":703
 *     for suboffset in suboffsets[:ndim]:
 *         if suboffset >= 0:
 *             raise ValueError("Indirect dimensions not supported")             # <<<<<<<<<<<<<<
 * 
 * 
 */
      __pyx_t_5 = __Pyx_PyObject_Call(__pyx_builtin_ValueError, __pyx_tuple__43, NULL); if (unlikely(!__pyx_t_5)) __PYX_ERR(1, 703, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_5);
      __Pyx_Raise(__pyx_t_5, 0, 0, 0);
      __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
      __PYX_ERR(1, 703, __pyx_L1_error)

      /* "View.MemoryView":702
 * cdef assert_direct_dimensions(Py_ssize_t *suboffsets, int ndim):
 *     for suboffset in suboffsets[:ndim]:
 *         if suboffset >= 0:             # <<<<<<<<<<<<<<
 *             raise ValueError("Indirect dimensions not supported")
 * 
 */
    }
  }

  /* "View.MemoryView":700
 *     return have_slices or nslices, tuple(result)
 * 
 * cdef assert_direct_dimensions(Py_ssize_t *suboffsets, int ndim):             # <<<<<<<<<<<<<<
 *     for suboffset in suboffsets[:ndim]:
 *         if suboffset >= 0:
 */

  /* function exit code */
  __pyx_r = Py_None; __Pyx_INCREF(Py_None);
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_AddTraceback("View.MemoryView.assert_direct_dimensions", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":710
 * 
 * @cname('__pyx_memview_slice')
 * cdef memoryview memview_slice(memoryview memview, object indices):             # <<<<<<<<<<<<<<
 *     cdef int new_ndim = 0, suboffset_dim = -1, dim
 *     cdef bint negative_step
 */

static struct __pyx_memoryview_obj *__pyx_memview_slice(struct __pyx_memoryview_obj *__pyx_v_memview, PyObject *__pyx_v_indices) {
  int __pyx_v_new_ndim;
  int __pyx_v_suboffset_dim;
  int __pyx_v_dim;
  __Pyx_memviewslice __pyx_v_src;
  __Pyx_memviewslice __pyx_v_dst;
  __Pyx_memviewslice *__pyx_v_p_src;
  struct __pyx_memoryviewslice_obj *__pyx_v_memviewsliceobj = 0;
  __Pyx_memviewslice *__pyx_v_p_dst;
  int *__pyx_v_p_suboffset_dim;
  Py_ssize_t __pyx_v_start;
  Py_ssize_t __pyx_v_stop;
  Py_ssize_t __pyx_v_step;
  int __pyx_v_have_start;
  int __pyx_v_have_stop;
  int __pyx_v_have_step;
  PyObject *__pyx_v_index = NULL;
  struct __pyx_memoryview_obj *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  int __pyx_t_2;
  PyObject *__pyx_t_3 = NULL;
  struct __pyx_memoryview_obj *__pyx_t_4;
  char *__pyx_t_5;
  int __pyx_t_6;
  Py_ssize_t __pyx_t_7;
  PyObject *(*__pyx_t_8)(PyObject *);
  PyObject *__pyx_t_9 = NULL;
  Py_ssize_t __pyx_t_10;
  int __pyx_t_11;
  Py_ssize_t __pyx_t_12;
  __Pyx_RefNannySetupContext("memview_slice", 0);

  /* "View.MemoryView":711
 * @cname('__pyx_memview_slice')
 * cdef memoryview memview_slice(memoryview memview, object indices):
 *     cdef int new_ndim = 0, suboffset_dim = -1, dim             # <<<<<<<<<<<<<<
 *     cdef bint negative_step
 *     cdef __Pyx_memviewslice src, dst
 */
  __pyx_v_new_ndim = 0;
  __pyx_v_suboffset_dim = -1;

  /* "View.MemoryView":718
 * 
 * 
 *     memset(&dst, 0, sizeof(dst))             # <<<<<<<<<<<<<<
 * 
 *     cdef _memoryviewslice memviewsliceobj
 */
  (void)(memset((&__pyx_v_dst), 0, (sizeof(__pyx_v_dst))));

  /* "View.MemoryView":722
 *     cdef _memoryviewslice memviewsliceobj
 * 
 *     assert memview.view.ndim > 0             # <<<<<<<<<<<<<<
 * 
 *     if isinstance(memview, _memoryviewslice):
 */
  #ifndef CYTHON_WITHOUT_ASSERTIONS
  if (unlikely(!Py_OptimizeFlag)) {
    if (unlikely(!((__pyx_v_memview->view.ndim > 0) != 0))) {
      PyErr_SetNone(PyExc_AssertionError);
      __PYX_ERR(1, 722, __pyx_L1_error)
    }
  }
  #endif

  /* "View.MemoryView":724
 *     assert memview.view.ndim > 0
 * 
 *     if isinstance(memview, _memoryviewslice):             # <<<<<<<<<<<<<<
 *         memviewsliceobj = memview
 *         p_src = &memviewsliceobj.from_slice
 */
  __pyx_t_1 = __Pyx_TypeCheck(((PyObject *)__pyx_v_memview), __pyx_memoryviewslice_type); 
  __pyx_t_2 = (__pyx_t_1 != 0);
  if (__pyx_t_2) {

    /* "View.MemoryView":725
 * 
 *     if isinstance(memview, _memoryviewslice):
 *         memviewsliceobj = memview             # <<<<<<<<<<<<<<
 *         p_src = &memviewsliceobj.from_slice
 *     else:
 */
    if (!(likely(((((PyObject *)__pyx_v_memview)) == Py_None) || likely(__Pyx_TypeTest(((PyObject *)__pyx_v_memview), __pyx_memoryviewslice_type))))) __PYX_ERR(1, 725, __pyx_L1_error)
    __pyx_t_3 = ((PyObject *)__pyx_v_memview);
    __Pyx_INCREF(__pyx_t_3);
    __pyx_v_memviewsliceobj = ((struct __pyx_memoryviewslice_obj *)__pyx_t_3);
    __pyx_t_3 = 0;

    /* "View.MemoryView":726
 *     if isinstance(memview, _memoryviewslice):
 *         memviewsliceobj = memview
 *         p_src = &memviewsliceobj.from_slice             # <<<<<<<<<<<<<<
 *     else:
 *         slice_copy(memview, &src)
 */
    __pyx_v_p_src = (&__pyx_v_memviewsliceobj->from_slice);

    /* "View.MemoryView":724
 *     assert memview.view.ndim > 0
 * 
 *     if isinstance(memview, _memoryviewslice):             # <<<<<<<<<<<<<<
 *         memviewsliceobj = memview
 *         p_src = &memviewsliceobj.from_slice
 */
    goto __pyx_L3;
  }

  /* "View.MemoryView":728
 *         p_src = &memviewsliceobj.from_slice
 *     else:
 *         slice_copy(memview, &src)             # <<<<<<<<<<<<<<
 *         p_src = &src
 * 
 */
  /*else*/ {
    __pyx_memoryview_slice_copy(__pyx_v_memview, (&__pyx_v_src));

    /* "View.MemoryView":729
 *     else:
 *         slice_copy(memview, &src)
 *         p_src = &src             # <<<<<<<<<<<<<<
 * 
 * 
 */
    __pyx_v_p_src = (&__pyx_v_src);
  }
  __pyx_L3:;

  /* "View.MemoryView":735
 * 
 * 
 *     dst.memview = p_src.memview             # <<<<<<<<<<<<<<
 *     dst.data = p_src.data
 * 
 */
  __pyx_t_4 = __pyx_v_p_src->memview;
  __pyx_v_dst.memview = __pyx_t_4;

  /* "View.MemoryView":736
 * 
 *     dst.memview = p_src.memview
 *     dst.data = p_src.data             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_t_5 = __pyx_v_p_src->data;
  __pyx_v_dst.data = __pyx_t_5;

  /* "View.MemoryView":741
 * 
 * 
 *     cdef __Pyx_memviewslice *p_dst = &dst             # <<<<<<<<<<<<<<
 *     cdef int *p_suboffset_dim = &suboffset_dim
 *     cdef Py_ssize_t start, stop, step
 */
  __pyx_v_p_dst = (&__pyx_v_dst);

  /* "View.MemoryView":742
 * 
 *     cdef __Pyx_memviewslice *p_dst = &dst
 *     cdef int *p_suboffset_dim = &suboffset_dim             # <<<<<<<<<<<<<<
 *     cdef Py_ssize_t start, stop, step
 *     cdef bint have_start, have_stop, have_step
 */
  __pyx_v_p_suboffset_dim = (&__pyx_v_suboffset_dim);

  /* "View.MemoryView":746
 *     cdef bint have_start, have_stop, have_step
 * 
 *     for dim, index in enumerate(indices):             # <<<<<<<<<<<<<<
 *         if PyIndex_Check(index):
 *             slice_memviewslice(
 */
  __pyx_t_6 = 0;
  if (likely(PyList_CheckExact(__pyx_v_indices)) || PyTuple_CheckExact(__pyx_v_indices)) {
    __pyx_t_3 = __pyx_v_indices; __Pyx_INCREF(__pyx_t_3); __pyx_t_7 = 0;
    __pyx_t_8 = NULL;
  } else {
    __pyx_t_7 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_v_indices); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 746, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __pyx_t_8 = Py_TYPE(__pyx_t_3)->tp_iternext; if (unlikely(!__pyx_t_8)) __PYX_ERR(1, 746, __pyx_L1_error)
  }
  for (;;) {
    if (likely(!__pyx_t_8)) {
      if (likely(PyList_CheckExact(__pyx_t_3))) {
        if (__pyx_t_7 >= PyList_GET_SIZE(__pyx_t_3)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_9 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_7); __Pyx_INCREF(__pyx_t_9); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(1, 746, __pyx_L1_error)
        #else
        __pyx_t_9 = PySequence_ITEM(__pyx_t_3, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_9)) __PYX_ERR(1, 746, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_9);
        #endif
      } else {
        if (__pyx_t_7 >= PyTuple_GET_SIZE(__pyx_t_3)) break;
        #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
        __pyx_t_9 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_7); __Pyx_INCREF(__pyx_t_9); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(1, 746, __pyx_L1_error)
        #else
        __pyx_t_9 = PySequence_ITEM(__pyx_t_3, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_9)) __PYX_ERR(1, 746, __pyx_L1_error)
        __Pyx_GOTREF(__pyx_t_9);
        #endif
      }
    } else {
      __pyx_t_9 = __pyx_t_8(__pyx_t_3);
      if (unlikely(!__pyx_t_9)) {
        PyObject* exc_type = PyErr_Occurred();
        if (exc_type) {
          if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear();
          else __PYX_ERR(1, 746, __pyx_L1_error)
        }
        break;
      }
      __Pyx_GOTREF(__pyx_t_9);
    }
    __Pyx_XDECREF_SET(__pyx_v_index, __pyx_t_9);
    __pyx_t_9 = 0;
    __pyx_v_dim = __pyx_t_6;
    __pyx_t_6 = (__pyx_t_6 + 1);

    /* "View.MemoryView":747
 * 
 *     for dim, index in enumerate(indices):
 *         if PyIndex_Check(index):             # <<<<<<<<<<<<<<
 *             slice_memviewslice(
 *                 p_dst, p_src.shape[dim], p_src.strides[dim], p_src.suboffsets[dim],
 */
    __pyx_t_2 = (PyIndex_Check(__pyx_v_index) != 0);
    if (__pyx_t_2) {

      /* "View.MemoryView":751
 *                 p_dst, p_src.shape[dim], p_src.strides[dim], p_src.suboffsets[dim],
 *                 dim, new_ndim, p_suboffset_dim,
 *                 index, 0, 0, # start, stop, step             # <<<<<<<<<<<<<<
 *                 0, 0, 0, # have_{start,stop,step}
 *                 False)
 */
      __pyx_t_10 = __Pyx_PyIndex_AsSsize_t(__pyx_v_index); if (unlikely((__pyx_t_10 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(1, 751, __pyx_L1_error)

      /* "View.MemoryView":748
 *     for dim, index in enumerate(indices):
 *         if PyIndex_Check(index):
 *             slice_memviewslice(             # <<<<<<<<<<<<<<
 *                 p_dst, p_src.shape[dim], p_src.strides[dim], p_src.suboffsets[dim],
 *                 dim, new_ndim, p_suboffset_dim,
 */
      __pyx_t_11 = __pyx_memoryview_slice_memviewslice(__pyx_v_p_dst, (__pyx_v_p_src->shape[__pyx_v_dim]), (__pyx_v_p_src->strides[__pyx_v_dim]), (__pyx_v_p_src->suboffsets[__pyx_v_dim]), __pyx_v_dim, __pyx_v_new_ndim, __pyx_v_p_suboffset_dim, __pyx_t_10, 0, 0, 0, 0, 0, 0); if (unlikely(__pyx_t_11 == ((int)-1))) __PYX_ERR(1, 748, __pyx_L1_error)

      /* "View.MemoryView":747
 * 
 *     for dim, index in enumerate(indices):
 *         if PyIndex_Check(index):             # <<<<<<<<<<<<<<
 *             slice_memviewslice(
 *                 p_dst, p_src.shape[dim], p_src.strides[dim], p_src.suboffsets[dim],
 */
      goto __pyx_L6;
    }

    /* "View.MemoryView":754
 *                 0, 0, 0, # have_{start,stop,step}
 *                 False)
 *         elif index is None:             # <<<<<<<<<<<<<<
 *             p_dst.shape[new_ndim] = 1
 *             p_dst.strides[new_ndim] = 0
 */
    __pyx_t_2 = (__pyx_v_index == Py_None);
    __pyx_t_1 = (__pyx_t_2 != 0);
    if (__pyx_t_1) {

      /* "View.MemoryView":755
 *                 False)
 *         elif index is None:
 *             p_dst.shape[new_ndim] = 1             # <<<<<<<<<<<<<<
 *             p_dst.strides[new_ndim] = 0
 *             p_dst.suboffsets[new_ndim] = -1
 */
      (__pyx_v_p_dst->shape[__pyx_v_new_ndim]) = 1;

      /* "View.MemoryView":756
 *         elif index is None:
 *             p_dst.shape[new_ndim] = 1
 *             p_dst.strides[new_ndim] = 0             # <<<<<<<<<<<<<<
 *             p_dst.suboffsets[new_ndim] = -1
 *             new_ndim += 1
 */
      (__pyx_v_p_dst->strides[__pyx_v_new_ndim]) = 0;

      /* "View.MemoryView":757
 *             p_dst.shape[new_ndim] = 1
 *             p_dst.strides[new_ndim] = 0
 *             p_dst.suboffsets[new_ndim] = -1             # <<<<<<<<<<<<<<
 *             new_ndim += 1
 *         else:
 */
      (__pyx_v_p_dst->suboffsets[__pyx_v_new_ndim]) = -1L;

      /* "View.MemoryView":758
 *             p_dst.strides[new_ndim] = 0
 *             p_dst.suboffsets[new_ndim] = -1
 *             new_ndim += 1             # <<<<<<<<<<<<<<
 *         else:
 *             start = index.start or 0
 */
      __pyx_v_new_ndim = (__pyx_v_new_ndim + 1);

      /* "View.MemoryView":754
 *                 0, 0, 0, # have_{start,stop,step}
 *                 False)
 *         elif index is None:             # <<<<<<<<<<<<<<
 *             p_dst.shape[new_ndim] = 1
 *             p_dst.strides[new_ndim] = 0
 */
      goto __pyx_L6;
    }

    /* "View.MemoryView":760
 *             new_ndim += 1
 *         else:
 *             start = index.start or 0             # <<<<<<<<<<<<<<
 *             stop = index.stop or 0
 *             step = index.step or 0
 */
    /*else*/ {
      __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_index, __pyx_n_s_start); if (unlikely(!__pyx_t_9)) __PYX_ERR(1, 760, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_9);
      __pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_t_9); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(1, 760, __pyx_L1_error)
      if (!__pyx_t_1) {
        __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
      } else {
        __pyx_t_12 = __Pyx_PyIndex_AsSsize_t(__pyx_t_9); if (unlikely((__pyx_t_12 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(1, 760, __pyx_L1_error)
        __pyx_t_10 = __pyx_t_12;
        __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
        goto __pyx_L7_bool_binop_done;
      }
      __pyx_t_10 = 0;
      __pyx_L7_bool_binop_done:;
      __pyx_v_start = __pyx_t_10;

      /* "View.MemoryView":761
 *         else:
 *             start = index.start or 0
 *             stop = index.stop or 0             # <<<<<<<<<<<<<<
 *             step = index.step or 0
 * 
 */
      __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_index, __pyx_n_s_stop); if (unlikely(!__pyx_t_9)) __PYX_ERR(1, 761, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_9);
      __pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_t_9); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(1, 761, __pyx_L1_error)
      if (!__pyx_t_1) {
        __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
      } else {
        __pyx_t_12 = __Pyx_PyIndex_AsSsize_t(__pyx_t_9); if (unlikely((__pyx_t_12 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(1, 761, __pyx_L1_error)
        __pyx_t_10 = __pyx_t_12;
        __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
        goto __pyx_L9_bool_binop_done;
      }
      __pyx_t_10 = 0;
      __pyx_L9_bool_binop_done:;
      __pyx_v_stop = __pyx_t_10;

      /* "View.MemoryView":762
 *             start = index.start or 0
 *             stop = index.stop or 0
 *             step = index.step or 0             # <<<<<<<<<<<<<<
 * 
 *             have_start = index.start is not None
 */
      __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_index, __pyx_n_s_step); if (unlikely(!__pyx_t_9)) __PYX_ERR(1, 762, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_9);
      __pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_t_9); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(1, 762, __pyx_L1_error)
      if (!__pyx_t_1) {
        __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
      } else {
        __pyx_t_12 = __Pyx_PyIndex_AsSsize_t(__pyx_t_9); if (unlikely((__pyx_t_12 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(1, 762, __pyx_L1_error)
        __pyx_t_10 = __pyx_t_12;
        __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
        goto __pyx_L11_bool_binop_done;
      }
      __pyx_t_10 = 0;
      __pyx_L11_bool_binop_done:;
      __pyx_v_step = __pyx_t_10;

      /* "View.MemoryView":764
 *             step = index.step or 0
 * 
 *             have_start = index.start is not None             # <<<<<<<<<<<<<<
 *             have_stop = index.stop is not None
 *             have_step = index.step is not None
 */
      __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_index, __pyx_n_s_start); if (unlikely(!__pyx_t_9)) __PYX_ERR(1, 764, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_9);
      __pyx_t_1 = (__pyx_t_9 != Py_None);
      __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
      __pyx_v_have_start = __pyx_t_1;

      /* "View.MemoryView":765
 * 
 *             have_start = index.start is not None
 *             have_stop = index.stop is not None             # <<<<<<<<<<<<<<
 *             have_step = index.step is not None
 * 
 */
      __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_index, __pyx_n_s_stop); if (unlikely(!__pyx_t_9)) __PYX_ERR(1, 765, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_9);
      __pyx_t_1 = (__pyx_t_9 != Py_None);
      __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
      __pyx_v_have_stop = __pyx_t_1;

      /* "View.MemoryView":766
 *             have_start = index.start is not None
 *             have_stop = index.stop is not None
 *             have_step = index.step is not None             # <<<<<<<<<<<<<<
 * 
 *             slice_memviewslice(
 */
      __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_index, __pyx_n_s_step); if (unlikely(!__pyx_t_9)) __PYX_ERR(1, 766, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_9);
      __pyx_t_1 = (__pyx_t_9 != Py_None);
      __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
      __pyx_v_have_step = __pyx_t_1;

      /* "View.MemoryView":768
 *             have_step = index.step is not None
 * 
 *             slice_memviewslice(             # <<<<<<<<<<<<<<
 *                 p_dst, p_src.shape[dim], p_src.strides[dim], p_src.suboffsets[dim],
 *                 dim, new_ndim, p_suboffset_dim,
 */
      __pyx_t_11 = __pyx_memoryview_slice_memviewslice(__pyx_v_p_dst, (__pyx_v_p_src->shape[__pyx_v_dim]), (__pyx_v_p_src->strides[__pyx_v_dim]), (__pyx_v_p_src->suboffsets[__pyx_v_dim]), __pyx_v_dim, __pyx_v_new_ndim, __pyx_v_p_suboffset_dim, __pyx_v_start, __pyx_v_stop, __pyx_v_step, __pyx_v_have_start, __pyx_v_have_stop, __pyx_v_have_step, 1); if (unlikely(__pyx_t_11 == ((int)-1))) __PYX_ERR(1, 768, __pyx_L1_error)

      /* "View.MemoryView":774
 *                 have_start, have_stop, have_step,
 *                 True)
 *             new_ndim += 1             # <<<<<<<<<<<<<<
 * 
 *     if isinstance(memview, _memoryviewslice):
 */
      __pyx_v_new_ndim = (__pyx_v_new_ndim + 1);
    }
    __pyx_L6:;

    /* "View.MemoryView":746
 *     cdef bint have_start, have_stop, have_step
 * 
 *     for dim, index in enumerate(indices):             # <<<<<<<<<<<<<<
 *         if PyIndex_Check(index):
 *             slice_memviewslice(
 */
  }
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;

  /* "View.MemoryView":776
 *             new_ndim += 1
 * 
 *     if isinstance(memview, _memoryviewslice):             # <<<<<<<<<<<<<<
 *         return memoryview_fromslice(dst, new_ndim,
 *                                     memviewsliceobj.to_object_func,
 */
  __pyx_t_1 = __Pyx_TypeCheck(((PyObject *)__pyx_v_memview), __pyx_memoryviewslice_type); 
  __pyx_t_2 = (__pyx_t_1 != 0);
  if (__pyx_t_2) {

    /* "View.MemoryView":777
 * 
 *     if isinstance(memview, _memoryviewslice):
 *         return memoryview_fromslice(dst, new_ndim,             # <<<<<<<<<<<<<<
 *                                     memviewsliceobj.to_object_func,
 *                                     memviewsliceobj.to_dtype_func,
 */
    __Pyx_XDECREF(((PyObject *)__pyx_r));

    /* "View.MemoryView":778
 *     if isinstance(memview, _memoryviewslice):
 *         return memoryview_fromslice(dst, new_ndim,
 *                                     memviewsliceobj.to_object_func,             # <<<<<<<<<<<<<<
 *                                     memviewsliceobj.to_dtype_func,
 *                                     memview.dtype_is_object)
 */
    if (unlikely(!__pyx_v_memviewsliceobj)) { __Pyx_RaiseUnboundLocalError("memviewsliceobj"); __PYX_ERR(1, 778, __pyx_L1_error) }

    /* "View.MemoryView":779
 *         return memoryview_fromslice(dst, new_ndim,
 *                                     memviewsliceobj.to_object_func,
 *                                     memviewsliceobj.to_dtype_func,             # <<<<<<<<<<<<<<
 *                                     memview.dtype_is_object)
 *     else:
 */
    if (unlikely(!__pyx_v_memviewsliceobj)) { __Pyx_RaiseUnboundLocalError("memviewsliceobj"); __PYX_ERR(1, 779, __pyx_L1_error) }

    /* "View.MemoryView":777
 * 
 *     if isinstance(memview, _memoryviewslice):
 *         return memoryview_fromslice(dst, new_ndim,             # <<<<<<<<<<<<<<
 *                                     memviewsliceobj.to_object_func,
 *                                     memviewsliceobj.to_dtype_func,
 */
    __pyx_t_3 = __pyx_memoryview_fromslice(__pyx_v_dst, __pyx_v_new_ndim, __pyx_v_memviewsliceobj->to_object_func, __pyx_v_memviewsliceobj->to_dtype_func, __pyx_v_memview->dtype_is_object); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 777, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    if (!(likely(((__pyx_t_3) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_3, __pyx_memoryview_type))))) __PYX_ERR(1, 777, __pyx_L1_error)
    __pyx_r = ((struct __pyx_memoryview_obj *)__pyx_t_3);
    __pyx_t_3 = 0;
    goto __pyx_L0;

    /* "View.MemoryView":776
 *             new_ndim += 1
 * 
 *     if isinstance(memview, _memoryviewslice):             # <<<<<<<<<<<<<<
 *         return memoryview_fromslice(dst, new_ndim,
 *                                     memviewsliceobj.to_object_func,
 */
  }

  /* "View.MemoryView":782
 *                                     memview.dtype_is_object)
 *     else:
 *         return memoryview_fromslice(dst, new_ndim, NULL, NULL,             # <<<<<<<<<<<<<<
 *                                     memview.dtype_is_object)
 * 
 */
  /*else*/ {
    __Pyx_XDECREF(((PyObject *)__pyx_r));

    /* "View.MemoryView":783
 *     else:
 *         return memoryview_fromslice(dst, new_ndim, NULL, NULL,
 *                                     memview.dtype_is_object)             # <<<<<<<<<<<<<<
 * 
 * 
 */
    __pyx_t_3 = __pyx_memoryview_fromslice(__pyx_v_dst, __pyx_v_new_ndim, NULL, NULL, __pyx_v_memview->dtype_is_object); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 782, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);

    /* "View.MemoryView":782
 *                                     memview.dtype_is_object)
 *     else:
 *         return memoryview_fromslice(dst, new_ndim, NULL, NULL,             # <<<<<<<<<<<<<<
 *                                     memview.dtype_is_object)
 * 
 */
    if (!(likely(((__pyx_t_3) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_3, __pyx_memoryview_type))))) __PYX_ERR(1, 782, __pyx_L1_error)
    __pyx_r = ((struct __pyx_memoryview_obj *)__pyx_t_3);
    __pyx_t_3 = 0;
    goto __pyx_L0;
  }

  /* "View.MemoryView":710
 * 
 * @cname('__pyx_memview_slice')
 * cdef memoryview memview_slice(memoryview memview, object indices):             # <<<<<<<<<<<<<<
 *     cdef int new_ndim = 0, suboffset_dim = -1, dim
 *     cdef bint negative_step
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_9);
  __Pyx_AddTraceback("View.MemoryView.memview_slice", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XDECREF((PyObject *)__pyx_v_memviewsliceobj);
  __Pyx_XDECREF(__pyx_v_index);
  __Pyx_XGIVEREF((PyObject *)__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":807
 * 
 * @cname('__pyx_memoryview_slice_memviewslice')
 * cdef int slice_memviewslice(             # <<<<<<<<<<<<<<
 *         __Pyx_memviewslice *dst,
 *         Py_ssize_t shape, Py_ssize_t stride, Py_ssize_t suboffset,
 */

static int __pyx_memoryview_slice_memviewslice(__Pyx_memviewslice *__pyx_v_dst, Py_ssize_t __pyx_v_shape, Py_ssize_t __pyx_v_stride, Py_ssize_t __pyx_v_suboffset, int __pyx_v_dim, int __pyx_v_new_ndim, int *__pyx_v_suboffset_dim, Py_ssize_t __pyx_v_start, Py_ssize_t __pyx_v_stop, Py_ssize_t __pyx_v_step, int __pyx_v_have_start, int __pyx_v_have_stop, int __pyx_v_have_step, int __pyx_v_is_slice) {
  Py_ssize_t __pyx_v_new_shape;
  int __pyx_v_negative_step;
  int __pyx_r;
  int __pyx_t_1;
  int __pyx_t_2;
  int __pyx_t_3;

  /* "View.MemoryView":827
 *     cdef bint negative_step
 * 
 *     if not is_slice:             # <<<<<<<<<<<<<<
 * 
 *         if start < 0:
 */
  __pyx_t_1 = ((!(__pyx_v_is_slice != 0)) != 0);
  if (__pyx_t_1) {

    /* "View.MemoryView":829
 *     if not is_slice:
 * 
 *         if start < 0:             # <<<<<<<<<<<<<<
 *             start += shape
 *         if not 0 <= start < shape:
 */
    __pyx_t_1 = ((__pyx_v_start < 0) != 0);
    if (__pyx_t_1) {

      /* "View.MemoryView":830
 * 
 *         if start < 0:
 *             start += shape             # <<<<<<<<<<<<<<
 *         if not 0 <= start < shape:
 *             _err_dim(IndexError, "Index out of bounds (axis %d)", dim)
 */
      __pyx_v_start = (__pyx_v_start + __pyx_v_shape);

      /* "View.MemoryView":829
 *     if not is_slice:
 * 
 *         if start < 0:             # <<<<<<<<<<<<<<
 *             start += shape
 *         if not 0 <= start < shape:
 */
    }

    /* "View.MemoryView":831
 *         if start < 0:
 *             start += shape
 *         if not 0 <= start < shape:             # <<<<<<<<<<<<<<
 *             _err_dim(IndexError, "Index out of bounds (axis %d)", dim)
 *     else:
 */
    __pyx_t_1 = (0 <= __pyx_v_start);
    if (__pyx_t_1) {
      __pyx_t_1 = (__pyx_v_start < __pyx_v_shape);
    }
    __pyx_t_2 = ((!(__pyx_t_1 != 0)) != 0);
    if (__pyx_t_2) {

      /* "View.MemoryView":832
 *             start += shape
 *         if not 0 <= start < shape:
 *             _err_dim(IndexError, "Index out of bounds (axis %d)", dim)             # <<<<<<<<<<<<<<
 *     else:
 * 
 */
      __pyx_t_3 = __pyx_memoryview_err_dim(__pyx_builtin_IndexError, ((char *)"Index out of bounds (axis %d)"), __pyx_v_dim); if (unlikely(__pyx_t_3 == ((int)-1))) __PYX_ERR(1, 832, __pyx_L1_error)

      /* "View.MemoryView":831
 *         if start < 0:
 *             start += shape
 *         if not 0 <= start < shape:             # <<<<<<<<<<<<<<
 *             _err_dim(IndexError, "Index out of bounds (axis %d)", dim)
 *     else:
 */
    }

    /* "View.MemoryView":827
 *     cdef bint negative_step
 * 
 *     if not is_slice:             # <<<<<<<<<<<<<<
 * 
 *         if start < 0:
 */
    goto __pyx_L3;
  }

  /* "View.MemoryView":835
 *     else:
 * 
 *         negative_step = have_step != 0 and step < 0             # <<<<<<<<<<<<<<
 * 
 *         if have_step and step == 0:
 */
  /*else*/ {
    __pyx_t_1 = ((__pyx_v_have_step != 0) != 0);
    if (__pyx_t_1) {
    } else {
      __pyx_t_2 = __pyx_t_1;
      goto __pyx_L6_bool_binop_done;
    }
    __pyx_t_1 = ((__pyx_v_step < 0) != 0);
    __pyx_t_2 = __pyx_t_1;
    __pyx_L6_bool_binop_done:;
    __pyx_v_negative_step = __pyx_t_2;

    /* "View.MemoryView":837
 *         negative_step = have_step != 0 and step < 0
 * 
 *         if have_step and step == 0:             # <<<<<<<<<<<<<<
 *             _err_dim(ValueError, "Step may not be zero (axis %d)", dim)
 * 
 */
    __pyx_t_1 = (__pyx_v_have_step != 0);
    if (__pyx_t_1) {
    } else {
      __pyx_t_2 = __pyx_t_1;
      goto __pyx_L9_bool_binop_done;
    }
    __pyx_t_1 = ((__pyx_v_step == 0) != 0);
    __pyx_t_2 = __pyx_t_1;
    __pyx_L9_bool_binop_done:;
    if (__pyx_t_2) {

      /* "View.MemoryView":838
 * 
 *         if have_step and step == 0:
 *             _err_dim(ValueError, "Step may not be zero (axis %d)", dim)             # <<<<<<<<<<<<<<
 * 
 * 
 */
      __pyx_t_3 = __pyx_memoryview_err_dim(__pyx_builtin_ValueError, ((char *)"Step may not be zero (axis %d)"), __pyx_v_dim); if (unlikely(__pyx_t_3 == ((int)-1))) __PYX_ERR(1, 838, __pyx_L1_error)

      /* "View.MemoryView":837
 *         negative_step = have_step != 0 and step < 0
 * 
 *         if have_step and step == 0:             # <<<<<<<<<<<<<<
 *             _err_dim(ValueError, "Step may not be zero (axis %d)", dim)
 * 
 */
    }

    /* "View.MemoryView":841
 * 
 * 
 *         if have_start:             # <<<<<<<<<<<<<<
 *             if start < 0:
 *                 start += shape
 */
    __pyx_t_2 = (__pyx_v_have_start != 0);
    if (__pyx_t_2) {

      /* "View.MemoryView":842
 * 
 *         if have_start:
 *             if start < 0:             # <<<<<<<<<<<<<<
 *                 start += shape
 *                 if start < 0:
 */
      __pyx_t_2 = ((__pyx_v_start < 0) != 0);
      if (__pyx_t_2) {

        /* "View.MemoryView":843
 *         if have_start:
 *             if start < 0:
 *                 start += shape             # <<<<<<<<<<<<<<
 *                 if start < 0:
 *                     start = 0
 */
        __pyx_v_start = (__pyx_v_start + __pyx_v_shape);

        /* "View.MemoryView":844
 *             if start < 0:
 *                 start += shape
 *                 if start < 0:             # <<<<<<<<<<<<<<
 *                     start = 0
 *             elif start >= shape:
 */
        __pyx_t_2 = ((__pyx_v_start < 0) != 0);
        if (__pyx_t_2) {

          /* "View.MemoryView":845
 *                 start += shape
 *                 if start < 0:
 *                     start = 0             # <<<<<<<<<<<<<<
 *             elif start >= shape:
 *                 if negative_step:
 */
          __pyx_v_start = 0;

          /* "View.MemoryView":844
 *             if start < 0:
 *                 start += shape
 *                 if start < 0:             # <<<<<<<<<<<<<<
 *                     start = 0
 *             elif start >= shape:
 */
        }

        /* "View.MemoryView":842
 * 
 *         if have_start:
 *             if start < 0:             # <<<<<<<<<<<<<<
 *                 start += shape
 *                 if start < 0:
 */
        goto __pyx_L12;
      }

      /* "View.MemoryView":846
 *                 if start < 0:
 *                     start = 0
 *             elif start >= shape:             # <<<<<<<<<<<<<<
 *                 if negative_step:
 *                     start = shape - 1
 */
      __pyx_t_2 = ((__pyx_v_start >= __pyx_v_shape) != 0);
      if (__pyx_t_2) {

        /* "View.MemoryView":847
 *                     start = 0
 *             elif start >= shape:
 *                 if negative_step:             # <<<<<<<<<<<<<<
 *                     start = shape - 1
 *                 else:
 */
        __pyx_t_2 = (__pyx_v_negative_step != 0);
        if (__pyx_t_2) {

          /* "View.MemoryView":848
 *             elif start >= shape:
 *                 if negative_step:
 *                     start = shape - 1             # <<<<<<<<<<<<<<
 *                 else:
 *                     start = shape
 */
          __pyx_v_start = (__pyx_v_shape - 1);

          /* "View.MemoryView":847
 *                     start = 0
 *             elif start >= shape:
 *                 if negative_step:             # <<<<<<<<<<<<<<
 *                     start = shape - 1
 *                 else:
 */
          goto __pyx_L14;
        }

        /* "View.MemoryView":850
 *                     start = shape - 1
 *                 else:
 *                     start = shape             # <<<<<<<<<<<<<<
 *         else:
 *             if negative_step:
 */
        /*else*/ {
          __pyx_v_start = __pyx_v_shape;
        }
        __pyx_L14:;

        /* "View.MemoryView":846
 *                 if start < 0:
 *                     start = 0
 *             elif start >= shape:             # <<<<<<<<<<<<<<
 *                 if negative_step:
 *                     start = shape - 1
 */
      }
      __pyx_L12:;

      /* "View.MemoryView":841
 * 
 * 
 *         if have_start:             # <<<<<<<<<<<<<<
 *             if start < 0:
 *                 start += shape
 */
      goto __pyx_L11;
    }

    /* "View.MemoryView":852
 *                     start = shape
 *         else:
 *             if negative_step:             # <<<<<<<<<<<<<<
 *                 start = shape - 1
 *             else:
 */
    /*else*/ {
      __pyx_t_2 = (__pyx_v_negative_step != 0);
      if (__pyx_t_2) {

        /* "View.MemoryView":853
 *         else:
 *             if negative_step:
 *                 start = shape - 1             # <<<<<<<<<<<<<<
 *             else:
 *                 start = 0
 */
        __pyx_v_start = (__pyx_v_shape - 1);

        /* "View.MemoryView":852
 *                     start = shape
 *         else:
 *             if negative_step:             # <<<<<<<<<<<<<<
 *                 start = shape - 1
 *             else:
 */
        goto __pyx_L15;
      }

      /* "View.MemoryView":855
 *                 start = shape - 1
 *             else:
 *                 start = 0             # <<<<<<<<<<<<<<
 * 
 *         if have_stop:
 */
      /*else*/ {
        __pyx_v_start = 0;
      }
      __pyx_L15:;
    }
    __pyx_L11:;

    /* "View.MemoryView":857
 *                 start = 0
 * 
 *         if have_stop:             # <<<<<<<<<<<<<<
 *             if stop < 0:
 *                 stop += shape
 */
    __pyx_t_2 = (__pyx_v_have_stop != 0);
    if (__pyx_t_2) {

      /* "View.MemoryView":858
 * 
 *         if have_stop:
 *             if stop < 0:             # <<<<<<<<<<<<<<
 *                 stop += shape
 *                 if stop < 0:
 */
      __pyx_t_2 = ((__pyx_v_stop < 0) != 0);
      if (__pyx_t_2) {

        /* "View.MemoryView":859
 *         if have_stop:
 *             if stop < 0:
 *                 stop += shape             # <<<<<<<<<<<<<<
 *                 if stop < 0:
 *                     stop = 0
 */
        __pyx_v_stop = (__pyx_v_stop + __pyx_v_shape);

        /* "View.MemoryView":860
 *             if stop < 0:
 *                 stop += shape
 *                 if stop < 0:             # <<<<<<<<<<<<<<
 *                     stop = 0
 *             elif stop > shape:
 */
        __pyx_t_2 = ((__pyx_v_stop < 0) != 0);
        if (__pyx_t_2) {

          /* "View.MemoryView":861
 *                 stop += shape
 *                 if stop < 0:
 *                     stop = 0             # <<<<<<<<<<<<<<
 *             elif stop > shape:
 *                 stop = shape
 */
          __pyx_v_stop = 0;

          /* "View.MemoryView":860
 *             if stop < 0:
 *                 stop += shape
 *                 if stop < 0:             # <<<<<<<<<<<<<<
 *                     stop = 0
 *             elif stop > shape:
 */
        }

        /* "View.MemoryView":858
 * 
 *         if have_stop:
 *             if stop < 0:             # <<<<<<<<<<<<<<
 *                 stop += shape
 *                 if stop < 0:
 */
        goto __pyx_L17;
      }

      /* "View.MemoryView":862
 *                 if stop < 0:
 *                     stop = 0
 *             elif stop > shape:             # <<<<<<<<<<<<<<
 *                 stop = shape
 *         else:
 */
      __pyx_t_2 = ((__pyx_v_stop > __pyx_v_shape) != 0);
      if (__pyx_t_2) {

        /* "View.MemoryView":863
 *                     stop = 0
 *             elif stop > shape:
 *                 stop = shape             # <<<<<<<<<<<<<<
 *         else:
 *             if negative_step:
 */
        __pyx_v_stop = __pyx_v_shape;

        /* "View.MemoryView":862
 *                 if stop < 0:
 *                     stop = 0
 *             elif stop > shape:             # <<<<<<<<<<<<<<
 *                 stop = shape
 *         else:
 */
      }
      __pyx_L17:;

      /* "View.MemoryView":857
 *                 start = 0
 * 
 *         if have_stop:             # <<<<<<<<<<<<<<
 *             if stop < 0:
 *                 stop += shape
 */
      goto __pyx_L16;
    }

    /* "View.MemoryView":865
 *                 stop = shape
 *         else:
 *             if negative_step:             # <<<<<<<<<<<<<<
 *                 stop = -1
 *             else:
 */
    /*else*/ {
      __pyx_t_2 = (__pyx_v_negative_step != 0);
      if (__pyx_t_2) {

        /* "View.MemoryView":866
 *         else:
 *             if negative_step:
 *                 stop = -1             # <<<<<<<<<<<<<<
 *             else:
 *                 stop = shape
 */
        __pyx_v_stop = -1L;

        /* "View.MemoryView":865
 *                 stop = shape
 *         else:
 *             if negative_step:             # <<<<<<<<<<<<<<
 *                 stop = -1
 *             else:
 */
        goto __pyx_L19;
      }

      /* "View.MemoryView":868
 *                 stop = -1
 *             else:
 *                 stop = shape             # <<<<<<<<<<<<<<
 * 
 *         if not have_step:
 */
      /*else*/ {
        __pyx_v_stop = __pyx_v_shape;
      }
      __pyx_L19:;
    }
    __pyx_L16:;

    /* "View.MemoryView":870
 *                 stop = shape
 * 
 *         if not have_step:             # <<<<<<<<<<<<<<
 *             step = 1
 * 
 */
    __pyx_t_2 = ((!(__pyx_v_have_step != 0)) != 0);
    if (__pyx_t_2) {

      /* "View.MemoryView":871
 * 
 *         if not have_step:
 *             step = 1             # <<<<<<<<<<<<<<
 * 
 * 
 */
      __pyx_v_step = 1;

      /* "View.MemoryView":870
 *                 stop = shape
 * 
 *         if not have_step:             # <<<<<<<<<<<<<<
 *             step = 1
 * 
 */
    }

    /* "View.MemoryView":875
 * 
 *         with cython.cdivision(True):
 *             new_shape = (stop - start) // step             # <<<<<<<<<<<<<<
 * 
 *             if (stop - start) - step * new_shape:
 */
    __pyx_v_new_shape = ((__pyx_v_stop - __pyx_v_start) / __pyx_v_step);

    /* "View.MemoryView":877
 *             new_shape = (stop - start) // step
 * 
 *             if (stop - start) - step * new_shape:             # <<<<<<<<<<<<<<
 *                 new_shape += 1
 * 
 */
    __pyx_t_2 = (((__pyx_v_stop - __pyx_v_start) - (__pyx_v_step * __pyx_v_new_shape)) != 0);
    if (__pyx_t_2) {

      /* "View.MemoryView":878
 * 
 *             if (stop - start) - step * new_shape:
 *                 new_shape += 1             # <<<<<<<<<<<<<<
 * 
 *         if new_shape < 0:
 */
      __pyx_v_new_shape = (__pyx_v_new_shape + 1);

      /* "View.MemoryView":877
 *             new_shape = (stop - start) // step
 * 
 *             if (stop - start) - step * new_shape:             # <<<<<<<<<<<<<<
 *                 new_shape += 1
 * 
 */
    }

    /* "View.MemoryView":880
 *                 new_shape += 1
 * 
 *         if new_shape < 0:             # <<<<<<<<<<<<<<
 *             new_shape = 0
 * 
 */
    __pyx_t_2 = ((__pyx_v_new_shape < 0) != 0);
    if (__pyx_t_2) {

      /* "View.MemoryView":881
 * 
 *         if new_shape < 0:
 *             new_shape = 0             # <<<<<<<<<<<<<<
 * 
 * 
 */
      __pyx_v_new_shape = 0;

      /* "View.MemoryView":880
 *                 new_shape += 1
 * 
 *         if new_shape < 0:             # <<<<<<<<<<<<<<
 *             new_shape = 0
 * 
 */
    }

    /* "View.MemoryView":884
 * 
 * 
 *         dst.strides[new_ndim] = stride * step             # <<<<<<<<<<<<<<
 *         dst.shape[new_ndim] = new_shape
 *         dst.suboffsets[new_ndim] = suboffset
 */
    (__pyx_v_dst->strides[__pyx_v_new_ndim]) = (__pyx_v_stride * __pyx_v_step);

    /* "View.MemoryView":885
 * 
 *         dst.strides[new_ndim] = stride * step
 *         dst.shape[new_ndim] = new_shape             # <<<<<<<<<<<<<<
 *         dst.suboffsets[new_ndim] = suboffset
 * 
 */
    (__pyx_v_dst->shape[__pyx_v_new_ndim]) = __pyx_v_new_shape;

    /* "View.MemoryView":886
 *         dst.strides[new_ndim] = stride * step
 *         dst.shape[new_ndim] = new_shape
 *         dst.suboffsets[new_ndim] = suboffset             # <<<<<<<<<<<<<<
 * 
 * 
 */
    (__pyx_v_dst->suboffsets[__pyx_v_new_ndim]) = __pyx_v_suboffset;
  }
  __pyx_L3:;

  /* "View.MemoryView":889
 * 
 * 
 *     if suboffset_dim[0] < 0:             # <<<<<<<<<<<<<<
 *         dst.data += start * stride
 *     else:
 */
  __pyx_t_2 = (((__pyx_v_suboffset_dim[0]) < 0) != 0);
  if (__pyx_t_2) {

    /* "View.MemoryView":890
 * 
 *     if suboffset_dim[0] < 0:
 *         dst.data += start * stride             # <<<<<<<<<<<<<<
 *     else:
 *         dst.suboffsets[suboffset_dim[0]] += start * stride
 */
    __pyx_v_dst->data = (__pyx_v_dst->data + (__pyx_v_start * __pyx_v_stride));

    /* "View.MemoryView":889
 * 
 * 
 *     if suboffset_dim[0] < 0:             # <<<<<<<<<<<<<<
 *         dst.data += start * stride
 *     else:
 */
    goto __pyx_L23;
  }

  /* "View.MemoryView":892
 *         dst.data += start * stride
 *     else:
 *         dst.suboffsets[suboffset_dim[0]] += start * stride             # <<<<<<<<<<<<<<
 * 
 *     if suboffset >= 0:
 */
  /*else*/ {
    __pyx_t_3 = (__pyx_v_suboffset_dim[0]);
    (__pyx_v_dst->suboffsets[__pyx_t_3]) = ((__pyx_v_dst->suboffsets[__pyx_t_3]) + (__pyx_v_start * __pyx_v_stride));
  }
  __pyx_L23:;

  /* "View.MemoryView":894
 *         dst.suboffsets[suboffset_dim[0]] += start * stride
 * 
 *     if suboffset >= 0:             # <<<<<<<<<<<<<<
 *         if not is_slice:
 *             if new_ndim == 0:
 */
  __pyx_t_2 = ((__pyx_v_suboffset >= 0) != 0);
  if (__pyx_t_2) {

    /* "View.MemoryView":895
 * 
 *     if suboffset >= 0:
 *         if not is_slice:             # <<<<<<<<<<<<<<
 *             if new_ndim == 0:
 *                 dst.data = (<char **> dst.data)[0] + suboffset
 */
    __pyx_t_2 = ((!(__pyx_v_is_slice != 0)) != 0);
    if (__pyx_t_2) {

      /* "View.MemoryView":896
 *     if suboffset >= 0:
 *         if not is_slice:
 *             if new_ndim == 0:             # <<<<<<<<<<<<<<
 *                 dst.data = (<char **> dst.data)[0] + suboffset
 *             else:
 */
      __pyx_t_2 = ((__pyx_v_new_ndim == 0) != 0);
      if (__pyx_t_2) {

        /* "View.MemoryView":897
 *         if not is_slice:
 *             if new_ndim == 0:
 *                 dst.data = (<char **> dst.data)[0] + suboffset             # <<<<<<<<<<<<<<
 *             else:
 *                 _err_dim(IndexError, "All dimensions preceding dimension %d "
 */
        __pyx_v_dst->data = ((((char **)__pyx_v_dst->data)[0]) + __pyx_v_suboffset);

        /* "View.MemoryView":896
 *     if suboffset >= 0:
 *         if not is_slice:
 *             if new_ndim == 0:             # <<<<<<<<<<<<<<
 *                 dst.data = (<char **> dst.data)[0] + suboffset
 *             else:
 */
        goto __pyx_L26;
      }

      /* "View.MemoryView":899
 *                 dst.data = (<char **> dst.data)[0] + suboffset
 *             else:
 *                 _err_dim(IndexError, "All dimensions preceding dimension %d "             # <<<<<<<<<<<<<<
 *                                      "must be indexed and not sliced", dim)
 *         else:
 */
      /*else*/ {

        /* "View.MemoryView":900
 *             else:
 *                 _err_dim(IndexError, "All dimensions preceding dimension %d "
 *                                      "must be indexed and not sliced", dim)             # <<<<<<<<<<<<<<
 *         else:
 *             suboffset_dim[0] = new_ndim
 */
        __pyx_t_3 = __pyx_memoryview_err_dim(__pyx_builtin_IndexError, ((char *)"All dimensions preceding dimension %d must be indexed and not sliced"), __pyx_v_dim); if (unlikely(__pyx_t_3 == ((int)-1))) __PYX_ERR(1, 899, __pyx_L1_error)
      }
      __pyx_L26:;

      /* "View.MemoryView":895
 * 
 *     if suboffset >= 0:
 *         if not is_slice:             # <<<<<<<<<<<<<<
 *             if new_ndim == 0:
 *                 dst.data = (<char **> dst.data)[0] + suboffset
 */
      goto __pyx_L25;
    }

    /* "View.MemoryView":902
 *                                      "must be indexed and not sliced", dim)
 *         else:
 *             suboffset_dim[0] = new_ndim             # <<<<<<<<<<<<<<
 * 
 *     return 0
 */
    /*else*/ {
      (__pyx_v_suboffset_dim[0]) = __pyx_v_new_ndim;
    }
    __pyx_L25:;

    /* "View.MemoryView":894
 *         dst.suboffsets[suboffset_dim[0]] += start * stride
 * 
 *     if suboffset >= 0:             # <<<<<<<<<<<<<<
 *         if not is_slice:
 *             if new_ndim == 0:
 */
  }

  /* "View.MemoryView":904
 *             suboffset_dim[0] = new_ndim
 * 
 *     return 0             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_r = 0;
  goto __pyx_L0;

  /* "View.MemoryView":807
 * 
 * @cname('__pyx_memoryview_slice_memviewslice')
 * cdef int slice_memviewslice(             # <<<<<<<<<<<<<<
 *         __Pyx_memviewslice *dst,
 *         Py_ssize_t shape, Py_ssize_t stride, Py_ssize_t suboffset,
 */

  /* function exit code */
  __pyx_L1_error:;
  {
    #ifdef WITH_THREAD
    PyGILState_STATE __pyx_gilstate_save = __Pyx_PyGILState_Ensure();
    #endif
    __Pyx_AddTraceback("View.MemoryView.slice_memviewslice", __pyx_clineno, __pyx_lineno, __pyx_filename);
    #ifdef WITH_THREAD
    __Pyx_PyGILState_Release(__pyx_gilstate_save);
    #endif
  }
  __pyx_r = -1;
  __pyx_L0:;
  return __pyx_r;
}

/* "View.MemoryView":910
 * 
 * @cname('__pyx_pybuffer_index')
 * cdef char *pybuffer_index(Py_buffer *view, char *bufp, Py_ssize_t index,             # <<<<<<<<<<<<<<
 *                           Py_ssize_t dim) except NULL:
 *     cdef Py_ssize_t shape, stride, suboffset = -1
 */

static char *__pyx_pybuffer_index(Py_buffer *__pyx_v_view, char *__pyx_v_bufp, Py_ssize_t __pyx_v_index, Py_ssize_t __pyx_v_dim) {
  Py_ssize_t __pyx_v_shape;
  Py_ssize_t __pyx_v_stride;
  Py_ssize_t __pyx_v_suboffset;
  Py_ssize_t __pyx_v_itemsize;
  char *__pyx_v_resultp;
  char *__pyx_r;
  __Pyx_RefNannyDeclarations
  Py_ssize_t __pyx_t_1;
  int __pyx_t_2;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  __Pyx_RefNannySetupContext("pybuffer_index", 0);

  /* "View.MemoryView":912
 * cdef char *pybuffer_index(Py_buffer *view, char *bufp, Py_ssize_t index,
 *                           Py_ssize_t dim) except NULL:
 *     cdef Py_ssize_t shape, stride, suboffset = -1             # <<<<<<<<<<<<<<
 *     cdef Py_ssize_t itemsize = view.itemsize
 *     cdef char *resultp
 */
  __pyx_v_suboffset = -1L;

  /* "View.MemoryView":913
 *                           Py_ssize_t dim) except NULL:
 *     cdef Py_ssize_t shape, stride, suboffset = -1
 *     cdef Py_ssize_t itemsize = view.itemsize             # <<<<<<<<<<<<<<
 *     cdef char *resultp
 * 
 */
  __pyx_t_1 = __pyx_v_view->itemsize;
  __pyx_v_itemsize = __pyx_t_1;

  /* "View.MemoryView":916
 *     cdef char *resultp
 * 
 *     if view.ndim == 0:             # <<<<<<<<<<<<<<
 *         shape = view.len / itemsize
 *         stride = itemsize
 */
  __pyx_t_2 = ((__pyx_v_view->ndim == 0) != 0);
  if (__pyx_t_2) {

    /* "View.MemoryView":917
 * 
 *     if view.ndim == 0:
 *         shape = view.len / itemsize             # <<<<<<<<<<<<<<
 *         stride = itemsize
 *     else:
 */
    if (unlikely(__pyx_v_itemsize == 0)) {
      PyErr_SetString(PyExc_ZeroDivisionError, "integer division or modulo by zero");
      __PYX_ERR(1, 917, __pyx_L1_error)
    }
    else if (sizeof(Py_ssize_t) == sizeof(long) && (!(((Py_ssize_t)-1) > 0)) && unlikely(__pyx_v_itemsize == (Py_ssize_t)-1)  && unlikely(UNARY_NEG_WOULD_OVERFLOW(__pyx_v_view->len))) {
      PyErr_SetString(PyExc_OverflowError, "value too large to perform division");
      __PYX_ERR(1, 917, __pyx_L1_error)
    }
    __pyx_v_shape = __Pyx_div_Py_ssize_t(__pyx_v_view->len, __pyx_v_itemsize);

    /* "View.MemoryView":918
 *     if view.ndim == 0:
 *         shape = view.len / itemsize
 *         stride = itemsize             # <<<<<<<<<<<<<<
 *     else:
 *         shape = view.shape[dim]
 */
    __pyx_v_stride = __pyx_v_itemsize;

    /* "View.MemoryView":916
 *     cdef char *resultp
 * 
 *     if view.ndim == 0:             # <<<<<<<<<<<<<<
 *         shape = view.len / itemsize
 *         stride = itemsize
 */
    goto __pyx_L3;
  }

  /* "View.MemoryView":920
 *         stride = itemsize
 *     else:
 *         shape = view.shape[dim]             # <<<<<<<<<<<<<<
 *         stride = view.strides[dim]
 *         if view.suboffsets != NULL:
 */
  /*else*/ {
    __pyx_v_shape = (__pyx_v_view->shape[__pyx_v_dim]);

    /* "View.MemoryView":921
 *     else:
 *         shape = view.shape[dim]
 *         stride = view.strides[dim]             # <<<<<<<<<<<<<<
 *         if view.suboffsets != NULL:
 *             suboffset = view.suboffsets[dim]
 */
    __pyx_v_stride = (__pyx_v_view->strides[__pyx_v_dim]);

    /* "View.MemoryView":922
 *         shape = view.shape[dim]
 *         stride = view.strides[dim]
 *         if view.suboffsets != NULL:             # <<<<<<<<<<<<<<
 *             suboffset = view.suboffsets[dim]
 * 
 */
    __pyx_t_2 = ((__pyx_v_view->suboffsets != NULL) != 0);
    if (__pyx_t_2) {

      /* "View.MemoryView":923
 *         stride = view.strides[dim]
 *         if view.suboffsets != NULL:
 *             suboffset = view.suboffsets[dim]             # <<<<<<<<<<<<<<
 * 
 *     if index < 0:
 */
      __pyx_v_suboffset = (__pyx_v_view->suboffsets[__pyx_v_dim]);

      /* "View.MemoryView":922
 *         shape = view.shape[dim]
 *         stride = view.strides[dim]
 *         if view.suboffsets != NULL:             # <<<<<<<<<<<<<<
 *             suboffset = view.suboffsets[dim]
 * 
 */
    }
  }
  __pyx_L3:;

  /* "View.MemoryView":925
 *             suboffset = view.suboffsets[dim]
 * 
 *     if index < 0:             # <<<<<<<<<<<<<<
 *         index += view.shape[dim]
 *         if index < 0:
 */
  __pyx_t_2 = ((__pyx_v_index < 0) != 0);
  if (__pyx_t_2) {

    /* "View.MemoryView":926
 * 
 *     if index < 0:
 *         index += view.shape[dim]             # <<<<<<<<<<<<<<
 *         if index < 0:
 *             raise IndexError("Out of bounds on buffer access (axis %d)" % dim)
 */
    __pyx_v_index = (__pyx_v_index + (__pyx_v_view->shape[__pyx_v_dim]));

    /* "View.MemoryView":927
 *     if index < 0:
 *         index += view.shape[dim]
 *         if index < 0:             # <<<<<<<<<<<<<<
 *             raise IndexError("Out of bounds on buffer access (axis %d)" % dim)
 * 
 */
    __pyx_t_2 = ((__pyx_v_index < 0) != 0);
    if (unlikely(__pyx_t_2)) {

      /* "View.MemoryView":928
 *         index += view.shape[dim]
 *         if index < 0:
 *             raise IndexError("Out of bounds on buffer access (axis %d)" % dim)             # <<<<<<<<<<<<<<
 * 
 *     if index >= shape:
 */
      __pyx_t_3 = PyInt_FromSsize_t(__pyx_v_dim); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 928, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_3);
      __pyx_t_4 = __Pyx_PyString_Format(__pyx_kp_s_Out_of_bounds_on_buffer_access_a, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 928, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_4);
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      __pyx_t_3 = __Pyx_PyObject_CallOneArg(__pyx_builtin_IndexError, __pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 928, __pyx_L1_error)
      __Pyx_GOTREF(__pyx_t_3);
      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
      __Pyx_Raise(__pyx_t_3, 0, 0, 0);
      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
      __PYX_ERR(1, 928, __pyx_L1_error)

      /* "View.MemoryView":927
 *     if index < 0:
 *         index += view.shape[dim]
 *         if index < 0:             # <<<<<<<<<<<<<<
 *             raise IndexError("Out of bounds on buffer access (axis %d)" % dim)
 * 
 */
    }

    /* "View.MemoryView":925
 *             suboffset = view.suboffsets[dim]
 * 
 *     if index < 0:             # <<<<<<<<<<<<<<
 *         index += view.shape[dim]
 *         if index < 0:
 */
  }

  /* "View.MemoryView":930
 *             raise IndexError("Out of bounds on buffer access (axis %d)" % dim)
 * 
 *     if index >= shape:             # <<<<<<<<<<<<<<
 *         raise IndexError("Out of bounds on buffer access (axis %d)" % dim)
 * 
 */
  __pyx_t_2 = ((__pyx_v_index >= __pyx_v_shape) != 0);
  if (unlikely(__pyx_t_2)) {

    /* "View.MemoryView":931
 * 
 *     if index >= shape:
 *         raise IndexError("Out of bounds on buffer access (axis %d)" % dim)             # <<<<<<<<<<<<<<
 * 
 *     resultp = bufp + index * stride
 */
    __pyx_t_3 = PyInt_FromSsize_t(__pyx_v_dim); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 931, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __pyx_t_4 = __Pyx_PyString_Format(__pyx_kp_s_Out_of_bounds_on_buffer_access_a, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 931, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __pyx_t_3 = __Pyx_PyObject_CallOneArg(__pyx_builtin_IndexError, __pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 931, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
    __Pyx_Raise(__pyx_t_3, 0, 0, 0);
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __PYX_ERR(1, 931, __pyx_L1_error)

    /* "View.MemoryView":930
 *             raise IndexError("Out of bounds on buffer access (axis %d)" % dim)
 * 
 *     if index >= shape:             # <<<<<<<<<<<<<<
 *         raise IndexError("Out of bounds on buffer access (axis %d)" % dim)
 * 
 */
  }

  /* "View.MemoryView":933
 *         raise IndexError("Out of bounds on buffer access (axis %d)" % dim)
 * 
 *     resultp = bufp + index * stride             # <<<<<<<<<<<<<<
 *     if suboffset >= 0:
 *         resultp = (<char **> resultp)[0] + suboffset
 */
  __pyx_v_resultp = (__pyx_v_bufp + (__pyx_v_index * __pyx_v_stride));

  /* "View.MemoryView":934
 * 
 *     resultp = bufp + index * stride
 *     if suboffset >= 0:             # <<<<<<<<<<<<<<
 *         resultp = (<char **> resultp)[0] + suboffset
 * 
 */
  __pyx_t_2 = ((__pyx_v_suboffset >= 0) != 0);
  if (__pyx_t_2) {

    /* "View.MemoryView":935
 *     resultp = bufp + index * stride
 *     if suboffset >= 0:
 *         resultp = (<char **> resultp)[0] + suboffset             # <<<<<<<<<<<<<<
 * 
 *     return resultp
 */
    __pyx_v_resultp = ((((char **)__pyx_v_resultp)[0]) + __pyx_v_suboffset);

    /* "View.MemoryView":934
 * 
 *     resultp = bufp + index * stride
 *     if suboffset >= 0:             # <<<<<<<<<<<<<<
 *         resultp = (<char **> resultp)[0] + suboffset
 * 
 */
  }

  /* "View.MemoryView":937
 *         resultp = (<char **> resultp)[0] + suboffset
 * 
 *     return resultp             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_r = __pyx_v_resultp;
  goto __pyx_L0;

  /* "View.MemoryView":910
 * 
 * @cname('__pyx_pybuffer_index')
 * cdef char *pybuffer_index(Py_buffer *view, char *bufp, Py_ssize_t index,             # <<<<<<<<<<<<<<
 *                           Py_ssize_t dim) except NULL:
 *     cdef Py_ssize_t shape, stride, suboffset = -1
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_AddTraceback("View.MemoryView.pybuffer_index", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":943
 * 
 * @cname('__pyx_memslice_transpose')
 * cdef int transpose_memslice(__Pyx_memviewslice *memslice) nogil except 0:             # <<<<<<<<<<<<<<
 *     cdef int ndim = memslice.memview.view.ndim
 * 
 */

static int __pyx_memslice_transpose(__Pyx_memviewslice *__pyx_v_memslice) {
  int __pyx_v_ndim;
  Py_ssize_t *__pyx_v_shape;
  Py_ssize_t *__pyx_v_strides;
  int __pyx_v_i;
  int __pyx_v_j;
  int __pyx_r;
  int __pyx_t_1;
  Py_ssize_t *__pyx_t_2;
  long __pyx_t_3;
  long __pyx_t_4;
  Py_ssize_t __pyx_t_5;
  Py_ssize_t __pyx_t_6;
  int __pyx_t_7;
  int __pyx_t_8;
  int __pyx_t_9;

  /* "View.MemoryView":944
 * @cname('__pyx_memslice_transpose')
 * cdef int transpose_memslice(__Pyx_memviewslice *memslice) nogil except 0:
 *     cdef int ndim = memslice.memview.view.ndim             # <<<<<<<<<<<<<<
 * 
 *     cdef Py_ssize_t *shape = memslice.shape
 */
  __pyx_t_1 = __pyx_v_memslice->memview->view.ndim;
  __pyx_v_ndim = __pyx_t_1;

  /* "View.MemoryView":946
 *     cdef int ndim = memslice.memview.view.ndim
 * 
 *     cdef Py_ssize_t *shape = memslice.shape             # <<<<<<<<<<<<<<
 *     cdef Py_ssize_t *strides = memslice.strides
 * 
 */
  __pyx_t_2 = __pyx_v_memslice->shape;
  __pyx_v_shape = __pyx_t_2;

  /* "View.MemoryView":947
 * 
 *     cdef Py_ssize_t *shape = memslice.shape
 *     cdef Py_ssize_t *strides = memslice.strides             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_t_2 = __pyx_v_memslice->strides;
  __pyx_v_strides = __pyx_t_2;

  /* "View.MemoryView":951
 * 
 *     cdef int i, j
 *     for i in range(ndim / 2):             # <<<<<<<<<<<<<<
 *         j = ndim - 1 - i
 *         strides[i], strides[j] = strides[j], strides[i]
 */
  __pyx_t_3 = __Pyx_div_long(__pyx_v_ndim, 2);
  __pyx_t_4 = __pyx_t_3;
  for (__pyx_t_1 = 0; __pyx_t_1 < __pyx_t_4; __pyx_t_1+=1) {
    __pyx_v_i = __pyx_t_1;

    /* "View.MemoryView":952
 *     cdef int i, j
 *     for i in range(ndim / 2):
 *         j = ndim - 1 - i             # <<<<<<<<<<<<<<
 *         strides[i], strides[j] = strides[j], strides[i]
 *         shape[i], shape[j] = shape[j], shape[i]
 */
    __pyx_v_j = ((__pyx_v_ndim - 1) - __pyx_v_i);

    /* "View.MemoryView":953
 *     for i in range(ndim / 2):
 *         j = ndim - 1 - i
 *         strides[i], strides[j] = strides[j], strides[i]             # <<<<<<<<<<<<<<
 *         shape[i], shape[j] = shape[j], shape[i]
 * 
 */
    __pyx_t_5 = (__pyx_v_strides[__pyx_v_j]);
    __pyx_t_6 = (__pyx_v_strides[__pyx_v_i]);
    (__pyx_v_strides[__pyx_v_i]) = __pyx_t_5;
    (__pyx_v_strides[__pyx_v_j]) = __pyx_t_6;

    /* "View.MemoryView":954
 *         j = ndim - 1 - i
 *         strides[i], strides[j] = strides[j], strides[i]
 *         shape[i], shape[j] = shape[j], shape[i]             # <<<<<<<<<<<<<<
 * 
 *         if memslice.suboffsets[i] >= 0 or memslice.suboffsets[j] >= 0:
 */
    __pyx_t_6 = (__pyx_v_shape[__pyx_v_j]);
    __pyx_t_5 = (__pyx_v_shape[__pyx_v_i]);
    (__pyx_v_shape[__pyx_v_i]) = __pyx_t_6;
    (__pyx_v_shape[__pyx_v_j]) = __pyx_t_5;

    /* "View.MemoryView":956
 *         shape[i], shape[j] = shape[j], shape[i]
 * 
 *         if memslice.suboffsets[i] >= 0 or memslice.suboffsets[j] >= 0:             # <<<<<<<<<<<<<<
 *             _err(ValueError, "Cannot transpose memoryview with indirect dimensions")
 * 
 */
    __pyx_t_8 = (((__pyx_v_memslice->suboffsets[__pyx_v_i]) >= 0) != 0);
    if (!__pyx_t_8) {
    } else {
      __pyx_t_7 = __pyx_t_8;
      goto __pyx_L6_bool_binop_done;
    }
    __pyx_t_8 = (((__pyx_v_memslice->suboffsets[__pyx_v_j]) >= 0) != 0);
    __pyx_t_7 = __pyx_t_8;
    __pyx_L6_bool_binop_done:;
    if (__pyx_t_7) {

      /* "View.MemoryView":957
 * 
 *         if memslice.suboffsets[i] >= 0 or memslice.suboffsets[j] >= 0:
 *             _err(ValueError, "Cannot transpose memoryview with indirect dimensions")             # <<<<<<<<<<<<<<
 * 
 *     return 1
 */
      __pyx_t_9 = __pyx_memoryview_err(__pyx_builtin_ValueError, ((char *)"Cannot transpose memoryview with indirect dimensions")); if (unlikely(__pyx_t_9 == ((int)-1))) __PYX_ERR(1, 957, __pyx_L1_error)

      /* "View.MemoryView":956
 *         shape[i], shape[j] = shape[j], shape[i]
 * 
 *         if memslice.suboffsets[i] >= 0 or memslice.suboffsets[j] >= 0:             # <<<<<<<<<<<<<<
 *             _err(ValueError, "Cannot transpose memoryview with indirect dimensions")
 * 
 */
    }
  }

  /* "View.MemoryView":959
 *             _err(ValueError, "Cannot transpose memoryview with indirect dimensions")
 * 
 *     return 1             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_r = 1;
  goto __pyx_L0;

  /* "View.MemoryView":943
 * 
 * @cname('__pyx_memslice_transpose')
 * cdef int transpose_memslice(__Pyx_memviewslice *memslice) nogil except 0:             # <<<<<<<<<<<<<<
 *     cdef int ndim = memslice.memview.view.ndim
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  {
    #ifdef WITH_THREAD
    PyGILState_STATE __pyx_gilstate_save = __Pyx_PyGILState_Ensure();
    #endif
    __Pyx_AddTraceback("View.MemoryView.transpose_memslice", __pyx_clineno, __pyx_lineno, __pyx_filename);
    #ifdef WITH_THREAD
    __Pyx_PyGILState_Release(__pyx_gilstate_save);
    #endif
  }
  __pyx_r = 0;
  __pyx_L0:;
  return __pyx_r;
}

/* "View.MemoryView":976
 *     cdef int (*to_dtype_func)(char *, object) except 0
 * 
 *     def __dealloc__(self):             # <<<<<<<<<<<<<<
 *         __PYX_XDEC_MEMVIEW(&self.from_slice, 1)
 * 
 */

/* Python wrapper */
static void __pyx_memoryviewslice___dealloc__(PyObject *__pyx_v_self); /*proto*/
static void __pyx_memoryviewslice___dealloc__(PyObject *__pyx_v_self) {
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__dealloc__ (wrapper)", 0);
  __pyx_memoryviewslice___pyx_pf_15View_dot_MemoryView_16_memoryviewslice___dealloc__(((struct __pyx_memoryviewslice_obj *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
}

static void __pyx_memoryviewslice___pyx_pf_15View_dot_MemoryView_16_memoryviewslice___dealloc__(struct __pyx_memoryviewslice_obj *__pyx_v_self) {
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__dealloc__", 0);

  /* "View.MemoryView":977
 * 
 *     def __dealloc__(self):
 *         __PYX_XDEC_MEMVIEW(&self.from_slice, 1)             # <<<<<<<<<<<<<<
 * 
 *     cdef convert_item_to_object(self, char *itemp):
 */
  __PYX_XDEC_MEMVIEW((&__pyx_v_self->from_slice), 1);

  /* "View.MemoryView":976
 *     cdef int (*to_dtype_func)(char *, object) except 0
 * 
 *     def __dealloc__(self):             # <<<<<<<<<<<<<<
 *         __PYX_XDEC_MEMVIEW(&self.from_slice, 1)
 * 
 */

  /* function exit code */
  __Pyx_RefNannyFinishContext();
}

/* "View.MemoryView":979
 *         __PYX_XDEC_MEMVIEW(&self.from_slice, 1)
 * 
 *     cdef convert_item_to_object(self, char *itemp):             # <<<<<<<<<<<<<<
 *         if self.to_object_func != NULL:
 *             return self.to_object_func(itemp)
 */

static PyObject *__pyx_memoryviewslice_convert_item_to_object(struct __pyx_memoryviewslice_obj *__pyx_v_self, char *__pyx_v_itemp) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  __Pyx_RefNannySetupContext("convert_item_to_object", 0);

  /* "View.MemoryView":980
 * 
 *     cdef convert_item_to_object(self, char *itemp):
 *         if self.to_object_func != NULL:             # <<<<<<<<<<<<<<
 *             return self.to_object_func(itemp)
 *         else:
 */
  __pyx_t_1 = ((__pyx_v_self->to_object_func != NULL) != 0);
  if (__pyx_t_1) {

    /* "View.MemoryView":981
 *     cdef convert_item_to_object(self, char *itemp):
 *         if self.to_object_func != NULL:
 *             return self.to_object_func(itemp)             # <<<<<<<<<<<<<<
 *         else:
 *             return memoryview.convert_item_to_object(self, itemp)
 */
    __Pyx_XDECREF(__pyx_r);
    __pyx_t_2 = __pyx_v_self->to_object_func(__pyx_v_itemp); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 981, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_r = __pyx_t_2;
    __pyx_t_2 = 0;
    goto __pyx_L0;

    /* "View.MemoryView":980
 * 
 *     cdef convert_item_to_object(self, char *itemp):
 *         if self.to_object_func != NULL:             # <<<<<<<<<<<<<<
 *             return self.to_object_func(itemp)
 *         else:
 */
  }

  /* "View.MemoryView":983
 *             return self.to_object_func(itemp)
 *         else:
 *             return memoryview.convert_item_to_object(self, itemp)             # <<<<<<<<<<<<<<
 * 
 *     cdef assign_item_from_object(self, char *itemp, object value):
 */
  /*else*/ {
    __Pyx_XDECREF(__pyx_r);
    __pyx_t_2 = __pyx_memoryview_convert_item_to_object(((struct __pyx_memoryview_obj *)__pyx_v_self), __pyx_v_itemp); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 983, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_r = __pyx_t_2;
    __pyx_t_2 = 0;
    goto __pyx_L0;
  }

  /* "View.MemoryView":979
 *         __PYX_XDEC_MEMVIEW(&self.from_slice, 1)
 * 
 *     cdef convert_item_to_object(self, char *itemp):             # <<<<<<<<<<<<<<
 *         if self.to_object_func != NULL:
 *             return self.to_object_func(itemp)
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_AddTraceback("View.MemoryView._memoryviewslice.convert_item_to_object", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":985
 *             return memoryview.convert_item_to_object(self, itemp)
 * 
 *     cdef assign_item_from_object(self, char *itemp, object value):             # <<<<<<<<<<<<<<
 *         if self.to_dtype_func != NULL:
 *             self.to_dtype_func(itemp, value)
 */

static PyObject *__pyx_memoryviewslice_assign_item_from_object(struct __pyx_memoryviewslice_obj *__pyx_v_self, char *__pyx_v_itemp, PyObject *__pyx_v_value) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  int __pyx_t_2;
  PyObject *__pyx_t_3 = NULL;
  __Pyx_RefNannySetupContext("assign_item_from_object", 0);

  /* "View.MemoryView":986
 * 
 *     cdef assign_item_from_object(self, char *itemp, object value):
 *         if self.to_dtype_func != NULL:             # <<<<<<<<<<<<<<
 *             self.to_dtype_func(itemp, value)
 *         else:
 */
  __pyx_t_1 = ((__pyx_v_self->to_dtype_func != NULL) != 0);
  if (__pyx_t_1) {

    /* "View.MemoryView":987
 *     cdef assign_item_from_object(self, char *itemp, object value):
 *         if self.to_dtype_func != NULL:
 *             self.to_dtype_func(itemp, value)             # <<<<<<<<<<<<<<
 *         else:
 *             memoryview.assign_item_from_object(self, itemp, value)
 */
    __pyx_t_2 = __pyx_v_self->to_dtype_func(__pyx_v_itemp, __pyx_v_value); if (unlikely(__pyx_t_2 == ((int)0))) __PYX_ERR(1, 987, __pyx_L1_error)

    /* "View.MemoryView":986
 * 
 *     cdef assign_item_from_object(self, char *itemp, object value):
 *         if self.to_dtype_func != NULL:             # <<<<<<<<<<<<<<
 *             self.to_dtype_func(itemp, value)
 *         else:
 */
    goto __pyx_L3;
  }

  /* "View.MemoryView":989
 *             self.to_dtype_func(itemp, value)
 *         else:
 *             memoryview.assign_item_from_object(self, itemp, value)             # <<<<<<<<<<<<<<
 * 
 *     @property
 */
  /*else*/ {
    __pyx_t_3 = __pyx_memoryview_assign_item_from_object(((struct __pyx_memoryview_obj *)__pyx_v_self), __pyx_v_itemp, __pyx_v_value); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 989, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  }
  __pyx_L3:;

  /* "View.MemoryView":985
 *             return memoryview.convert_item_to_object(self, itemp)
 * 
 *     cdef assign_item_from_object(self, char *itemp, object value):             # <<<<<<<<<<<<<<
 *         if self.to_dtype_func != NULL:
 *             self.to_dtype_func(itemp, value)
 */

  /* function exit code */
  __pyx_r = Py_None; __Pyx_INCREF(Py_None);
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_AddTraceback("View.MemoryView._memoryviewslice.assign_item_from_object", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":992
 * 
 *     @property
 *     def base(self):             # <<<<<<<<<<<<<<
 *         return self.from_object
 * 
 */

/* Python wrapper */
static PyObject *__pyx_pw_15View_dot_MemoryView_16_memoryviewslice_4base_1__get__(PyObject *__pyx_v_self); /*proto*/
static PyObject *__pyx_pw_15View_dot_MemoryView_16_memoryviewslice_4base_1__get__(PyObject *__pyx_v_self) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
  __pyx_r = __pyx_pf_15View_dot_MemoryView_16_memoryviewslice_4base___get__(((struct __pyx_memoryviewslice_obj *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_15View_dot_MemoryView_16_memoryviewslice_4base___get__(struct __pyx_memoryviewslice_obj *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__get__", 0);

  /* "View.MemoryView":993
 *     @property
 *     def base(self):
 *         return self.from_object             # <<<<<<<<<<<<<<
 * 
 *     __pyx_getbuffer = capsule(<void *> &__pyx_memoryview_getbuffer, "getbuffer(obj, view, flags)")
 */
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(__pyx_v_self->from_object);
  __pyx_r = __pyx_v_self->from_object;
  goto __pyx_L0;

  /* "View.MemoryView":992
 * 
 *     @property
 *     def base(self):             # <<<<<<<<<<<<<<
 *         return self.from_object
 * 
 */

  /* function exit code */
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "(tree fragment)":1
 * def __reduce_cython__(self):             # <<<<<<<<<<<<<<
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 * def __setstate_cython__(self, __pyx_state):
 */

/* Python wrapper */
static PyObject *__pyx_pw___pyx_memoryviewslice_1__reduce_cython__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/
static PyObject *__pyx_pw___pyx_memoryviewslice_1__reduce_cython__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__reduce_cython__ (wrapper)", 0);
  __pyx_r = __pyx_pf___pyx_memoryviewslice___reduce_cython__(((struct __pyx_memoryviewslice_obj *)__pyx_v_self));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf___pyx_memoryviewslice___reduce_cython__(CYTHON_UNUSED struct __pyx_memoryviewslice_obj *__pyx_v_self) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__reduce_cython__", 0);

  /* "(tree fragment)":2
 * def __reduce_cython__(self):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")             # <<<<<<<<<<<<<<
 * def __setstate_cython__(self, __pyx_state):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 */
  __pyx_t_1 = __Pyx_PyObject_Call(__pyx_builtin_TypeError, __pyx_tuple__44, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 2, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_Raise(__pyx_t_1, 0, 0, 0);
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __PYX_ERR(1, 2, __pyx_L1_error)

  /* "(tree fragment)":1
 * def __reduce_cython__(self):             # <<<<<<<<<<<<<<
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 * def __setstate_cython__(self, __pyx_state):
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("View.MemoryView._memoryviewslice.__reduce_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "(tree fragment)":3
 * def __reduce_cython__(self):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 * def __setstate_cython__(self, __pyx_state):             # <<<<<<<<<<<<<<
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 */

/* Python wrapper */
static PyObject *__pyx_pw___pyx_memoryviewslice_3__setstate_cython__(PyObject *__pyx_v_self, PyObject *__pyx_v___pyx_state); /*proto*/
static PyObject *__pyx_pw___pyx_memoryviewslice_3__setstate_cython__(PyObject *__pyx_v_self, PyObject *__pyx_v___pyx_state) {
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__setstate_cython__ (wrapper)", 0);
  __pyx_r = __pyx_pf___pyx_memoryviewslice_2__setstate_cython__(((struct __pyx_memoryviewslice_obj *)__pyx_v_self), ((PyObject *)__pyx_v___pyx_state));

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf___pyx_memoryviewslice_2__setstate_cython__(CYTHON_UNUSED struct __pyx_memoryviewslice_obj *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v___pyx_state) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__setstate_cython__", 0);

  /* "(tree fragment)":4
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 * def __setstate_cython__(self, __pyx_state):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")             # <<<<<<<<<<<<<<
 */
  __pyx_t_1 = __Pyx_PyObject_Call(__pyx_builtin_TypeError, __pyx_tuple__45, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 4, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_Raise(__pyx_t_1, 0, 0, 0);
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __PYX_ERR(1, 4, __pyx_L1_error)

  /* "(tree fragment)":3
 * def __reduce_cython__(self):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 * def __setstate_cython__(self, __pyx_state):             # <<<<<<<<<<<<<<
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("View.MemoryView._memoryviewslice.__setstate_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":999
 * 
 * @cname('__pyx_memoryview_fromslice')
 * cdef memoryview_fromslice(__Pyx_memviewslice memviewslice,             # <<<<<<<<<<<<<<
 *                           int ndim,
 *                           object (*to_object_func)(char *),
 */

static PyObject *__pyx_memoryview_fromslice(__Pyx_memviewslice __pyx_v_memviewslice, int __pyx_v_ndim, PyObject *(*__pyx_v_to_object_func)(char *), int (*__pyx_v_to_dtype_func)(char *, PyObject *), int __pyx_v_dtype_is_object) {
  struct __pyx_memoryviewslice_obj *__pyx_v_result = 0;
  Py_ssize_t __pyx_v_suboffset;
  PyObject *__pyx_v_length = NULL;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  __Pyx_TypeInfo *__pyx_t_4;
  Py_buffer __pyx_t_5;
  Py_ssize_t *__pyx_t_6;
  Py_ssize_t *__pyx_t_7;
  Py_ssize_t *__pyx_t_8;
  Py_ssize_t __pyx_t_9;
  __Pyx_RefNannySetupContext("memoryview_fromslice", 0);

  /* "View.MemoryView":1007
 *     cdef _memoryviewslice result
 * 
 *     if <PyObject *> memviewslice.memview == Py_None:             # <<<<<<<<<<<<<<
 *         return None
 * 
 */
  __pyx_t_1 = ((((PyObject *)__pyx_v_memviewslice.memview) == Py_None) != 0);
  if (__pyx_t_1) {

    /* "View.MemoryView":1008
 * 
 *     if <PyObject *> memviewslice.memview == Py_None:
 *         return None             # <<<<<<<<<<<<<<
 * 
 * 
 */
    __Pyx_XDECREF(__pyx_r);
    __pyx_r = Py_None; __Pyx_INCREF(Py_None);
    goto __pyx_L0;

    /* "View.MemoryView":1007
 *     cdef _memoryviewslice result
 * 
 *     if <PyObject *> memviewslice.memview == Py_None:             # <<<<<<<<<<<<<<
 *         return None
 * 
 */
  }

  /* "View.MemoryView":1013
 * 
 * 
 *     result = _memoryviewslice(None, 0, dtype_is_object)             # <<<<<<<<<<<<<<
 * 
 *     result.from_slice = memviewslice
 */
  __pyx_t_2 = __Pyx_PyBool_FromLong(__pyx_v_dtype_is_object); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 1013, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = PyTuple_New(3); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 1013, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_INCREF(Py_None);
  __Pyx_GIVEREF(Py_None);
  PyTuple_SET_ITEM(__pyx_t_3, 0, Py_None);
  __Pyx_INCREF(__pyx_int_0);
  __Pyx_GIVEREF(__pyx_int_0);
  PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_int_0);
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_3, 2, __pyx_t_2);
  __pyx_t_2 = 0;
  __pyx_t_2 = __Pyx_PyObject_Call(((PyObject *)__pyx_memoryviewslice_type), __pyx_t_3, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 1013, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __pyx_v_result = ((struct __pyx_memoryviewslice_obj *)__pyx_t_2);
  __pyx_t_2 = 0;

  /* "View.MemoryView":1015
 *     result = _memoryviewslice(None, 0, dtype_is_object)
 * 
 *     result.from_slice = memviewslice             # <<<<<<<<<<<<<<
 *     __PYX_INC_MEMVIEW(&memviewslice, 1)
 * 
 */
  __pyx_v_result->from_slice = __pyx_v_memviewslice;

  /* "View.MemoryView":1016
 * 
 *     result.from_slice = memviewslice
 *     __PYX_INC_MEMVIEW(&memviewslice, 1)             # <<<<<<<<<<<<<<
 * 
 *     result.from_object = (<memoryview> memviewslice.memview).base
 */
  __PYX_INC_MEMVIEW((&__pyx_v_memviewslice), 1);

  /* "View.MemoryView":1018
 *     __PYX_INC_MEMVIEW(&memviewslice, 1)
 * 
 *     result.from_object = (<memoryview> memviewslice.memview).base             # <<<<<<<<<<<<<<
 *     result.typeinfo = memviewslice.memview.typeinfo
 * 
 */
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_memviewslice.memview), __pyx_n_s_base); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 1018, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_GIVEREF(__pyx_t_2);
  __Pyx_GOTREF(__pyx_v_result->from_object);
  __Pyx_DECREF(__pyx_v_result->from_object);
  __pyx_v_result->from_object = __pyx_t_2;
  __pyx_t_2 = 0;

  /* "View.MemoryView":1019
 * 
 *     result.from_object = (<memoryview> memviewslice.memview).base
 *     result.typeinfo = memviewslice.memview.typeinfo             # <<<<<<<<<<<<<<
 * 
 *     result.view = memviewslice.memview.view
 */
  __pyx_t_4 = __pyx_v_memviewslice.memview->typeinfo;
  __pyx_v_result->__pyx_base.typeinfo = __pyx_t_4;

  /* "View.MemoryView":1021
 *     result.typeinfo = memviewslice.memview.typeinfo
 * 
 *     result.view = memviewslice.memview.view             # <<<<<<<<<<<<<<
 *     result.view.buf = <void *> memviewslice.data
 *     result.view.ndim = ndim
 */
  __pyx_t_5 = __pyx_v_memviewslice.memview->view;
  __pyx_v_result->__pyx_base.view = __pyx_t_5;

  /* "View.MemoryView":1022
 * 
 *     result.view = memviewslice.memview.view
 *     result.view.buf = <void *> memviewslice.data             # <<<<<<<<<<<<<<
 *     result.view.ndim = ndim
 *     (<__pyx_buffer *> &result.view).obj = Py_None
 */
  __pyx_v_result->__pyx_base.view.buf = ((void *)__pyx_v_memviewslice.data);

  /* "View.MemoryView":1023
 *     result.view = memviewslice.memview.view
 *     result.view.buf = <void *> memviewslice.data
 *     result.view.ndim = ndim             # <<<<<<<<<<<<<<
 *     (<__pyx_buffer *> &result.view).obj = Py_None
 *     Py_INCREF(Py_None)
 */
  __pyx_v_result->__pyx_base.view.ndim = __pyx_v_ndim;

  /* "View.MemoryView":1024
 *     result.view.buf = <void *> memviewslice.data
 *     result.view.ndim = ndim
 *     (<__pyx_buffer *> &result.view).obj = Py_None             # <<<<<<<<<<<<<<
 *     Py_INCREF(Py_None)
 * 
 */
  ((Py_buffer *)(&__pyx_v_result->__pyx_base.view))->obj = Py_None;

  /* "View.MemoryView":1025
 *     result.view.ndim = ndim
 *     (<__pyx_buffer *> &result.view).obj = Py_None
 *     Py_INCREF(Py_None)             # <<<<<<<<<<<<<<
 * 
 *     if (<memoryview>memviewslice.memview).flags & PyBUF_WRITABLE:
 */
  Py_INCREF(Py_None);

  /* "View.MemoryView":1027
 *     Py_INCREF(Py_None)
 * 
 *     if (<memoryview>memviewslice.memview).flags & PyBUF_WRITABLE:             # <<<<<<<<<<<<<<
 *         result.flags = PyBUF_RECORDS
 *     else:
 */
  __pyx_t_1 = ((((struct __pyx_memoryview_obj *)__pyx_v_memviewslice.memview)->flags & PyBUF_WRITABLE) != 0);
  if (__pyx_t_1) {

    /* "View.MemoryView":1028
 * 
 *     if (<memoryview>memviewslice.memview).flags & PyBUF_WRITABLE:
 *         result.flags = PyBUF_RECORDS             # <<<<<<<<<<<<<<
 *     else:
 *         result.flags = PyBUF_RECORDS_RO
 */
    __pyx_v_result->__pyx_base.flags = PyBUF_RECORDS;

    /* "View.MemoryView":1027
 *     Py_INCREF(Py_None)
 * 
 *     if (<memoryview>memviewslice.memview).flags & PyBUF_WRITABLE:             # <<<<<<<<<<<<<<
 *         result.flags = PyBUF_RECORDS
 *     else:
 */
    goto __pyx_L4;
  }

  /* "View.MemoryView":1030
 *         result.flags = PyBUF_RECORDS
 *     else:
 *         result.flags = PyBUF_RECORDS_RO             # <<<<<<<<<<<<<<
 * 
 *     result.view.shape = <Py_ssize_t *> result.from_slice.shape
 */
  /*else*/ {
    __pyx_v_result->__pyx_base.flags = PyBUF_RECORDS_RO;
  }
  __pyx_L4:;

  /* "View.MemoryView":1032
 *         result.flags = PyBUF_RECORDS_RO
 * 
 *     result.view.shape = <Py_ssize_t *> result.from_slice.shape             # <<<<<<<<<<<<<<
 *     result.view.strides = <Py_ssize_t *> result.from_slice.strides
 * 
 */
  __pyx_v_result->__pyx_base.view.shape = ((Py_ssize_t *)__pyx_v_result->from_slice.shape);

  /* "View.MemoryView":1033
 * 
 *     result.view.shape = <Py_ssize_t *> result.from_slice.shape
 *     result.view.strides = <Py_ssize_t *> result.from_slice.strides             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_v_result->__pyx_base.view.strides = ((Py_ssize_t *)__pyx_v_result->from_slice.strides);

  /* "View.MemoryView":1036
 * 
 * 
 *     result.view.suboffsets = NULL             # <<<<<<<<<<<<<<
 *     for suboffset in result.from_slice.suboffsets[:ndim]:
 *         if suboffset >= 0:
 */
  __pyx_v_result->__pyx_base.view.suboffsets = NULL;

  /* "View.MemoryView":1037
 * 
 *     result.view.suboffsets = NULL
 *     for suboffset in result.from_slice.suboffsets[:ndim]:             # <<<<<<<<<<<<<<
 *         if suboffset >= 0:
 *             result.view.suboffsets = <Py_ssize_t *> result.from_slice.suboffsets
 */
  __pyx_t_7 = (__pyx_v_result->from_slice.suboffsets + __pyx_v_ndim);
  for (__pyx_t_8 = __pyx_v_result->from_slice.suboffsets; __pyx_t_8 < __pyx_t_7; __pyx_t_8++) {
    __pyx_t_6 = __pyx_t_8;
    __pyx_v_suboffset = (__pyx_t_6[0]);

    /* "View.MemoryView":1038
 *     result.view.suboffsets = NULL
 *     for suboffset in result.from_slice.suboffsets[:ndim]:
 *         if suboffset >= 0:             # <<<<<<<<<<<<<<
 *             result.view.suboffsets = <Py_ssize_t *> result.from_slice.suboffsets
 *             break
 */
    __pyx_t_1 = ((__pyx_v_suboffset >= 0) != 0);
    if (__pyx_t_1) {

      /* "View.MemoryView":1039
 *     for suboffset in result.from_slice.suboffsets[:ndim]:
 *         if suboffset >= 0:
 *             result.view.suboffsets = <Py_ssize_t *> result.from_slice.suboffsets             # <<<<<<<<<<<<<<
 *             break
 * 
 */
      __pyx_v_result->__pyx_base.view.suboffsets = ((Py_ssize_t *)__pyx_v_result->from_slice.suboffsets);

      /* "View.MemoryView":1040
 *         if suboffset >= 0:
 *             result.view.suboffsets = <Py_ssize_t *> result.from_slice.suboffsets
 *             break             # <<<<<<<<<<<<<<
 * 
 *     result.view.len = result.view.itemsize
 */
      goto __pyx_L6_break;

      /* "View.MemoryView":1038
 *     result.view.suboffsets = NULL
 *     for suboffset in result.from_slice.suboffsets[:ndim]:
 *         if suboffset >= 0:             # <<<<<<<<<<<<<<
 *             result.view.suboffsets = <Py_ssize_t *> result.from_slice.suboffsets
 *             break
 */
    }
  }
  __pyx_L6_break:;

  /* "View.MemoryView":1042
 *             break
 * 
 *     result.view.len = result.view.itemsize             # <<<<<<<<<<<<<<
 *     for length in result.view.shape[:ndim]:
 *         result.view.len *= length
 */
  __pyx_t_9 = __pyx_v_result->__pyx_base.view.itemsize;
  __pyx_v_result->__pyx_base.view.len = __pyx_t_9;

  /* "View.MemoryView":1043
 * 
 *     result.view.len = result.view.itemsize
 *     for length in result.view.shape[:ndim]:             # <<<<<<<<<<<<<<
 *         result.view.len *= length
 * 
 */
  __pyx_t_7 = (__pyx_v_result->__pyx_base.view.shape + __pyx_v_ndim);
  for (__pyx_t_8 = __pyx_v_result->__pyx_base.view.shape; __pyx_t_8 < __pyx_t_7; __pyx_t_8++) {
    __pyx_t_6 = __pyx_t_8;
    __pyx_t_2 = PyInt_FromSsize_t((__pyx_t_6[0])); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 1043, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __Pyx_XDECREF_SET(__pyx_v_length, __pyx_t_2);
    __pyx_t_2 = 0;

    /* "View.MemoryView":1044
 *     result.view.len = result.view.itemsize
 *     for length in result.view.shape[:ndim]:
 *         result.view.len *= length             # <<<<<<<<<<<<<<
 * 
 *     result.to_object_func = to_object_func
 */
    __pyx_t_2 = PyInt_FromSsize_t(__pyx_v_result->__pyx_base.view.len); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 1044, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_3 = PyNumber_InPlaceMultiply(__pyx_t_2, __pyx_v_length); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 1044, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __pyx_t_9 = __Pyx_PyIndex_AsSsize_t(__pyx_t_3); if (unlikely((__pyx_t_9 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(1, 1044, __pyx_L1_error)
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __pyx_v_result->__pyx_base.view.len = __pyx_t_9;
  }

  /* "View.MemoryView":1046
 *         result.view.len *= length
 * 
 *     result.to_object_func = to_object_func             # <<<<<<<<<<<<<<
 *     result.to_dtype_func = to_dtype_func
 * 
 */
  __pyx_v_result->to_object_func = __pyx_v_to_object_func;

  /* "View.MemoryView":1047
 * 
 *     result.to_object_func = to_object_func
 *     result.to_dtype_func = to_dtype_func             # <<<<<<<<<<<<<<
 * 
 *     return result
 */
  __pyx_v_result->to_dtype_func = __pyx_v_to_dtype_func;

  /* "View.MemoryView":1049
 *     result.to_dtype_func = to_dtype_func
 * 
 *     return result             # <<<<<<<<<<<<<<
 * 
 * @cname('__pyx_memoryview_get_slice_from_memoryview')
 */
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(((PyObject *)__pyx_v_result));
  __pyx_r = ((PyObject *)__pyx_v_result);
  goto __pyx_L0;

  /* "View.MemoryView":999
 * 
 * @cname('__pyx_memoryview_fromslice')
 * cdef memoryview_fromslice(__Pyx_memviewslice memviewslice,             # <<<<<<<<<<<<<<
 *                           int ndim,
 *                           object (*to_object_func)(char *),
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_AddTraceback("View.MemoryView.memoryview_fromslice", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XDECREF((PyObject *)__pyx_v_result);
  __Pyx_XDECREF(__pyx_v_length);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":1052
 * 
 * @cname('__pyx_memoryview_get_slice_from_memoryview')
 * cdef __Pyx_memviewslice *get_slice_from_memview(memoryview memview,             # <<<<<<<<<<<<<<
 *                                                    __Pyx_memviewslice *mslice) except NULL:
 *     cdef _memoryviewslice obj
 */

static __Pyx_memviewslice *__pyx_memoryview_get_slice_from_memoryview(struct __pyx_memoryview_obj *__pyx_v_memview, __Pyx_memviewslice *__pyx_v_mslice) {
  struct __pyx_memoryviewslice_obj *__pyx_v_obj = 0;
  __Pyx_memviewslice *__pyx_r;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  int __pyx_t_2;
  PyObject *__pyx_t_3 = NULL;
  __Pyx_RefNannySetupContext("get_slice_from_memview", 0);

  /* "View.MemoryView":1055
 *                                                    __Pyx_memviewslice *mslice) except NULL:
 *     cdef _memoryviewslice obj
 *     if isinstance(memview, _memoryviewslice):             # <<<<<<<<<<<<<<
 *         obj = memview
 *         return &obj.from_slice
 */
  __pyx_t_1 = __Pyx_TypeCheck(((PyObject *)__pyx_v_memview), __pyx_memoryviewslice_type); 
  __pyx_t_2 = (__pyx_t_1 != 0);
  if (__pyx_t_2) {

    /* "View.MemoryView":1056
 *     cdef _memoryviewslice obj
 *     if isinstance(memview, _memoryviewslice):
 *         obj = memview             # <<<<<<<<<<<<<<
 *         return &obj.from_slice
 *     else:
 */
    if (!(likely(((((PyObject *)__pyx_v_memview)) == Py_None) || likely(__Pyx_TypeTest(((PyObject *)__pyx_v_memview), __pyx_memoryviewslice_type))))) __PYX_ERR(1, 1056, __pyx_L1_error)
    __pyx_t_3 = ((PyObject *)__pyx_v_memview);
    __Pyx_INCREF(__pyx_t_3);
    __pyx_v_obj = ((struct __pyx_memoryviewslice_obj *)__pyx_t_3);
    __pyx_t_3 = 0;

    /* "View.MemoryView":1057
 *     if isinstance(memview, _memoryviewslice):
 *         obj = memview
 *         return &obj.from_slice             # <<<<<<<<<<<<<<
 *     else:
 *         slice_copy(memview, mslice)
 */
    __pyx_r = (&__pyx_v_obj->from_slice);
    goto __pyx_L0;

    /* "View.MemoryView":1055
 *                                                    __Pyx_memviewslice *mslice) except NULL:
 *     cdef _memoryviewslice obj
 *     if isinstance(memview, _memoryviewslice):             # <<<<<<<<<<<<<<
 *         obj = memview
 *         return &obj.from_slice
 */
  }

  /* "View.MemoryView":1059
 *         return &obj.from_slice
 *     else:
 *         slice_copy(memview, mslice)             # <<<<<<<<<<<<<<
 *         return mslice
 * 
 */
  /*else*/ {
    __pyx_memoryview_slice_copy(__pyx_v_memview, __pyx_v_mslice);

    /* "View.MemoryView":1060
 *     else:
 *         slice_copy(memview, mslice)
 *         return mslice             # <<<<<<<<<<<<<<
 * 
 * @cname('__pyx_memoryview_slice_copy')
 */
    __pyx_r = __pyx_v_mslice;
    goto __pyx_L0;
  }

  /* "View.MemoryView":1052
 * 
 * @cname('__pyx_memoryview_get_slice_from_memoryview')
 * cdef __Pyx_memviewslice *get_slice_from_memview(memoryview memview,             # <<<<<<<<<<<<<<
 *                                                    __Pyx_memviewslice *mslice) except NULL:
 *     cdef _memoryviewslice obj
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_AddTraceback("View.MemoryView.get_slice_from_memview", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF((PyObject *)__pyx_v_obj);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":1063
 * 
 * @cname('__pyx_memoryview_slice_copy')
 * cdef void slice_copy(memoryview memview, __Pyx_memviewslice *dst):             # <<<<<<<<<<<<<<
 *     cdef int dim
 *     cdef (Py_ssize_t*) shape, strides, suboffsets
 */

static void __pyx_memoryview_slice_copy(struct __pyx_memoryview_obj *__pyx_v_memview, __Pyx_memviewslice *__pyx_v_dst) {
  int __pyx_v_dim;
  Py_ssize_t *__pyx_v_shape;
  Py_ssize_t *__pyx_v_strides;
  Py_ssize_t *__pyx_v_suboffsets;
  __Pyx_RefNannyDeclarations
  Py_ssize_t *__pyx_t_1;
  int __pyx_t_2;
  int __pyx_t_3;
  int __pyx_t_4;
  Py_ssize_t __pyx_t_5;
  __Pyx_RefNannySetupContext("slice_copy", 0);

  /* "View.MemoryView":1067
 *     cdef (Py_ssize_t*) shape, strides, suboffsets
 * 
 *     shape = memview.view.shape             # <<<<<<<<<<<<<<
 *     strides = memview.view.strides
 *     suboffsets = memview.view.suboffsets
 */
  __pyx_t_1 = __pyx_v_memview->view.shape;
  __pyx_v_shape = __pyx_t_1;

  /* "View.MemoryView":1068
 * 
 *     shape = memview.view.shape
 *     strides = memview.view.strides             # <<<<<<<<<<<<<<
 *     suboffsets = memview.view.suboffsets
 * 
 */
  __pyx_t_1 = __pyx_v_memview->view.strides;
  __pyx_v_strides = __pyx_t_1;

  /* "View.MemoryView":1069
 *     shape = memview.view.shape
 *     strides = memview.view.strides
 *     suboffsets = memview.view.suboffsets             # <<<<<<<<<<<<<<
 * 
 *     dst.memview = <__pyx_memoryview *> memview
 */
  __pyx_t_1 = __pyx_v_memview->view.suboffsets;
  __pyx_v_suboffsets = __pyx_t_1;

  /* "View.MemoryView":1071
 *     suboffsets = memview.view.suboffsets
 * 
 *     dst.memview = <__pyx_memoryview *> memview             # <<<<<<<<<<<<<<
 *     dst.data = <char *> memview.view.buf
 * 
 */
  __pyx_v_dst->memview = ((struct __pyx_memoryview_obj *)__pyx_v_memview);

  /* "View.MemoryView":1072
 * 
 *     dst.memview = <__pyx_memoryview *> memview
 *     dst.data = <char *> memview.view.buf             # <<<<<<<<<<<<<<
 * 
 *     for dim in range(memview.view.ndim):
 */
  __pyx_v_dst->data = ((char *)__pyx_v_memview->view.buf);

  /* "View.MemoryView":1074
 *     dst.data = <char *> memview.view.buf
 * 
 *     for dim in range(memview.view.ndim):             # <<<<<<<<<<<<<<
 *         dst.shape[dim] = shape[dim]
 *         dst.strides[dim] = strides[dim]
 */
  __pyx_t_2 = __pyx_v_memview->view.ndim;
  __pyx_t_3 = __pyx_t_2;
  for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
    __pyx_v_dim = __pyx_t_4;

    /* "View.MemoryView":1075
 * 
 *     for dim in range(memview.view.ndim):
 *         dst.shape[dim] = shape[dim]             # <<<<<<<<<<<<<<
 *         dst.strides[dim] = strides[dim]
 *         dst.suboffsets[dim] = suboffsets[dim] if suboffsets else -1
 */
    (__pyx_v_dst->shape[__pyx_v_dim]) = (__pyx_v_shape[__pyx_v_dim]);

    /* "View.MemoryView":1076
 *     for dim in range(memview.view.ndim):
 *         dst.shape[dim] = shape[dim]
 *         dst.strides[dim] = strides[dim]             # <<<<<<<<<<<<<<
 *         dst.suboffsets[dim] = suboffsets[dim] if suboffsets else -1
 * 
 */
    (__pyx_v_dst->strides[__pyx_v_dim]) = (__pyx_v_strides[__pyx_v_dim]);

    /* "View.MemoryView":1077
 *         dst.shape[dim] = shape[dim]
 *         dst.strides[dim] = strides[dim]
 *         dst.suboffsets[dim] = suboffsets[dim] if suboffsets else -1             # <<<<<<<<<<<<<<
 * 
 * @cname('__pyx_memoryview_copy_object')
 */
    if ((__pyx_v_suboffsets != 0)) {
      __pyx_t_5 = (__pyx_v_suboffsets[__pyx_v_dim]);
    } else {
      __pyx_t_5 = -1L;
    }
    (__pyx_v_dst->suboffsets[__pyx_v_dim]) = __pyx_t_5;
  }

  /* "View.MemoryView":1063
 * 
 * @cname('__pyx_memoryview_slice_copy')
 * cdef void slice_copy(memoryview memview, __Pyx_memviewslice *dst):             # <<<<<<<<<<<<<<
 *     cdef int dim
 *     cdef (Py_ssize_t*) shape, strides, suboffsets
 */

  /* function exit code */
  __Pyx_RefNannyFinishContext();
}

/* "View.MemoryView":1080
 * 
 * @cname('__pyx_memoryview_copy_object')
 * cdef memoryview_copy(memoryview memview):             # <<<<<<<<<<<<<<
 *     "Create a new memoryview object"
 *     cdef __Pyx_memviewslice memviewslice
 */

static PyObject *__pyx_memoryview_copy_object(struct __pyx_memoryview_obj *__pyx_v_memview) {
  __Pyx_memviewslice __pyx_v_memviewslice;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("memoryview_copy", 0);

  /* "View.MemoryView":1083
 *     "Create a new memoryview object"
 *     cdef __Pyx_memviewslice memviewslice
 *     slice_copy(memview, &memviewslice)             # <<<<<<<<<<<<<<
 *     return memoryview_copy_from_slice(memview, &memviewslice)
 * 
 */
  __pyx_memoryview_slice_copy(__pyx_v_memview, (&__pyx_v_memviewslice));

  /* "View.MemoryView":1084
 *     cdef __Pyx_memviewslice memviewslice
 *     slice_copy(memview, &memviewslice)
 *     return memoryview_copy_from_slice(memview, &memviewslice)             # <<<<<<<<<<<<<<
 * 
 * @cname('__pyx_memoryview_copy_object_from_slice')
 */
  __Pyx_XDECREF(__pyx_r);
  __pyx_t_1 = __pyx_memoryview_copy_object_from_slice(__pyx_v_memview, (&__pyx_v_memviewslice)); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 1084, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_r = __pyx_t_1;
  __pyx_t_1 = 0;
  goto __pyx_L0;

  /* "View.MemoryView":1080
 * 
 * @cname('__pyx_memoryview_copy_object')
 * cdef memoryview_copy(memoryview memview):             # <<<<<<<<<<<<<<
 *     "Create a new memoryview object"
 *     cdef __Pyx_memviewslice memviewslice
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_AddTraceback("View.MemoryView.memoryview_copy", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":1087
 * 
 * @cname('__pyx_memoryview_copy_object_from_slice')
 * cdef memoryview_copy_from_slice(memoryview memview, __Pyx_memviewslice *memviewslice):             # <<<<<<<<<<<<<<
 *     """
 *     Create a new memoryview object from a given memoryview object and slice.
 */

static PyObject *__pyx_memoryview_copy_object_from_slice(struct __pyx_memoryview_obj *__pyx_v_memview, __Pyx_memviewslice *__pyx_v_memviewslice) {
  PyObject *(*__pyx_v_to_object_func)(char *);
  int (*__pyx_v_to_dtype_func)(char *, PyObject *);
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  int __pyx_t_2;
  PyObject *(*__pyx_t_3)(char *);
  int (*__pyx_t_4)(char *, PyObject *);
  PyObject *__pyx_t_5 = NULL;
  __Pyx_RefNannySetupContext("memoryview_copy_from_slice", 0);

  /* "View.MemoryView":1094
 *     cdef int (*to_dtype_func)(char *, object) except 0
 * 
 *     if isinstance(memview, _memoryviewslice):             # <<<<<<<<<<<<<<
 *         to_object_func = (<_memoryviewslice> memview).to_object_func
 *         to_dtype_func = (<_memoryviewslice> memview).to_dtype_func
 */
  __pyx_t_1 = __Pyx_TypeCheck(((PyObject *)__pyx_v_memview), __pyx_memoryviewslice_type); 
  __pyx_t_2 = (__pyx_t_1 != 0);
  if (__pyx_t_2) {

    /* "View.MemoryView":1095
 * 
 *     if isinstance(memview, _memoryviewslice):
 *         to_object_func = (<_memoryviewslice> memview).to_object_func             # <<<<<<<<<<<<<<
 *         to_dtype_func = (<_memoryviewslice> memview).to_dtype_func
 *     else:
 */
    __pyx_t_3 = ((struct __pyx_memoryviewslice_obj *)__pyx_v_memview)->to_object_func;
    __pyx_v_to_object_func = __pyx_t_3;

    /* "View.MemoryView":1096
 *     if isinstance(memview, _memoryviewslice):
 *         to_object_func = (<_memoryviewslice> memview).to_object_func
 *         to_dtype_func = (<_memoryviewslice> memview).to_dtype_func             # <<<<<<<<<<<<<<
 *     else:
 *         to_object_func = NULL
 */
    __pyx_t_4 = ((struct __pyx_memoryviewslice_obj *)__pyx_v_memview)->to_dtype_func;
    __pyx_v_to_dtype_func = __pyx_t_4;

    /* "View.MemoryView":1094
 *     cdef int (*to_dtype_func)(char *, object) except 0
 * 
 *     if isinstance(memview, _memoryviewslice):             # <<<<<<<<<<<<<<
 *         to_object_func = (<_memoryviewslice> memview).to_object_func
 *         to_dtype_func = (<_memoryviewslice> memview).to_dtype_func
 */
    goto __pyx_L3;
  }

  /* "View.MemoryView":1098
 *         to_dtype_func = (<_memoryviewslice> memview).to_dtype_func
 *     else:
 *         to_object_func = NULL             # <<<<<<<<<<<<<<
 *         to_dtype_func = NULL
 * 
 */
  /*else*/ {
    __pyx_v_to_object_func = NULL;

    /* "View.MemoryView":1099
 *     else:
 *         to_object_func = NULL
 *         to_dtype_func = NULL             # <<<<<<<<<<<<<<
 * 
 *     return memoryview_fromslice(memviewslice[0], memview.view.ndim,
 */
    __pyx_v_to_dtype_func = NULL;
  }
  __pyx_L3:;

  /* "View.MemoryView":1101
 *         to_dtype_func = NULL
 * 
 *     return memoryview_fromslice(memviewslice[0], memview.view.ndim,             # <<<<<<<<<<<<<<
 *                                 to_object_func, to_dtype_func,
 *                                 memview.dtype_is_object)
 */
  __Pyx_XDECREF(__pyx_r);

  /* "View.MemoryView":1103
 *     return memoryview_fromslice(memviewslice[0], memview.view.ndim,
 *                                 to_object_func, to_dtype_func,
 *                                 memview.dtype_is_object)             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_t_5 = __pyx_memoryview_fromslice((__pyx_v_memviewslice[0]), __pyx_v_memview->view.ndim, __pyx_v_to_object_func, __pyx_v_to_dtype_func, __pyx_v_memview->dtype_is_object); if (unlikely(!__pyx_t_5)) __PYX_ERR(1, 1101, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_5);
  __pyx_r = __pyx_t_5;
  __pyx_t_5 = 0;
  goto __pyx_L0;

  /* "View.MemoryView":1087
 * 
 * @cname('__pyx_memoryview_copy_object_from_slice')
 * cdef memoryview_copy_from_slice(memoryview memview, __Pyx_memviewslice *memviewslice):             # <<<<<<<<<<<<<<
 *     """
 *     Create a new memoryview object from a given memoryview object and slice.
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_AddTraceback("View.MemoryView.memoryview_copy_from_slice", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "View.MemoryView":1109
 * 
 * 
 * cdef Py_ssize_t abs_py_ssize_t(Py_ssize_t arg) nogil:             # <<<<<<<<<<<<<<
 *     if arg < 0:
 *         return -arg
 */

static Py_ssize_t abs_py_ssize_t(Py_ssize_t __pyx_v_arg) {
  Py_ssize_t __pyx_r;
  int __pyx_t_1;

  /* "View.MemoryView":1110
 * 
 * cdef Py_ssize_t abs_py_ssize_t(Py_ssize_t arg) nogil:
 *     if arg < 0:             # <<<<<<<<<<<<<<
 *         return -arg
 *     else:
 */
  __pyx_t_1 = ((__pyx_v_arg < 0) != 0);
  if (__pyx_t_1) {

    /* "View.MemoryView":1111
 * cdef Py_ssize_t abs_py_ssize_t(Py_ssize_t arg) nogil:
 *     if arg < 0:
 *         return -arg             # <<<<<<<<<<<<<<
 *     else:
 *         return arg
 */
    __pyx_r = (-__pyx_v_arg);
    goto __pyx_L0;

    /* "View.MemoryView":1110
 * 
 * cdef Py_ssize_t abs_py_ssize_t(Py_ssize_t arg) nogil:
 *     if arg < 0:             # <<<<<<<<<<<<<<
 *         return -arg
 *     else:
 */
  }

  /* "View.MemoryView":1113
 *         return -arg
 *     else:
 *         return arg             # <<<<<<<<<<<<<<
 * 
 * @cname('__pyx_get_best_slice_order')
 */
  /*else*/ {
    __pyx_r = __pyx_v_arg;
    goto __pyx_L0;
  }

  /* "View.MemoryView":1109
 * 
 * 
 * cdef Py_ssize_t abs_py_ssize_t(Py_ssize_t arg) nogil:             # <<<<<<<<<<<<<<
 *     if arg < 0:
 *         return -arg
 */

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "View.MemoryView":1116
 * 
 * @cname('__pyx_get_best_slice_order')
 * cdef char get_best_order(__Pyx_memviewslice *mslice, int ndim) nogil:             # <<<<<<<<<<<<<<
 *     """
 *     Figure out the best memory access order for a given slice.
 */

static char __pyx_get_best_slice_order(__Pyx_memviewslice *__pyx_v_mslice, int __pyx_v_ndim) {
  int __pyx_v_i;
  Py_ssize_t __pyx_v_c_stride;
  Py_ssize_t __pyx_v_f_stride;
  char __pyx_r;
  int __pyx_t_1;
  int __pyx_t_2;
  int __pyx_t_3;
  int __pyx_t_4;

  /* "View.MemoryView":1121
 *     """
 *     cdef int i
 *     cdef Py_ssize_t c_stride = 0             # <<<<<<<<<<<<<<
 *     cdef Py_ssize_t f_stride = 0
 * 
 */
  __pyx_v_c_stride = 0;

  /* "View.MemoryView":1122
 *     cdef int i
 *     cdef Py_ssize_t c_stride = 0
 *     cdef Py_ssize_t f_stride = 0             # <<<<<<<<<<<<<<
 * 
 *     for i in range(ndim - 1, -1, -1):
 */
  __pyx_v_f_stride = 0;

  /* "View.MemoryView":1124
 *     cdef Py_ssize_t f_stride = 0
 * 
 *     for i in range(ndim - 1, -1, -1):             # <<<<<<<<<<<<<<
 *         if mslice.shape[i] > 1:
 *             c_stride = mslice.strides[i]
 */
  for (__pyx_t_1 = (__pyx_v_ndim - 1); __pyx_t_1 > -1; __pyx_t_1-=1) {
    __pyx_v_i = __pyx_t_1;

    /* "View.MemoryView":1125
 * 
 *     for i in range(ndim - 1, -1, -1):
 *         if mslice.shape[i] > 1:             # <<<<<<<<<<<<<<
 *             c_stride = mslice.strides[i]
 *             break
 */
    __pyx_t_2 = (((__pyx_v_mslice->shape[__pyx_v_i]) > 1) != 0);
    if (__pyx_t_2) {

      /* "View.MemoryView":1126
 *     for i in range(ndim - 1, -1, -1):
 *         if mslice.shape[i] > 1:
 *             c_stride = mslice.strides[i]             # <<<<<<<<<<<<<<
 *             break
 * 
 */
      __pyx_v_c_stride = (__pyx_v_mslice->strides[__pyx_v_i]);

      /* "View.MemoryView":1127
 *         if mslice.shape[i] > 1:
 *             c_stride = mslice.strides[i]
 *             break             # <<<<<<<<<<<<<<
 * 
 *     for i in range(ndim):
 */
      goto __pyx_L4_break;

      /* "View.MemoryView":1125
 * 
 *     for i in range(ndim - 1, -1, -1):
 *         if mslice.shape[i] > 1:             # <<<<<<<<<<<<<<
 *             c_stride = mslice.strides[i]
 *             break
 */
    }
  }
  __pyx_L4_break:;

  /* "View.MemoryView":1129
 *             break
 * 
 *     for i in range(ndim):             # <<<<<<<<<<<<<<
 *         if mslice.shape[i] > 1:
 *             f_stride = mslice.strides[i]
 */
  __pyx_t_1 = __pyx_v_ndim;
  __pyx_t_3 = __pyx_t_1;
  for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
    __pyx_v_i = __pyx_t_4;

    /* "View.MemoryView":1130
 * 
 *     for i in range(ndim):
 *         if mslice.shape[i] > 1:             # <<<<<<<<<<<<<<
 *             f_stride = mslice.strides[i]
 *             break
 */
    __pyx_t_2 = (((__pyx_v_mslice->shape[__pyx_v_i]) > 1) != 0);
    if (__pyx_t_2) {

      /* "View.MemoryView":1131
 *     for i in range(ndim):
 *         if mslice.shape[i] > 1:
 *             f_stride = mslice.strides[i]             # <<<<<<<<<<<<<<
 *             break
 * 
 */
      __pyx_v_f_stride = (__pyx_v_mslice->strides[__pyx_v_i]);

      /* "View.MemoryView":1132
 *         if mslice.shape[i] > 1:
 *             f_stride = mslice.strides[i]
 *             break             # <<<<<<<<<<<<<<
 * 
 *     if abs_py_ssize_t(c_stride) <= abs_py_ssize_t(f_stride):
 */
      goto __pyx_L7_break;

      /* "View.MemoryView":1130
 * 
 *     for i in range(ndim):
 *         if mslice.shape[i] > 1:             # <<<<<<<<<<<<<<
 *             f_stride = mslice.strides[i]
 *             break
 */
    }
  }
  __pyx_L7_break:;

  /* "View.MemoryView":1134
 *             break
 * 
 *     if abs_py_ssize_t(c_stride) <= abs_py_ssize_t(f_stride):             # <<<<<<<<<<<<<<
 *         return 'C'
 *     else:
 */
  __pyx_t_2 = ((abs_py_ssize_t(__pyx_v_c_stride) <= abs_py_ssize_t(__pyx_v_f_stride)) != 0);
  if (__pyx_t_2) {

    /* "View.MemoryView":1135
 * 
 *     if abs_py_ssize_t(c_stride) <= abs_py_ssize_t(f_stride):
 *         return 'C'             # <<<<<<<<<<<<<<
 *     else:
 *         return 'F'
 */
    __pyx_r = 'C';
    goto __pyx_L0;

    /* "View.MemoryView":1134
 *             break
 * 
 *     if abs_py_ssize_t(c_stride) <= abs_py_ssize_t(f_stride):             # <<<<<<<<<<<<<<
 *         return 'C'
 *     else:
 */
  }

  /* "View.MemoryView":1137
 *         return 'C'
 *     else:
 *         return 'F'             # <<<<<<<<<<<<<<
 * 
 * @cython.cdivision(True)
 */
  /*else*/ {
    __pyx_r = 'F';
    goto __pyx_L0;
  }

  /* "View.MemoryView":1116
 * 
 * @cname('__pyx_get_best_slice_order')
 * cdef char get_best_order(__Pyx_memviewslice *mslice, int ndim) nogil:             # <<<<<<<<<<<<<<
 *     """
 *     Figure out the best memory access order for a given slice.
 */

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "View.MemoryView":1140
 * 
 * @cython.cdivision(True)
 * cdef void _copy_strided_to_strided(char *src_data, Py_ssize_t *src_strides,             # <<<<<<<<<<<<<<
 *                                    char *dst_data, Py_ssize_t *dst_strides,
 *                                    Py_ssize_t *src_shape, Py_ssize_t *dst_shape,
 */

static void _copy_strided_to_strided(char *__pyx_v_src_data, Py_ssize_t *__pyx_v_src_strides, char *__pyx_v_dst_data, Py_ssize_t *__pyx_v_dst_strides, Py_ssize_t *__pyx_v_src_shape, Py_ssize_t *__pyx_v_dst_shape, int __pyx_v_ndim, size_t __pyx_v_itemsize) {
  CYTHON_UNUSED Py_ssize_t __pyx_v_i;
  CYTHON_UNUSED Py_ssize_t __pyx_v_src_extent;
  Py_ssize_t __pyx_v_dst_extent;
  Py_ssize_t __pyx_v_src_stride;
  Py_ssize_t __pyx_v_dst_stride;
  int __pyx_t_1;
  int __pyx_t_2;
  int __pyx_t_3;
  Py_ssize_t __pyx_t_4;
  Py_ssize_t __pyx_t_5;
  Py_ssize_t __pyx_t_6;

  /* "View.MemoryView":1147
 * 
 *     cdef Py_ssize_t i
 *     cdef Py_ssize_t src_extent = src_shape[0]             # <<<<<<<<<<<<<<
 *     cdef Py_ssize_t dst_extent = dst_shape[0]
 *     cdef Py_ssize_t src_stride = src_strides[0]
 */
  __pyx_v_src_extent = (__pyx_v_src_shape[0]);

  /* "View.MemoryView":1148
 *     cdef Py_ssize_t i
 *     cdef Py_ssize_t src_extent = src_shape[0]
 *     cdef Py_ssize_t dst_extent = dst_shape[0]             # <<<<<<<<<<<<<<
 *     cdef Py_ssize_t src_stride = src_strides[0]
 *     cdef Py_ssize_t dst_stride = dst_strides[0]
 */
  __pyx_v_dst_extent = (__pyx_v_dst_shape[0]);

  /* "View.MemoryView":1149
 *     cdef Py_ssize_t src_extent = src_shape[0]
 *     cdef Py_ssize_t dst_extent = dst_shape[0]
 *     cdef Py_ssize_t src_stride = src_strides[0]             # <<<<<<<<<<<<<<
 *     cdef Py_ssize_t dst_stride = dst_strides[0]
 * 
 */
  __pyx_v_src_stride = (__pyx_v_src_strides[0]);

  /* "View.MemoryView":1150
 *     cdef Py_ssize_t dst_extent = dst_shape[0]
 *     cdef Py_ssize_t src_stride = src_strides[0]
 *     cdef Py_ssize_t dst_stride = dst_strides[0]             # <<<<<<<<<<<<<<
 * 
 *     if ndim == 1:
 */
  __pyx_v_dst_stride = (__pyx_v_dst_strides[0]);

  /* "View.MemoryView":1152
 *     cdef Py_ssize_t dst_stride = dst_strides[0]
 * 
 *     if ndim == 1:             # <<<<<<<<<<<<<<
 *        if (src_stride > 0 and dst_stride > 0 and
 *            <size_t> src_stride == itemsize == <size_t> dst_stride):
 */
  __pyx_t_1 = ((__pyx_v_ndim == 1) != 0);
  if (__pyx_t_1) {

    /* "View.MemoryView":1153
 * 
 *     if ndim == 1:
 *        if (src_stride > 0 and dst_stride > 0 and             # <<<<<<<<<<<<<<
 *            <size_t> src_stride == itemsize == <size_t> dst_stride):
 *            memcpy(dst_data, src_data, itemsize * dst_extent)
 */
    __pyx_t_2 = ((__pyx_v_src_stride > 0) != 0);
    if (__pyx_t_2) {
    } else {
      __pyx_t_1 = __pyx_t_2;
      goto __pyx_L5_bool_binop_done;
    }
    __pyx_t_2 = ((__pyx_v_dst_stride > 0) != 0);
    if (__pyx_t_2) {
    } else {
      __pyx_t_1 = __pyx_t_2;
      goto __pyx_L5_bool_binop_done;
    }

    /* "View.MemoryView":1154
 *     if ndim == 1:
 *        if (src_stride > 0 and dst_stride > 0 and
 *            <size_t> src_stride == itemsize == <size_t> dst_stride):             # <<<<<<<<<<<<<<
 *            memcpy(dst_data, src_data, itemsize * dst_extent)
 *        else:
 */
    __pyx_t_2 = (((size_t)__pyx_v_src_stride) == __pyx_v_itemsize);
    if (__pyx_t_2) {
      __pyx_t_2 = (__pyx_v_itemsize == ((size_t)__pyx_v_dst_stride));
    }
    __pyx_t_3 = (__pyx_t_2 != 0);
    __pyx_t_1 = __pyx_t_3;
    __pyx_L5_bool_binop_done:;

    /* "View.MemoryView":1153
 * 
 *     if ndim == 1:
 *        if (src_stride > 0 and dst_stride > 0 and             # <<<<<<<<<<<<<<
 *            <size_t> src_stride == itemsize == <size_t> dst_stride):
 *            memcpy(dst_data, src_data, itemsize * dst_extent)
 */
    if (__pyx_t_1) {

      /* "View.MemoryView":1155
 *        if (src_stride > 0 and dst_stride > 0 and
 *            <size_t> src_stride == itemsize == <size_t> dst_stride):
 *            memcpy(dst_data, src_data, itemsize * dst_extent)             # <<<<<<<<<<<<<<
 *        else:
 *            for i in range(dst_extent):
 */
      (void)(memcpy(__pyx_v_dst_data, __pyx_v_src_data, (__pyx_v_itemsize * __pyx_v_dst_extent)));

      /* "View.MemoryView":1153
 * 
 *     if ndim == 1:
 *        if (src_stride > 0 and dst_stride > 0 and             # <<<<<<<<<<<<<<
 *            <size_t> src_stride == itemsize == <size_t> dst_stride):
 *            memcpy(dst_data, src_data, itemsize * dst_extent)
 */
      goto __pyx_L4;
    }

    /* "View.MemoryView":1157
 *            memcpy(dst_data, src_data, itemsize * dst_extent)
 *        else:
 *            for i in range(dst_extent):             # <<<<<<<<<<<<<<
 *                memcpy(dst_data, src_data, itemsize)
 *                src_data += src_stride
 */
    /*else*/ {
      __pyx_t_4 = __pyx_v_dst_extent;
      __pyx_t_5 = __pyx_t_4;
      for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) {
        __pyx_v_i = __pyx_t_6;

        /* "View.MemoryView":1158
 *        else:
 *            for i in range(dst_extent):
 *                memcpy(dst_data, src_data, itemsize)             # <<<<<<<<<<<<<<
 *                src_data += src_stride
 *                dst_data += dst_stride
 */
        (void)(memcpy(__pyx_v_dst_data, __pyx_v_src_data, __pyx_v_itemsize));

        /* "View.MemoryView":1159
 *            for i in range(dst_extent):
 *                memcpy(dst_data, src_data, itemsize)
 *                src_data += src_stride             # <<<<<<<<<<<<<<
 *                dst_data += dst_stride
 *     else:
 */
        __pyx_v_src_data = (__pyx_v_src_data + __pyx_v_src_stride);

        /* "View.MemoryView":1160
 *                memcpy(dst_data, src_data, itemsize)
 *                src_data += src_stride
 *                dst_data += dst_stride             # <<<<<<<<<<<<<<
 *     else:
 *         for i in range(dst_extent):
 */
        __pyx_v_dst_data = (__pyx_v_dst_data + __pyx_v_dst_stride);
      }
    }
    __pyx_L4:;

    /* "View.MemoryView":1152
 *     cdef Py_ssize_t dst_stride = dst_strides[0]
 * 
 *     if ndim == 1:             # <<<<<<<<<<<<<<
 *        if (src_stride > 0 and dst_stride > 0 and
 *            <size_t> src_stride == itemsize == <size_t> dst_stride):
 */
    goto __pyx_L3;
  }

  /* "View.MemoryView":1162
 *                dst_data += dst_stride
 *     else:
 *         for i in range(dst_extent):             # <<<<<<<<<<<<<<
 *             _copy_strided_to_strided(src_data, src_strides + 1,
 *                                      dst_data, dst_strides + 1,
 */
  /*else*/ {
    __pyx_t_4 = __pyx_v_dst_extent;
    __pyx_t_5 = __pyx_t_4;
    for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) {
      __pyx_v_i = __pyx_t_6;

      /* "View.MemoryView":1163
 *     else:
 *         for i in range(dst_extent):
 *             _copy_strided_to_strided(src_data, src_strides + 1,             # <<<<<<<<<<<<<<
 *                                      dst_data, dst_strides + 1,
 *                                      src_shape + 1, dst_shape + 1,
 */
      _copy_strided_to_strided(__pyx_v_src_data, (__pyx_v_src_strides + 1), __pyx_v_dst_data, (__pyx_v_dst_strides + 1), (__pyx_v_src_shape + 1), (__pyx_v_dst_shape + 1), (__pyx_v_ndim - 1), __pyx_v_itemsize);

      /* "View.MemoryView":1167
 *                                      src_shape + 1, dst_shape + 1,
 *                                      ndim - 1, itemsize)
 *             src_data += src_stride             # <<<<<<<<<<<<<<
 *             dst_data += dst_stride
 * 
 */
      __pyx_v_src_data = (__pyx_v_src_data + __pyx_v_src_stride);

      /* "View.MemoryView":1168
 *                                      ndim - 1, itemsize)
 *             src_data += src_stride
 *             dst_data += dst_stride             # <<<<<<<<<<<<<<
 * 
 * cdef void copy_strided_to_strided(__Pyx_memviewslice *src,
 */
      __pyx_v_dst_data = (__pyx_v_dst_data + __pyx_v_dst_stride);
    }
  }
  __pyx_L3:;

  /* "View.MemoryView":1140
 * 
 * @cython.cdivision(True)
 * cdef void _copy_strided_to_strided(char *src_data, Py_ssize_t *src_strides,             # <<<<<<<<<<<<<<
 *                                    char *dst_data, Py_ssize_t *dst_strides,
 *                                    Py_ssize_t *src_shape, Py_ssize_t *dst_shape,
 */

  /* function exit code */
}

/* "View.MemoryView":1170
 *             dst_data += dst_stride
 * 
 * cdef void copy_strided_to_strided(__Pyx_memviewslice *src,             # <<<<<<<<<<<<<<
 *                                   __Pyx_memviewslice *dst,
 *                                   int ndim, size_t itemsize) nogil:
 */

static void copy_strided_to_strided(__Pyx_memviewslice *__pyx_v_src, __Pyx_memviewslice *__pyx_v_dst, int __pyx_v_ndim, size_t __pyx_v_itemsize) {

  /* "View.MemoryView":1173
 *                                   __Pyx_memviewslice *dst,
 *                                   int ndim, size_t itemsize) nogil:
 *     _copy_strided_to_strided(src.data, src.strides, dst.data, dst.strides,             # <<<<<<<<<<<<<<
 *                              src.shape, dst.shape, ndim, itemsize)
 * 
 */
  _copy_strided_to_strided(__pyx_v_src->data, __pyx_v_src->strides, __pyx_v_dst->data, __pyx_v_dst->strides, __pyx_v_src->shape, __pyx_v_dst->shape, __pyx_v_ndim, __pyx_v_itemsize);

  /* "View.MemoryView":1170
 *             dst_data += dst_stride
 * 
 * cdef void copy_strided_to_strided(__Pyx_memviewslice *src,             # <<<<<<<<<<<<<<
 *                                   __Pyx_memviewslice *dst,
 *                                   int ndim, size_t itemsize) nogil:
 */

  /* function exit code */
}

/* "View.MemoryView":1177
 * 
 * @cname('__pyx_memoryview_slice_get_size')
 * cdef Py_ssize_t slice_get_size(__Pyx_memviewslice *src, int ndim) nogil:             # <<<<<<<<<<<<<<
 *     "Return the size of the memory occupied by the slice in number of bytes"
 *     cdef Py_ssize_t shape, size = src.memview.view.itemsize
 */

static Py_ssize_t __pyx_memoryview_slice_get_size(__Pyx_memviewslice *__pyx_v_src, int __pyx_v_ndim) {
  Py_ssize_t __pyx_v_shape;
  Py_ssize_t __pyx_v_size;
  Py_ssize_t __pyx_r;
  Py_ssize_t __pyx_t_1;
  Py_ssize_t *__pyx_t_2;
  Py_ssize_t *__pyx_t_3;
  Py_ssize_t *__pyx_t_4;

  /* "View.MemoryView":1179
 * cdef Py_ssize_t slice_get_size(__Pyx_memviewslice *src, int ndim) nogil:
 *     "Return the size of the memory occupied by the slice in number of bytes"
 *     cdef Py_ssize_t shape, size = src.memview.view.itemsize             # <<<<<<<<<<<<<<
 * 
 *     for shape in src.shape[:ndim]:
 */
  __pyx_t_1 = __pyx_v_src->memview->view.itemsize;
  __pyx_v_size = __pyx_t_1;

  /* "View.MemoryView":1181
 *     cdef Py_ssize_t shape, size = src.memview.view.itemsize
 * 
 *     for shape in src.shape[:ndim]:             # <<<<<<<<<<<<<<
 *         size *= shape
 * 
 */
  __pyx_t_3 = (__pyx_v_src->shape + __pyx_v_ndim);
  for (__pyx_t_4 = __pyx_v_src->shape; __pyx_t_4 < __pyx_t_3; __pyx_t_4++) {
    __pyx_t_2 = __pyx_t_4;
    __pyx_v_shape = (__pyx_t_2[0]);

    /* "View.MemoryView":1182
 * 
 *     for shape in src.shape[:ndim]:
 *         size *= shape             # <<<<<<<<<<<<<<
 * 
 *     return size
 */
    __pyx_v_size = (__pyx_v_size * __pyx_v_shape);
  }

  /* "View.MemoryView":1184
 *         size *= shape
 * 
 *     return size             # <<<<<<<<<<<<<<
 * 
 * @cname('__pyx_fill_contig_strides_array')
 */
  __pyx_r = __pyx_v_size;
  goto __pyx_L0;

  /* "View.MemoryView":1177
 * 
 * @cname('__pyx_memoryview_slice_get_size')
 * cdef Py_ssize_t slice_get_size(__Pyx_memviewslice *src, int ndim) nogil:             # <<<<<<<<<<<<<<
 *     "Return the size of the memory occupied by the slice in number of bytes"
 *     cdef Py_ssize_t shape, size = src.memview.view.itemsize
 */

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "View.MemoryView":1187
 * 
 * @cname('__pyx_fill_contig_strides_array')
 * cdef Py_ssize_t fill_contig_strides_array(             # <<<<<<<<<<<<<<
 *                 Py_ssize_t *shape, Py_ssize_t *strides, Py_ssize_t stride,
 *                 int ndim, char order) nogil:
 */

static Py_ssize_t __pyx_fill_contig_strides_array(Py_ssize_t *__pyx_v_shape, Py_ssize_t *__pyx_v_strides, Py_ssize_t __pyx_v_stride, int __pyx_v_ndim, char __pyx_v_order) {
  int __pyx_v_idx;
  Py_ssize_t __pyx_r;
  int __pyx_t_1;
  int __pyx_t_2;
  int __pyx_t_3;
  int __pyx_t_4;

  /* "View.MemoryView":1196
 *     cdef int idx
 * 
 *     if order == 'F':             # <<<<<<<<<<<<<<
 *         for idx in range(ndim):
 *             strides[idx] = stride
 */
  __pyx_t_1 = ((__pyx_v_order == 'F') != 0);
  if (__pyx_t_1) {

    /* "View.MemoryView":1197
 * 
 *     if order == 'F':
 *         for idx in range(ndim):             # <<<<<<<<<<<<<<
 *             strides[idx] = stride
 *             stride *= shape[idx]
 */
    __pyx_t_2 = __pyx_v_ndim;
    __pyx_t_3 = __pyx_t_2;
    for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
      __pyx_v_idx = __pyx_t_4;

      /* "View.MemoryView":1198
 *     if order == 'F':
 *         for idx in range(ndim):
 *             strides[idx] = stride             # <<<<<<<<<<<<<<
 *             stride *= shape[idx]
 *     else:
 */
      (__pyx_v_strides[__pyx_v_idx]) = __pyx_v_stride;

      /* "View.MemoryView":1199
 *         for idx in range(ndim):
 *             strides[idx] = stride
 *             stride *= shape[idx]             # <<<<<<<<<<<<<<
 *     else:
 *         for idx in range(ndim - 1, -1, -1):
 */
      __pyx_v_stride = (__pyx_v_stride * (__pyx_v_shape[__pyx_v_idx]));
    }

    /* "View.MemoryView":1196
 *     cdef int idx
 * 
 *     if order == 'F':             # <<<<<<<<<<<<<<
 *         for idx in range(ndim):
 *             strides[idx] = stride
 */
    goto __pyx_L3;
  }

  /* "View.MemoryView":1201
 *             stride *= shape[idx]
 *     else:
 *         for idx in range(ndim - 1, -1, -1):             # <<<<<<<<<<<<<<
 *             strides[idx] = stride
 *             stride *= shape[idx]
 */
  /*else*/ {
    for (__pyx_t_2 = (__pyx_v_ndim - 1); __pyx_t_2 > -1; __pyx_t_2-=1) {
      __pyx_v_idx = __pyx_t_2;

      /* "View.MemoryView":1202
 *     else:
 *         for idx in range(ndim - 1, -1, -1):
 *             strides[idx] = stride             # <<<<<<<<<<<<<<
 *             stride *= shape[idx]
 * 
 */
      (__pyx_v_strides[__pyx_v_idx]) = __pyx_v_stride;

      /* "View.MemoryView":1203
 *         for idx in range(ndim - 1, -1, -1):
 *             strides[idx] = stride
 *             stride *= shape[idx]             # <<<<<<<<<<<<<<
 * 
 *     return stride
 */
      __pyx_v_stride = (__pyx_v_stride * (__pyx_v_shape[__pyx_v_idx]));
    }
  }
  __pyx_L3:;

  /* "View.MemoryView":1205
 *             stride *= shape[idx]
 * 
 *     return stride             # <<<<<<<<<<<<<<
 * 
 * @cname('__pyx_memoryview_copy_data_to_temp')
 */
  __pyx_r = __pyx_v_stride;
  goto __pyx_L0;

  /* "View.MemoryView":1187
 * 
 * @cname('__pyx_fill_contig_strides_array')
 * cdef Py_ssize_t fill_contig_strides_array(             # <<<<<<<<<<<<<<
 *                 Py_ssize_t *shape, Py_ssize_t *strides, Py_ssize_t stride,
 *                 int ndim, char order) nogil:
 */

  /* function exit code */
  __pyx_L0:;
  return __pyx_r;
}

/* "View.MemoryView":1208
 * 
 * @cname('__pyx_memoryview_copy_data_to_temp')
 * cdef void *copy_data_to_temp(__Pyx_memviewslice *src,             # <<<<<<<<<<<<<<
 *                              __Pyx_memviewslice *tmpslice,
 *                              char order,
 */

static void *__pyx_memoryview_copy_data_to_temp(__Pyx_memviewslice *__pyx_v_src, __Pyx_memviewslice *__pyx_v_tmpslice, char __pyx_v_order, int __pyx_v_ndim) {
  int __pyx_v_i;
  void *__pyx_v_result;
  size_t __pyx_v_itemsize;
  size_t __pyx_v_size;
  void *__pyx_r;
  Py_ssize_t __pyx_t_1;
  int __pyx_t_2;
  int __pyx_t_3;
  struct __pyx_memoryview_obj *__pyx_t_4;
  int __pyx_t_5;
  int __pyx_t_6;

  /* "View.MemoryView":1219
 *     cdef void *result
 * 
 *     cdef size_t itemsize = src.memview.view.itemsize             # <<<<<<<<<<<<<<
 *     cdef size_t size = slice_get_size(src, ndim)
 * 
 */
  __pyx_t_1 = __pyx_v_src->memview->view.itemsize;
  __pyx_v_itemsize = __pyx_t_1;

  /* "View.MemoryView":1220
 * 
 *     cdef size_t itemsize = src.memview.view.itemsize
 *     cdef size_t size = slice_get_size(src, ndim)             # <<<<<<<<<<<<<<
 * 
 *     result = malloc(size)
 */
  __pyx_v_size = __pyx_memoryview_slice_get_size(__pyx_v_src, __pyx_v_ndim);

  /* "View.MemoryView":1222
 *     cdef size_t size = slice_get_size(src, ndim)
 * 
 *     result = malloc(size)             # <<<<<<<<<<<<<<
 *     if not result:
 *         _err(MemoryError, NULL)
 */
  __pyx_v_result = malloc(__pyx_v_size);

  /* "View.MemoryView":1223
 * 
 *     result = malloc(size)
 *     if not result:             # <<<<<<<<<<<<<<
 *         _err(MemoryError, NULL)
 * 
 */
  __pyx_t_2 = ((!(__pyx_v_result != 0)) != 0);
  if (__pyx_t_2) {

    /* "View.MemoryView":1224
 *     result = malloc(size)
 *     if not result:
 *         _err(MemoryError, NULL)             # <<<<<<<<<<<<<<
 * 
 * 
 */
    __pyx_t_3 = __pyx_memoryview_err(__pyx_builtin_MemoryError, NULL); if (unlikely(__pyx_t_3 == ((int)-1))) __PYX_ERR(1, 1224, __pyx_L1_error)

    /* "View.MemoryView":1223
 * 
 *     result = malloc(size)
 *     if not result:             # <<<<<<<<<<<<<<
 *         _err(MemoryError, NULL)
 * 
 */
  }

  /* "View.MemoryView":1227
 * 
 * 
 *     tmpslice.data = <char *> result             # <<<<<<<<<<<<<<
 *     tmpslice.memview = src.memview
 *     for i in range(ndim):
 */
  __pyx_v_tmpslice->data = ((char *)__pyx_v_result);

  /* "View.MemoryView":1228
 * 
 *     tmpslice.data = <char *> result
 *     tmpslice.memview = src.memview             # <<<<<<<<<<<<<<
 *     for i in range(ndim):
 *         tmpslice.shape[i] = src.shape[i]
 */
  __pyx_t_4 = __pyx_v_src->memview;
  __pyx_v_tmpslice->memview = __pyx_t_4;

  /* "View.MemoryView":1229
 *     tmpslice.data = <char *> result
 *     tmpslice.memview = src.memview
 *     for i in range(ndim):             # <<<<<<<<<<<<<<
 *         tmpslice.shape[i] = src.shape[i]
 *         tmpslice.suboffsets[i] = -1
 */
  __pyx_t_3 = __pyx_v_ndim;
  __pyx_t_5 = __pyx_t_3;
  for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) {
    __pyx_v_i = __pyx_t_6;

    /* "View.MemoryView":1230
 *     tmpslice.memview = src.memview
 *     for i in range(ndim):
 *         tmpslice.shape[i] = src.shape[i]             # <<<<<<<<<<<<<<
 *         tmpslice.suboffsets[i] = -1
 * 
 */
    (__pyx_v_tmpslice->shape[__pyx_v_i]) = (__pyx_v_src->shape[__pyx_v_i]);

    /* "View.MemoryView":1231
 *     for i in range(ndim):
 *         tmpslice.shape[i] = src.shape[i]
 *         tmpslice.suboffsets[i] = -1             # <<<<<<<<<<<<<<
 * 
 *     fill_contig_strides_array(&tmpslice.shape[0], &tmpslice.strides[0], itemsize,
 */
    (__pyx_v_tmpslice->suboffsets[__pyx_v_i]) = -1L;
  }

  /* "View.MemoryView":1233
 *         tmpslice.suboffsets[i] = -1
 * 
 *     fill_contig_strides_array(&tmpslice.shape[0], &tmpslice.strides[0], itemsize,             # <<<<<<<<<<<<<<
 *                               ndim, order)
 * 
 */
  (void)(__pyx_fill_contig_strides_array((&(__pyx_v_tmpslice->shape[0])), (&(__pyx_v_tmpslice->strides[0])), __pyx_v_itemsize, __pyx_v_ndim, __pyx_v_order));

  /* "View.MemoryView":1237
 * 
 * 
 *     for i in range(ndim):             # <<<<<<<<<<<<<<
 *         if tmpslice.shape[i] == 1:
 *             tmpslice.strides[i] = 0
 */
  __pyx_t_3 = __pyx_v_ndim;
  __pyx_t_5 = __pyx_t_3;
  for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) {
    __pyx_v_i = __pyx_t_6;

    /* "View.MemoryView":1238
 * 
 *     for i in range(ndim):
 *         if tmpslice.shape[i] == 1:             # <<<<<<<<<<<<<<
 *             tmpslice.strides[i] = 0
 * 
 */
    __pyx_t_2 = (((__pyx_v_tmpslice->shape[__pyx_v_i]) == 1) != 0);
    if (__pyx_t_2) {

      /* "View.MemoryView":1239
 *     for i in range(ndim):
 *         if tmpslice.shape[i] == 1:
 *             tmpslice.strides[i] = 0             # <<<<<<<<<<<<<<
 * 
 *     if slice_is_contig(src[0], order, ndim):
 */
      (__pyx_v_tmpslice->strides[__pyx_v_i]) = 0;

      /* "View.MemoryView":1238
 * 
 *     for i in range(ndim):
 *         if tmpslice.shape[i] == 1:             # <<<<<<<<<<<<<<
 *             tmpslice.strides[i] = 0
 * 
 */
    }
  }

  /* "View.MemoryView":1241
 *             tmpslice.strides[i] = 0
 * 
 *     if slice_is_contig(src[0], order, ndim):             # <<<<<<<<<<<<<<
 *         memcpy(result, src.data, size)
 *     else:
 */
  __pyx_t_2 = (__pyx_memviewslice_is_contig((__pyx_v_src[0]), __pyx_v_order, __pyx_v_ndim) != 0);
  if (__pyx_t_2) {

    /* "View.MemoryView":1242
 * 
 *     if slice_is_contig(src[0], order, ndim):
 *         memcpy(result, src.data, size)             # <<<<<<<<<<<<<<
 *     else:
 *         copy_strided_to_strided(src, tmpslice, ndim, itemsize)
 */
    (void)(memcpy(__pyx_v_result, __pyx_v_src->data, __pyx_v_size));

    /* "View.MemoryView":1241
 *             tmpslice.strides[i] = 0
 * 
 *     if slice_is_contig(src[0], order, ndim):             # <<<<<<<<<<<<<<
 *         memcpy(result, src.data, size)
 *     else:
 */
    goto __pyx_L9;
  }

  /* "View.MemoryView":1244
 *         memcpy(result, src.data, size)
 *     else:
 *         copy_strided_to_strided(src, tmpslice, ndim, itemsize)             # <<<<<<<<<<<<<<
 * 
 *     return result
 */
  /*else*/ {
    copy_strided_to_strided(__pyx_v_src, __pyx_v_tmpslice, __pyx_v_ndim, __pyx_v_itemsize);
  }
  __pyx_L9:;

  /* "View.MemoryView":1246
 *         copy_strided_to_strided(src, tmpslice, ndim, itemsize)
 * 
 *     return result             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_r = __pyx_v_result;
  goto __pyx_L0;

  /* "View.MemoryView":1208
 * 
 * @cname('__pyx_memoryview_copy_data_to_temp')
 * cdef void *copy_data_to_temp(__Pyx_memviewslice *src,             # <<<<<<<<<<<<<<
 *                              __Pyx_memviewslice *tmpslice,
 *                              char order,
 */

  /* function exit code */
  __pyx_L1_error:;
  {
    #ifdef WITH_THREAD
    PyGILState_STATE __pyx_gilstate_save = __Pyx_PyGILState_Ensure();
    #endif
    __Pyx_AddTraceback("View.MemoryView.copy_data_to_temp", __pyx_clineno, __pyx_lineno, __pyx_filename);
    #ifdef WITH_THREAD
    __Pyx_PyGILState_Release(__pyx_gilstate_save);
    #endif
  }
  __pyx_r = NULL;
  __pyx_L0:;
  return __pyx_r;
}

/* "View.MemoryView":1251
 * 
 * @cname('__pyx_memoryview_err_extents')
 * cdef int _err_extents(int i, Py_ssize_t extent1,             # <<<<<<<<<<<<<<
 *                              Py_ssize_t extent2) except -1 with gil:
 *     raise ValueError("got differing extents in dimension %d (got %d and %d)" %
 */

static int __pyx_memoryview_err_extents(int __pyx_v_i, Py_ssize_t __pyx_v_extent1, Py_ssize_t __pyx_v_extent2) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  #ifdef WITH_THREAD
  PyGILState_STATE __pyx_gilstate_save = __Pyx_PyGILState_Ensure();
  #endif
  __Pyx_RefNannySetupContext("_err_extents", 0);

  /* "View.MemoryView":1254
 *                              Py_ssize_t extent2) except -1 with gil:
 *     raise ValueError("got differing extents in dimension %d (got %d and %d)" %
 *                                                         (i, extent1, extent2))             # <<<<<<<<<<<<<<
 * 
 * @cname('__pyx_memoryview_err_dim')
 */
  __pyx_t_1 = __Pyx_PyInt_From_int(__pyx_v_i); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 1254, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_t_2 = PyInt_FromSsize_t(__pyx_v_extent1); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 1254, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = PyInt_FromSsize_t(__pyx_v_extent2); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 1254, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_4 = PyTuple_New(3); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 1254, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __Pyx_GIVEREF(__pyx_t_1);
  PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_2);
  PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_t_2);
  __Pyx_GIVEREF(__pyx_t_3);
  PyTuple_SET_ITEM(__pyx_t_4, 2, __pyx_t_3);
  __pyx_t_1 = 0;
  __pyx_t_2 = 0;
  __pyx_t_3 = 0;

  /* "View.MemoryView":1253
 * cdef int _err_extents(int i, Py_ssize_t extent1,
 *                              Py_ssize_t extent2) except -1 with gil:
 *     raise ValueError("got differing extents in dimension %d (got %d and %d)" %             # <<<<<<<<<<<<<<
 *                                                         (i, extent1, extent2))
 * 
 */
  __pyx_t_3 = __Pyx_PyString_Format(__pyx_kp_s_got_differing_extents_in_dimensi, __pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 1253, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  __pyx_t_4 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 1253, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __Pyx_Raise(__pyx_t_4, 0, 0, 0);
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  __PYX_ERR(1, 1253, __pyx_L1_error)

  /* "View.MemoryView":1251
 * 
 * @cname('__pyx_memoryview_err_extents')
 * cdef int _err_extents(int i, Py_ssize_t extent1,             # <<<<<<<<<<<<<<
 *                              Py_ssize_t extent2) except -1 with gil:
 *     raise ValueError("got differing extents in dimension %d (got %d and %d)" %
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_AddTraceback("View.MemoryView._err_extents", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __Pyx_RefNannyFinishContext();
  #ifdef WITH_THREAD
  __Pyx_PyGILState_Release(__pyx_gilstate_save);
  #endif
  return __pyx_r;
}

/* "View.MemoryView":1257
 * 
 * @cname('__pyx_memoryview_err_dim')
 * cdef int _err_dim(object error, char *msg, int dim) except -1 with gil:             # <<<<<<<<<<<<<<
 *     raise error(msg.decode('ascii') % dim)
 * 
 */

static int __pyx_memoryview_err_dim(PyObject *__pyx_v_error, char *__pyx_v_msg, int __pyx_v_dim) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  #ifdef WITH_THREAD
  PyGILState_STATE __pyx_gilstate_save = __Pyx_PyGILState_Ensure();
  #endif
  __Pyx_RefNannySetupContext("_err_dim", 0);
  __Pyx_INCREF(__pyx_v_error);

  /* "View.MemoryView":1258
 * @cname('__pyx_memoryview_err_dim')
 * cdef int _err_dim(object error, char *msg, int dim) except -1 with gil:
 *     raise error(msg.decode('ascii') % dim)             # <<<<<<<<<<<<<<
 * 
 * @cname('__pyx_memoryview_err')
 */
  __pyx_t_2 = __Pyx_decode_c_string(__pyx_v_msg, 0, strlen(__pyx_v_msg), NULL, NULL, PyUnicode_DecodeASCII); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 1258, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_3 = __Pyx_PyInt_From_int(__pyx_v_dim); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 1258, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __pyx_t_4 = PyUnicode_Format(__pyx_t_2, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 1258, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_4);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __Pyx_INCREF(__pyx_v_error);
  __pyx_t_3 = __pyx_v_error; __pyx_t_2 = NULL;
  if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) {
    __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3);
    if (likely(__pyx_t_2)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3);
      __Pyx_INCREF(__pyx_t_2);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_3, function);
    }
  }
  __pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_t_4) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_t_4);
  __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
  if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 1258, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
  __Pyx_Raise(__pyx_t_1, 0, 0, 0);
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __PYX_ERR(1, 1258, __pyx_L1_error)

  /* "View.MemoryView":1257
 * 
 * @cname('__pyx_memoryview_err_dim')
 * cdef int _err_dim(object error, char *msg, int dim) except -1 with gil:             # <<<<<<<<<<<<<<
 *     raise error(msg.decode('ascii') % dim)
 * 
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_AddTraceback("View.MemoryView._err_dim", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __Pyx_XDECREF(__pyx_v_error);
  __Pyx_RefNannyFinishContext();
  #ifdef WITH_THREAD
  __Pyx_PyGILState_Release(__pyx_gilstate_save);
  #endif
  return __pyx_r;
}

/* "View.MemoryView":1261
 * 
 * @cname('__pyx_memoryview_err')
 * cdef int _err(object error, char *msg) except -1 with gil:             # <<<<<<<<<<<<<<
 *     if msg != NULL:
 *         raise error(msg.decode('ascii'))
 */

static int __pyx_memoryview_err(PyObject *__pyx_v_error, char *__pyx_v_msg) {
  int __pyx_r;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  PyObject *__pyx_t_5 = NULL;
  #ifdef WITH_THREAD
  PyGILState_STATE __pyx_gilstate_save = __Pyx_PyGILState_Ensure();
  #endif
  __Pyx_RefNannySetupContext("_err", 0);
  __Pyx_INCREF(__pyx_v_error);

  /* "View.MemoryView":1262
 * @cname('__pyx_memoryview_err')
 * cdef int _err(object error, char *msg) except -1 with gil:
 *     if msg != NULL:             # <<<<<<<<<<<<<<
 *         raise error(msg.decode('ascii'))
 *     else:
 */
  __pyx_t_1 = ((__pyx_v_msg != NULL) != 0);
  if (unlikely(__pyx_t_1)) {

    /* "View.MemoryView":1263
 * cdef int _err(object error, char *msg) except -1 with gil:
 *     if msg != NULL:
 *         raise error(msg.decode('ascii'))             # <<<<<<<<<<<<<<
 *     else:
 *         raise error
 */
    __pyx_t_3 = __Pyx_decode_c_string(__pyx_v_msg, 0, strlen(__pyx_v_msg), NULL, NULL, PyUnicode_DecodeASCII); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 1263, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_INCREF(__pyx_v_error);
    __pyx_t_4 = __pyx_v_error; __pyx_t_5 = NULL;
    if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_4))) {
      __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_4);
      if (likely(__pyx_t_5)) {
        PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4);
        __Pyx_INCREF(__pyx_t_5);
        __Pyx_INCREF(function);
        __Pyx_DECREF_SET(__pyx_t_4, function);
      }
    }
    __pyx_t_2 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_5, __pyx_t_3) : __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_3);
    __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 1263, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
    __Pyx_Raise(__pyx_t_2, 0, 0, 0);
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __PYX_ERR(1, 1263, __pyx_L1_error)

    /* "View.MemoryView":1262
 * @cname('__pyx_memoryview_err')
 * cdef int _err(object error, char *msg) except -1 with gil:
 *     if msg != NULL:             # <<<<<<<<<<<<<<
 *         raise error(msg.decode('ascii'))
 *     else:
 */
  }

  /* "View.MemoryView":1265
 *         raise error(msg.decode('ascii'))
 *     else:
 *         raise error             # <<<<<<<<<<<<<<
 * 
 * @cname('__pyx_memoryview_copy_contents')
 */
  /*else*/ {
    __Pyx_Raise(__pyx_v_error, 0, 0, 0);
    __PYX_ERR(1, 1265, __pyx_L1_error)
  }

  /* "View.MemoryView":1261
 * 
 * @cname('__pyx_memoryview_err')
 * cdef int _err(object error, char *msg) except -1 with gil:             # <<<<<<<<<<<<<<
 *     if msg != NULL:
 *         raise error(msg.decode('ascii'))
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_AddTraceback("View.MemoryView._err", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = -1;
  __Pyx_XDECREF(__pyx_v_error);
  __Pyx_RefNannyFinishContext();
  #ifdef WITH_THREAD
  __Pyx_PyGILState_Release(__pyx_gilstate_save);
  #endif
  return __pyx_r;
}

/* "View.MemoryView":1268
 * 
 * @cname('__pyx_memoryview_copy_contents')
 * cdef int memoryview_copy_contents(__Pyx_memviewslice src,             # <<<<<<<<<<<<<<
 *                                   __Pyx_memviewslice dst,
 *                                   int src_ndim, int dst_ndim,
 */

static int __pyx_memoryview_copy_contents(__Pyx_memviewslice __pyx_v_src, __Pyx_memviewslice __pyx_v_dst, int __pyx_v_src_ndim, int __pyx_v_dst_ndim, int __pyx_v_dtype_is_object) {
  void *__pyx_v_tmpdata;
  size_t __pyx_v_itemsize;
  int __pyx_v_i;
  char __pyx_v_order;
  int __pyx_v_broadcasting;
  int __pyx_v_direct_copy;
  __Pyx_memviewslice __pyx_v_tmp;
  int __pyx_v_ndim;
  int __pyx_r;
  Py_ssize_t __pyx_t_1;
  int __pyx_t_2;
  int __pyx_t_3;
  int __pyx_t_4;
  int __pyx_t_5;
  int __pyx_t_6;
  void *__pyx_t_7;
  int __pyx_t_8;

  /* "View.MemoryView":1276
 *     Check for overlapping memory and verify the shapes.
 *     """
 *     cdef void *tmpdata = NULL             # <<<<<<<<<<<<<<
 *     cdef size_t itemsize = src.memview.view.itemsize
 *     cdef int i
 */
  __pyx_v_tmpdata = NULL;

  /* "View.MemoryView":1277
 *     """
 *     cdef void *tmpdata = NULL
 *     cdef size_t itemsize = src.memview.view.itemsize             # <<<<<<<<<<<<<<
 *     cdef int i
 *     cdef char order = get_best_order(&src, src_ndim)
 */
  __pyx_t_1 = __pyx_v_src.memview->view.itemsize;
  __pyx_v_itemsize = __pyx_t_1;

  /* "View.MemoryView":1279
 *     cdef size_t itemsize = src.memview.view.itemsize
 *     cdef int i
 *     cdef char order = get_best_order(&src, src_ndim)             # <<<<<<<<<<<<<<
 *     cdef bint broadcasting = False
 *     cdef bint direct_copy = False
 */
  __pyx_v_order = __pyx_get_best_slice_order((&__pyx_v_src), __pyx_v_src_ndim);

  /* "View.MemoryView":1280
 *     cdef int i
 *     cdef char order = get_best_order(&src, src_ndim)
 *     cdef bint broadcasting = False             # <<<<<<<<<<<<<<
 *     cdef bint direct_copy = False
 *     cdef __Pyx_memviewslice tmp
 */
  __pyx_v_broadcasting = 0;

  /* "View.MemoryView":1281
 *     cdef char order = get_best_order(&src, src_ndim)
 *     cdef bint broadcasting = False
 *     cdef bint direct_copy = False             # <<<<<<<<<<<<<<
 *     cdef __Pyx_memviewslice tmp
 * 
 */
  __pyx_v_direct_copy = 0;

  /* "View.MemoryView":1284
 *     cdef __Pyx_memviewslice tmp
 * 
 *     if src_ndim < dst_ndim:             # <<<<<<<<<<<<<<
 *         broadcast_leading(&src, src_ndim, dst_ndim)
 *     elif dst_ndim < src_ndim:
 */
  __pyx_t_2 = ((__pyx_v_src_ndim < __pyx_v_dst_ndim) != 0);
  if (__pyx_t_2) {

    /* "View.MemoryView":1285
 * 
 *     if src_ndim < dst_ndim:
 *         broadcast_leading(&src, src_ndim, dst_ndim)             # <<<<<<<<<<<<<<
 *     elif dst_ndim < src_ndim:
 *         broadcast_leading(&dst, dst_ndim, src_ndim)
 */
    __pyx_memoryview_broadcast_leading((&__pyx_v_src), __pyx_v_src_ndim, __pyx_v_dst_ndim);

    /* "View.MemoryView":1284
 *     cdef __Pyx_memviewslice tmp
 * 
 *     if src_ndim < dst_ndim:             # <<<<<<<<<<<<<<
 *         broadcast_leading(&src, src_ndim, dst_ndim)
 *     elif dst_ndim < src_ndim:
 */
    goto __pyx_L3;
  }

  /* "View.MemoryView":1286
 *     if src_ndim < dst_ndim:
 *         broadcast_leading(&src, src_ndim, dst_ndim)
 *     elif dst_ndim < src_ndim:             # <<<<<<<<<<<<<<
 *         broadcast_leading(&dst, dst_ndim, src_ndim)
 * 
 */
  __pyx_t_2 = ((__pyx_v_dst_ndim < __pyx_v_src_ndim) != 0);
  if (__pyx_t_2) {

    /* "View.MemoryView":1287
 *         broadcast_leading(&src, src_ndim, dst_ndim)
 *     elif dst_ndim < src_ndim:
 *         broadcast_leading(&dst, dst_ndim, src_ndim)             # <<<<<<<<<<<<<<
 * 
 *     cdef int ndim = max(src_ndim, dst_ndim)
 */
    __pyx_memoryview_broadcast_leading((&__pyx_v_dst), __pyx_v_dst_ndim, __pyx_v_src_ndim);

    /* "View.MemoryView":1286
 *     if src_ndim < dst_ndim:
 *         broadcast_leading(&src, src_ndim, dst_ndim)
 *     elif dst_ndim < src_ndim:             # <<<<<<<<<<<<<<
 *         broadcast_leading(&dst, dst_ndim, src_ndim)
 * 
 */
  }
  __pyx_L3:;

  /* "View.MemoryView":1289
 *         broadcast_leading(&dst, dst_ndim, src_ndim)
 * 
 *     cdef int ndim = max(src_ndim, dst_ndim)             # <<<<<<<<<<<<<<
 * 
 *     for i in range(ndim):
 */
  __pyx_t_3 = __pyx_v_dst_ndim;
  __pyx_t_4 = __pyx_v_src_ndim;
  if (((__pyx_t_3 > __pyx_t_4) != 0)) {
    __pyx_t_5 = __pyx_t_3;
  } else {
    __pyx_t_5 = __pyx_t_4;
  }
  __pyx_v_ndim = __pyx_t_5;

  /* "View.MemoryView":1291
 *     cdef int ndim = max(src_ndim, dst_ndim)
 * 
 *     for i in range(ndim):             # <<<<<<<<<<<<<<
 *         if src.shape[i] != dst.shape[i]:
 *             if src.shape[i] == 1:
 */
  __pyx_t_5 = __pyx_v_ndim;
  __pyx_t_3 = __pyx_t_5;
  for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
    __pyx_v_i = __pyx_t_4;

    /* "View.MemoryView":1292
 * 
 *     for i in range(ndim):
 *         if src.shape[i] != dst.shape[i]:             # <<<<<<<<<<<<<<
 *             if src.shape[i] == 1:
 *                 broadcasting = True
 */
    __pyx_t_2 = (((__pyx_v_src.shape[__pyx_v_i]) != (__pyx_v_dst.shape[__pyx_v_i])) != 0);
    if (__pyx_t_2) {

      /* "View.MemoryView":1293
 *     for i in range(ndim):
 *         if src.shape[i] != dst.shape[i]:
 *             if src.shape[i] == 1:             # <<<<<<<<<<<<<<
 *                 broadcasting = True
 *                 src.strides[i] = 0
 */
      __pyx_t_2 = (((__pyx_v_src.shape[__pyx_v_i]) == 1) != 0);
      if (__pyx_t_2) {

        /* "View.MemoryView":1294
 *         if src.shape[i] != dst.shape[i]:
 *             if src.shape[i] == 1:
 *                 broadcasting = True             # <<<<<<<<<<<<<<
 *                 src.strides[i] = 0
 *             else:
 */
        __pyx_v_broadcasting = 1;

        /* "View.MemoryView":1295
 *             if src.shape[i] == 1:
 *                 broadcasting = True
 *                 src.strides[i] = 0             # <<<<<<<<<<<<<<
 *             else:
 *                 _err_extents(i, dst.shape[i], src.shape[i])
 */
        (__pyx_v_src.strides[__pyx_v_i]) = 0;

        /* "View.MemoryView":1293
 *     for i in range(ndim):
 *         if src.shape[i] != dst.shape[i]:
 *             if src.shape[i] == 1:             # <<<<<<<<<<<<<<
 *                 broadcasting = True
 *                 src.strides[i] = 0
 */
        goto __pyx_L7;
      }

      /* "View.MemoryView":1297
 *                 src.strides[i] = 0
 *             else:
 *                 _err_extents(i, dst.shape[i], src.shape[i])             # <<<<<<<<<<<<<<
 * 
 *         if src.suboffsets[i] >= 0:
 */
      /*else*/ {
        __pyx_t_6 = __pyx_memoryview_err_extents(__pyx_v_i, (__pyx_v_dst.shape[__pyx_v_i]), (__pyx_v_src.shape[__pyx_v_i])); if (unlikely(__pyx_t_6 == ((int)-1))) __PYX_ERR(1, 1297, __pyx_L1_error)
      }
      __pyx_L7:;

      /* "View.MemoryView":1292
 * 
 *     for i in range(ndim):
 *         if src.shape[i] != dst.shape[i]:             # <<<<<<<<<<<<<<
 *             if src.shape[i] == 1:
 *                 broadcasting = True
 */
    }

    /* "View.MemoryView":1299
 *                 _err_extents(i, dst.shape[i], src.shape[i])
 * 
 *         if src.suboffsets[i] >= 0:             # <<<<<<<<<<<<<<
 *             _err_dim(ValueError, "Dimension %d is not direct", i)
 * 
 */
    __pyx_t_2 = (((__pyx_v_src.suboffsets[__pyx_v_i]) >= 0) != 0);
    if (__pyx_t_2) {

      /* "View.MemoryView":1300
 * 
 *         if src.suboffsets[i] >= 0:
 *             _err_dim(ValueError, "Dimension %d is not direct", i)             # <<<<<<<<<<<<<<
 * 
 *     if slices_overlap(&src, &dst, ndim, itemsize):
 */
      __pyx_t_6 = __pyx_memoryview_err_dim(__pyx_builtin_ValueError, ((char *)"Dimension %d is not direct"), __pyx_v_i); if (unlikely(__pyx_t_6 == ((int)-1))) __PYX_ERR(1, 1300, __pyx_L1_error)

      /* "View.MemoryView":1299
 *                 _err_extents(i, dst.shape[i], src.shape[i])
 * 
 *         if src.suboffsets[i] >= 0:             # <<<<<<<<<<<<<<
 *             _err_dim(ValueError, "Dimension %d is not direct", i)
 * 
 */
    }
  }

  /* "View.MemoryView":1302
 *             _err_dim(ValueError, "Dimension %d is not direct", i)
 * 
 *     if slices_overlap(&src, &dst, ndim, itemsize):             # <<<<<<<<<<<<<<
 * 
 *         if not slice_is_contig(src, order, ndim):
 */
  __pyx_t_2 = (__pyx_slices_overlap((&__pyx_v_src), (&__pyx_v_dst), __pyx_v_ndim, __pyx_v_itemsize) != 0);
  if (__pyx_t_2) {

    /* "View.MemoryView":1304
 *     if slices_overlap(&src, &dst, ndim, itemsize):
 * 
 *         if not slice_is_contig(src, order, ndim):             # <<<<<<<<<<<<<<
 *             order = get_best_order(&dst, ndim)
 * 
 */
    __pyx_t_2 = ((!(__pyx_memviewslice_is_contig(__pyx_v_src, __pyx_v_order, __pyx_v_ndim) != 0)) != 0);
    if (__pyx_t_2) {

      /* "View.MemoryView":1305
 * 
 *         if not slice_is_contig(src, order, ndim):
 *             order = get_best_order(&dst, ndim)             # <<<<<<<<<<<<<<
 * 
 *         tmpdata = copy_data_to_temp(&src, &tmp, order, ndim)
 */
      __pyx_v_order = __pyx_get_best_slice_order((&__pyx_v_dst), __pyx_v_ndim);

      /* "View.MemoryView":1304
 *     if slices_overlap(&src, &dst, ndim, itemsize):
 * 
 *         if not slice_is_contig(src, order, ndim):             # <<<<<<<<<<<<<<
 *             order = get_best_order(&dst, ndim)
 * 
 */
    }

    /* "View.MemoryView":1307
 *             order = get_best_order(&dst, ndim)
 * 
 *         tmpdata = copy_data_to_temp(&src, &tmp, order, ndim)             # <<<<<<<<<<<<<<
 *         src = tmp
 * 
 */
    __pyx_t_7 = __pyx_memoryview_copy_data_to_temp((&__pyx_v_src), (&__pyx_v_tmp), __pyx_v_order, __pyx_v_ndim); if (unlikely(__pyx_t_7 == ((void *)NULL))) __PYX_ERR(1, 1307, __pyx_L1_error)
    __pyx_v_tmpdata = __pyx_t_7;

    /* "View.MemoryView":1308
 * 
 *         tmpdata = copy_data_to_temp(&src, &tmp, order, ndim)
 *         src = tmp             # <<<<<<<<<<<<<<
 * 
 *     if not broadcasting:
 */
    __pyx_v_src = __pyx_v_tmp;

    /* "View.MemoryView":1302
 *             _err_dim(ValueError, "Dimension %d is not direct", i)
 * 
 *     if slices_overlap(&src, &dst, ndim, itemsize):             # <<<<<<<<<<<<<<
 * 
 *         if not slice_is_contig(src, order, ndim):
 */
  }

  /* "View.MemoryView":1310
 *         src = tmp
 * 
 *     if not broadcasting:             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_t_2 = ((!(__pyx_v_broadcasting != 0)) != 0);
  if (__pyx_t_2) {

    /* "View.MemoryView":1313
 * 
 * 
 *         if slice_is_contig(src, 'C', ndim):             # <<<<<<<<<<<<<<
 *             direct_copy = slice_is_contig(dst, 'C', ndim)
 *         elif slice_is_contig(src, 'F', ndim):
 */
    __pyx_t_2 = (__pyx_memviewslice_is_contig(__pyx_v_src, 'C', __pyx_v_ndim) != 0);
    if (__pyx_t_2) {

      /* "View.MemoryView":1314
 * 
 *         if slice_is_contig(src, 'C', ndim):
 *             direct_copy = slice_is_contig(dst, 'C', ndim)             # <<<<<<<<<<<<<<
 *         elif slice_is_contig(src, 'F', ndim):
 *             direct_copy = slice_is_contig(dst, 'F', ndim)
 */
      __pyx_v_direct_copy = __pyx_memviewslice_is_contig(__pyx_v_dst, 'C', __pyx_v_ndim);

      /* "View.MemoryView":1313
 * 
 * 
 *         if slice_is_contig(src, 'C', ndim):             # <<<<<<<<<<<<<<
 *             direct_copy = slice_is_contig(dst, 'C', ndim)
 *         elif slice_is_contig(src, 'F', ndim):
 */
      goto __pyx_L12;
    }

    /* "View.MemoryView":1315
 *         if slice_is_contig(src, 'C', ndim):
 *             direct_copy = slice_is_contig(dst, 'C', ndim)
 *         elif slice_is_contig(src, 'F', ndim):             # <<<<<<<<<<<<<<
 *             direct_copy = slice_is_contig(dst, 'F', ndim)
 * 
 */
    __pyx_t_2 = (__pyx_memviewslice_is_contig(__pyx_v_src, 'F', __pyx_v_ndim) != 0);
    if (__pyx_t_2) {

      /* "View.MemoryView":1316
 *             direct_copy = slice_is_contig(dst, 'C', ndim)
 *         elif slice_is_contig(src, 'F', ndim):
 *             direct_copy = slice_is_contig(dst, 'F', ndim)             # <<<<<<<<<<<<<<
 * 
 *         if direct_copy:
 */
      __pyx_v_direct_copy = __pyx_memviewslice_is_contig(__pyx_v_dst, 'F', __pyx_v_ndim);

      /* "View.MemoryView":1315
 *         if slice_is_contig(src, 'C', ndim):
 *             direct_copy = slice_is_contig(dst, 'C', ndim)
 *         elif slice_is_contig(src, 'F', ndim):             # <<<<<<<<<<<<<<
 *             direct_copy = slice_is_contig(dst, 'F', ndim)
 * 
 */
    }
    __pyx_L12:;

    /* "View.MemoryView":1318
 *             direct_copy = slice_is_contig(dst, 'F', ndim)
 * 
 *         if direct_copy:             # <<<<<<<<<<<<<<
 * 
 *             refcount_copying(&dst, dtype_is_object, ndim, False)
 */
    __pyx_t_2 = (__pyx_v_direct_copy != 0);
    if (__pyx_t_2) {

      /* "View.MemoryView":1320
 *         if direct_copy:
 * 
 *             refcount_copying(&dst, dtype_is_object, ndim, False)             # <<<<<<<<<<<<<<
 *             memcpy(dst.data, src.data, slice_get_size(&src, ndim))
 *             refcount_copying(&dst, dtype_is_object, ndim, True)
 */
      __pyx_memoryview_refcount_copying((&__pyx_v_dst), __pyx_v_dtype_is_object, __pyx_v_ndim, 0);

      /* "View.MemoryView":1321
 * 
 *             refcount_copying(&dst, dtype_is_object, ndim, False)
 *             memcpy(dst.data, src.data, slice_get_size(&src, ndim))             # <<<<<<<<<<<<<<
 *             refcount_copying(&dst, dtype_is_object, ndim, True)
 *             free(tmpdata)
 */
      (void)(memcpy(__pyx_v_dst.data, __pyx_v_src.data, __pyx_memoryview_slice_get_size((&__pyx_v_src), __pyx_v_ndim)));

      /* "View.MemoryView":1322
 *             refcount_copying(&dst, dtype_is_object, ndim, False)
 *             memcpy(dst.data, src.data, slice_get_size(&src, ndim))
 *             refcount_copying(&dst, dtype_is_object, ndim, True)             # <<<<<<<<<<<<<<
 *             free(tmpdata)
 *             return 0
 */
      __pyx_memoryview_refcount_copying((&__pyx_v_dst), __pyx_v_dtype_is_object, __pyx_v_ndim, 1);

      /* "View.MemoryView":1323
 *             memcpy(dst.data, src.data, slice_get_size(&src, ndim))
 *             refcount_copying(&dst, dtype_is_object, ndim, True)
 *             free(tmpdata)             # <<<<<<<<<<<<<<
 *             return 0
 * 
 */
      free(__pyx_v_tmpdata);

      /* "View.MemoryView":1324
 *             refcount_copying(&dst, dtype_is_object, ndim, True)
 *             free(tmpdata)
 *             return 0             # <<<<<<<<<<<<<<
 * 
 *     if order == 'F' == get_best_order(&dst, ndim):
 */
      __pyx_r = 0;
      goto __pyx_L0;

      /* "View.MemoryView":1318
 *             direct_copy = slice_is_contig(dst, 'F', ndim)
 * 
 *         if direct_copy:             # <<<<<<<<<<<<<<
 * 
 *             refcount_copying(&dst, dtype_is_object, ndim, False)
 */
    }

    /* "View.MemoryView":1310
 *         src = tmp
 * 
 *     if not broadcasting:             # <<<<<<<<<<<<<<
 * 
 * 
 */
  }

  /* "View.MemoryView":1326
 *             return 0
 * 
 *     if order == 'F' == get_best_order(&dst, ndim):             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_t_2 = (__pyx_v_order == 'F');
  if (__pyx_t_2) {
    __pyx_t_2 = ('F' == __pyx_get_best_slice_order((&__pyx_v_dst), __pyx_v_ndim));
  }
  __pyx_t_8 = (__pyx_t_2 != 0);
  if (__pyx_t_8) {

    /* "View.MemoryView":1329
 * 
 * 
 *         transpose_memslice(&src)             # <<<<<<<<<<<<<<
 *         transpose_memslice(&dst)
 * 
 */
    __pyx_t_5 = __pyx_memslice_transpose((&__pyx_v_src)); if (unlikely(__pyx_t_5 == ((int)0))) __PYX_ERR(1, 1329, __pyx_L1_error)

    /* "View.MemoryView":1330
 * 
 *         transpose_memslice(&src)
 *         transpose_memslice(&dst)             # <<<<<<<<<<<<<<
 * 
 *     refcount_copying(&dst, dtype_is_object, ndim, False)
 */
    __pyx_t_5 = __pyx_memslice_transpose((&__pyx_v_dst)); if (unlikely(__pyx_t_5 == ((int)0))) __PYX_ERR(1, 1330, __pyx_L1_error)

    /* "View.MemoryView":1326
 *             return 0
 * 
 *     if order == 'F' == get_best_order(&dst, ndim):             # <<<<<<<<<<<<<<
 * 
 * 
 */
  }

  /* "View.MemoryView":1332
 *         transpose_memslice(&dst)
 * 
 *     refcount_copying(&dst, dtype_is_object, ndim, False)             # <<<<<<<<<<<<<<
 *     copy_strided_to_strided(&src, &dst, ndim, itemsize)
 *     refcount_copying(&dst, dtype_is_object, ndim, True)
 */
  __pyx_memoryview_refcount_copying((&__pyx_v_dst), __pyx_v_dtype_is_object, __pyx_v_ndim, 0);

  /* "View.MemoryView":1333
 * 
 *     refcount_copying(&dst, dtype_is_object, ndim, False)
 *     copy_strided_to_strided(&src, &dst, ndim, itemsize)             # <<<<<<<<<<<<<<
 *     refcount_copying(&dst, dtype_is_object, ndim, True)
 * 
 */
  copy_strided_to_strided((&__pyx_v_src), (&__pyx_v_dst), __pyx_v_ndim, __pyx_v_itemsize);

  /* "View.MemoryView":1334
 *     refcount_copying(&dst, dtype_is_object, ndim, False)
 *     copy_strided_to_strided(&src, &dst, ndim, itemsize)
 *     refcount_copying(&dst, dtype_is_object, ndim, True)             # <<<<<<<<<<<<<<
 * 
 *     free(tmpdata)
 */
  __pyx_memoryview_refcount_copying((&__pyx_v_dst), __pyx_v_dtype_is_object, __pyx_v_ndim, 1);

  /* "View.MemoryView":1336
 *     refcount_copying(&dst, dtype_is_object, ndim, True)
 * 
 *     free(tmpdata)             # <<<<<<<<<<<<<<
 *     return 0
 * 
 */
  free(__pyx_v_tmpdata);

  /* "View.MemoryView":1337
 * 
 *     free(tmpdata)
 *     return 0             # <<<<<<<<<<<<<<
 * 
 * @cname('__pyx_memoryview_broadcast_leading')
 */
  __pyx_r = 0;
  goto __pyx_L0;

  /* "View.MemoryView":1268
 * 
 * @cname('__pyx_memoryview_copy_contents')
 * cdef int memoryview_copy_contents(__Pyx_memviewslice src,             # <<<<<<<<<<<<<<
 *                                   __Pyx_memviewslice dst,
 *                                   int src_ndim, int dst_ndim,
 */

  /* function exit code */
  __pyx_L1_error:;
  {
    #ifdef WITH_THREAD
    PyGILState_STATE __pyx_gilstate_save = __Pyx_PyGILState_Ensure();
    #endif
    __Pyx_AddTraceback("View.MemoryView.memoryview_copy_contents", __pyx_clineno, __pyx_lineno, __pyx_filename);
    #ifdef WITH_THREAD
    __Pyx_PyGILState_Release(__pyx_gilstate_save);
    #endif
  }
  __pyx_r = -1;
  __pyx_L0:;
  return __pyx_r;
}

/* "View.MemoryView":1340
 * 
 * @cname('__pyx_memoryview_broadcast_leading')
 * cdef void broadcast_leading(__Pyx_memviewslice *mslice,             # <<<<<<<<<<<<<<
 *                             int ndim,
 *                             int ndim_other) nogil:
 */

static void __pyx_memoryview_broadcast_leading(__Pyx_memviewslice *__pyx_v_mslice, int __pyx_v_ndim, int __pyx_v_ndim_other) {
  int __pyx_v_i;
  int __pyx_v_offset;
  int __pyx_t_1;
  int __pyx_t_2;
  int __pyx_t_3;

  /* "View.MemoryView":1344
 *                             int ndim_other) nogil:
 *     cdef int i
 *     cdef int offset = ndim_other - ndim             # <<<<<<<<<<<<<<
 * 
 *     for i in range(ndim - 1, -1, -1):
 */
  __pyx_v_offset = (__pyx_v_ndim_other - __pyx_v_ndim);

  /* "View.MemoryView":1346
 *     cdef int offset = ndim_other - ndim
 * 
 *     for i in range(ndim - 1, -1, -1):             # <<<<<<<<<<<<<<
 *         mslice.shape[i + offset] = mslice.shape[i]
 *         mslice.strides[i + offset] = mslice.strides[i]
 */
  for (__pyx_t_1 = (__pyx_v_ndim - 1); __pyx_t_1 > -1; __pyx_t_1-=1) {
    __pyx_v_i = __pyx_t_1;

    /* "View.MemoryView":1347
 * 
 *     for i in range(ndim - 1, -1, -1):
 *         mslice.shape[i + offset] = mslice.shape[i]             # <<<<<<<<<<<<<<
 *         mslice.strides[i + offset] = mslice.strides[i]
 *         mslice.suboffsets[i + offset] = mslice.suboffsets[i]
 */
    (__pyx_v_mslice->shape[(__pyx_v_i + __pyx_v_offset)]) = (__pyx_v_mslice->shape[__pyx_v_i]);

    /* "View.MemoryView":1348
 *     for i in range(ndim - 1, -1, -1):
 *         mslice.shape[i + offset] = mslice.shape[i]
 *         mslice.strides[i + offset] = mslice.strides[i]             # <<<<<<<<<<<<<<
 *         mslice.suboffsets[i + offset] = mslice.suboffsets[i]
 * 
 */
    (__pyx_v_mslice->strides[(__pyx_v_i + __pyx_v_offset)]) = (__pyx_v_mslice->strides[__pyx_v_i]);

    /* "View.MemoryView":1349
 *         mslice.shape[i + offset] = mslice.shape[i]
 *         mslice.strides[i + offset] = mslice.strides[i]
 *         mslice.suboffsets[i + offset] = mslice.suboffsets[i]             # <<<<<<<<<<<<<<
 * 
 *     for i in range(offset):
 */
    (__pyx_v_mslice->suboffsets[(__pyx_v_i + __pyx_v_offset)]) = (__pyx_v_mslice->suboffsets[__pyx_v_i]);
  }

  /* "View.MemoryView":1351
 *         mslice.suboffsets[i + offset] = mslice.suboffsets[i]
 * 
 *     for i in range(offset):             # <<<<<<<<<<<<<<
 *         mslice.shape[i] = 1
 *         mslice.strides[i] = mslice.strides[0]
 */
  __pyx_t_1 = __pyx_v_offset;
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
    __pyx_v_i = __pyx_t_3;

    /* "View.MemoryView":1352
 * 
 *     for i in range(offset):
 *         mslice.shape[i] = 1             # <<<<<<<<<<<<<<
 *         mslice.strides[i] = mslice.strides[0]
 *         mslice.suboffsets[i] = -1
 */
    (__pyx_v_mslice->shape[__pyx_v_i]) = 1;

    /* "View.MemoryView":1353
 *     for i in range(offset):
 *         mslice.shape[i] = 1
 *         mslice.strides[i] = mslice.strides[0]             # <<<<<<<<<<<<<<
 *         mslice.suboffsets[i] = -1
 * 
 */
    (__pyx_v_mslice->strides[__pyx_v_i]) = (__pyx_v_mslice->strides[0]);

    /* "View.MemoryView":1354
 *         mslice.shape[i] = 1
 *         mslice.strides[i] = mslice.strides[0]
 *         mslice.suboffsets[i] = -1             # <<<<<<<<<<<<<<
 * 
 * 
 */
    (__pyx_v_mslice->suboffsets[__pyx_v_i]) = -1L;
  }

  /* "View.MemoryView":1340
 * 
 * @cname('__pyx_memoryview_broadcast_leading')
 * cdef void broadcast_leading(__Pyx_memviewslice *mslice,             # <<<<<<<<<<<<<<
 *                             int ndim,
 *                             int ndim_other) nogil:
 */

  /* function exit code */
}

/* "View.MemoryView":1362
 * 
 * @cname('__pyx_memoryview_refcount_copying')
 * cdef void refcount_copying(__Pyx_memviewslice *dst, bint dtype_is_object,             # <<<<<<<<<<<<<<
 *                            int ndim, bint inc) nogil:
 * 
 */

static void __pyx_memoryview_refcount_copying(__Pyx_memviewslice *__pyx_v_dst, int __pyx_v_dtype_is_object, int __pyx_v_ndim, int __pyx_v_inc) {
  int __pyx_t_1;

  /* "View.MemoryView":1366
 * 
 * 
 *     if dtype_is_object:             # <<<<<<<<<<<<<<
 *         refcount_objects_in_slice_with_gil(dst.data, dst.shape,
 *                                            dst.strides, ndim, inc)
 */
  __pyx_t_1 = (__pyx_v_dtype_is_object != 0);
  if (__pyx_t_1) {

    /* "View.MemoryView":1367
 * 
 *     if dtype_is_object:
 *         refcount_objects_in_slice_with_gil(dst.data, dst.shape,             # <<<<<<<<<<<<<<
 *                                            dst.strides, ndim, inc)
 * 
 */
    __pyx_memoryview_refcount_objects_in_slice_with_gil(__pyx_v_dst->data, __pyx_v_dst->shape, __pyx_v_dst->strides, __pyx_v_ndim, __pyx_v_inc);

    /* "View.MemoryView":1366
 * 
 * 
 *     if dtype_is_object:             # <<<<<<<<<<<<<<
 *         refcount_objects_in_slice_with_gil(dst.data, dst.shape,
 *                                            dst.strides, ndim, inc)
 */
  }

  /* "View.MemoryView":1362
 * 
 * @cname('__pyx_memoryview_refcount_copying')
 * cdef void refcount_copying(__Pyx_memviewslice *dst, bint dtype_is_object,             # <<<<<<<<<<<<<<
 *                            int ndim, bint inc) nogil:
 * 
 */

  /* function exit code */
}

/* "View.MemoryView":1371
 * 
 * @cname('__pyx_memoryview_refcount_objects_in_slice_with_gil')
 * cdef void refcount_objects_in_slice_with_gil(char *data, Py_ssize_t *shape,             # <<<<<<<<<<<<<<
 *                                              Py_ssize_t *strides, int ndim,
 *                                              bint inc) with gil:
 */

static void __pyx_memoryview_refcount_objects_in_slice_with_gil(char *__pyx_v_data, Py_ssize_t *__pyx_v_shape, Py_ssize_t *__pyx_v_strides, int __pyx_v_ndim, int __pyx_v_inc) {
  __Pyx_RefNannyDeclarations
  #ifdef WITH_THREAD
  PyGILState_STATE __pyx_gilstate_save = __Pyx_PyGILState_Ensure();
  #endif
  __Pyx_RefNannySetupContext("refcount_objects_in_slice_with_gil", 0);

  /* "View.MemoryView":1374
 *                                              Py_ssize_t *strides, int ndim,
 *                                              bint inc) with gil:
 *     refcount_objects_in_slice(data, shape, strides, ndim, inc)             # <<<<<<<<<<<<<<
 * 
 * @cname('__pyx_memoryview_refcount_objects_in_slice')
 */
  __pyx_memoryview_refcount_objects_in_slice(__pyx_v_data, __pyx_v_shape, __pyx_v_strides, __pyx_v_ndim, __pyx_v_inc);

  /* "View.MemoryView":1371
 * 
 * @cname('__pyx_memoryview_refcount_objects_in_slice_with_gil')
 * cdef void refcount_objects_in_slice_with_gil(char *data, Py_ssize_t *shape,             # <<<<<<<<<<<<<<
 *                                              Py_ssize_t *strides, int ndim,
 *                                              bint inc) with gil:
 */

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  #ifdef WITH_THREAD
  __Pyx_PyGILState_Release(__pyx_gilstate_save);
  #endif
}

/* "View.MemoryView":1377
 * 
 * @cname('__pyx_memoryview_refcount_objects_in_slice')
 * cdef void refcount_objects_in_slice(char *data, Py_ssize_t *shape,             # <<<<<<<<<<<<<<
 *                                     Py_ssize_t *strides, int ndim, bint inc):
 *     cdef Py_ssize_t i
 */

static void __pyx_memoryview_refcount_objects_in_slice(char *__pyx_v_data, Py_ssize_t *__pyx_v_shape, Py_ssize_t *__pyx_v_strides, int __pyx_v_ndim, int __pyx_v_inc) {
  CYTHON_UNUSED Py_ssize_t __pyx_v_i;
  __Pyx_RefNannyDeclarations
  Py_ssize_t __pyx_t_1;
  Py_ssize_t __pyx_t_2;
  Py_ssize_t __pyx_t_3;
  int __pyx_t_4;
  __Pyx_RefNannySetupContext("refcount_objects_in_slice", 0);

  /* "View.MemoryView":1381
 *     cdef Py_ssize_t i
 * 
 *     for i in range(shape[0]):             # <<<<<<<<<<<<<<
 *         if ndim == 1:
 *             if inc:
 */
  __pyx_t_1 = (__pyx_v_shape[0]);
  __pyx_t_2 = __pyx_t_1;
  for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
    __pyx_v_i = __pyx_t_3;

    /* "View.MemoryView":1382
 * 
 *     for i in range(shape[0]):
 *         if ndim == 1:             # <<<<<<<<<<<<<<
 *             if inc:
 *                 Py_INCREF((<PyObject **> data)[0])
 */
    __pyx_t_4 = ((__pyx_v_ndim == 1) != 0);
    if (__pyx_t_4) {

      /* "View.MemoryView":1383
 *     for i in range(shape[0]):
 *         if ndim == 1:
 *             if inc:             # <<<<<<<<<<<<<<
 *                 Py_INCREF((<PyObject **> data)[0])
 *             else:
 */
      __pyx_t_4 = (__pyx_v_inc != 0);
      if (__pyx_t_4) {

        /* "View.MemoryView":1384
 *         if ndim == 1:
 *             if inc:
 *                 Py_INCREF((<PyObject **> data)[0])             # <<<<<<<<<<<<<<
 *             else:
 *                 Py_DECREF((<PyObject **> data)[0])
 */
        Py_INCREF((((PyObject **)__pyx_v_data)[0]));

        /* "View.MemoryView":1383
 *     for i in range(shape[0]):
 *         if ndim == 1:
 *             if inc:             # <<<<<<<<<<<<<<
 *                 Py_INCREF((<PyObject **> data)[0])
 *             else:
 */
        goto __pyx_L6;
      }

      /* "View.MemoryView":1386
 *                 Py_INCREF((<PyObject **> data)[0])
 *             else:
 *                 Py_DECREF((<PyObject **> data)[0])             # <<<<<<<<<<<<<<
 *         else:
 *             refcount_objects_in_slice(data, shape + 1, strides + 1,
 */
      /*else*/ {
        Py_DECREF((((PyObject **)__pyx_v_data)[0]));
      }
      __pyx_L6:;

      /* "View.MemoryView":1382
 * 
 *     for i in range(shape[0]):
 *         if ndim == 1:             # <<<<<<<<<<<<<<
 *             if inc:
 *                 Py_INCREF((<PyObject **> data)[0])
 */
      goto __pyx_L5;
    }

    /* "View.MemoryView":1388
 *                 Py_DECREF((<PyObject **> data)[0])
 *         else:
 *             refcount_objects_in_slice(data, shape + 1, strides + 1,             # <<<<<<<<<<<<<<
 *                                       ndim - 1, inc)
 * 
 */
    /*else*/ {

      /* "View.MemoryView":1389
 *         else:
 *             refcount_objects_in_slice(data, shape + 1, strides + 1,
 *                                       ndim - 1, inc)             # <<<<<<<<<<<<<<
 * 
 *         data += strides[0]
 */
      __pyx_memoryview_refcount_objects_in_slice(__pyx_v_data, (__pyx_v_shape + 1), (__pyx_v_strides + 1), (__pyx_v_ndim - 1), __pyx_v_inc);
    }
    __pyx_L5:;

    /* "View.MemoryView":1391
 *                                       ndim - 1, inc)
 * 
 *         data += strides[0]             # <<<<<<<<<<<<<<
 * 
 * 
 */
    __pyx_v_data = (__pyx_v_data + (__pyx_v_strides[0]));
  }

  /* "View.MemoryView":1377
 * 
 * @cname('__pyx_memoryview_refcount_objects_in_slice')
 * cdef void refcount_objects_in_slice(char *data, Py_ssize_t *shape,             # <<<<<<<<<<<<<<
 *                                     Py_ssize_t *strides, int ndim, bint inc):
 *     cdef Py_ssize_t i
 */

  /* function exit code */
  __Pyx_RefNannyFinishContext();
}

/* "View.MemoryView":1397
 * 
 * @cname('__pyx_memoryview_slice_assign_scalar')
 * cdef void slice_assign_scalar(__Pyx_memviewslice *dst, int ndim,             # <<<<<<<<<<<<<<
 *                               size_t itemsize, void *item,
 *                               bint dtype_is_object) nogil:
 */

static void __pyx_memoryview_slice_assign_scalar(__Pyx_memviewslice *__pyx_v_dst, int __pyx_v_ndim, size_t __pyx_v_itemsize, void *__pyx_v_item, int __pyx_v_dtype_is_object) {

  /* "View.MemoryView":1400
 *                               size_t itemsize, void *item,
 *                               bint dtype_is_object) nogil:
 *     refcount_copying(dst, dtype_is_object, ndim, False)             # <<<<<<<<<<<<<<
 *     _slice_assign_scalar(dst.data, dst.shape, dst.strides, ndim,
 *                          itemsize, item)
 */
  __pyx_memoryview_refcount_copying(__pyx_v_dst, __pyx_v_dtype_is_object, __pyx_v_ndim, 0);

  /* "View.MemoryView":1401
 *                               bint dtype_is_object) nogil:
 *     refcount_copying(dst, dtype_is_object, ndim, False)
 *     _slice_assign_scalar(dst.data, dst.shape, dst.strides, ndim,             # <<<<<<<<<<<<<<
 *                          itemsize, item)
 *     refcount_copying(dst, dtype_is_object, ndim, True)
 */
  __pyx_memoryview__slice_assign_scalar(__pyx_v_dst->data, __pyx_v_dst->shape, __pyx_v_dst->strides, __pyx_v_ndim, __pyx_v_itemsize, __pyx_v_item);

  /* "View.MemoryView":1403
 *     _slice_assign_scalar(dst.data, dst.shape, dst.strides, ndim,
 *                          itemsize, item)
 *     refcount_copying(dst, dtype_is_object, ndim, True)             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_memoryview_refcount_copying(__pyx_v_dst, __pyx_v_dtype_is_object, __pyx_v_ndim, 1);

  /* "View.MemoryView":1397
 * 
 * @cname('__pyx_memoryview_slice_assign_scalar')
 * cdef void slice_assign_scalar(__Pyx_memviewslice *dst, int ndim,             # <<<<<<<<<<<<<<
 *                               size_t itemsize, void *item,
 *                               bint dtype_is_object) nogil:
 */

  /* function exit code */
}

/* "View.MemoryView":1407
 * 
 * @cname('__pyx_memoryview__slice_assign_scalar')
 * cdef void _slice_assign_scalar(char *data, Py_ssize_t *shape,             # <<<<<<<<<<<<<<
 *                               Py_ssize_t *strides, int ndim,
 *                               size_t itemsize, void *item) nogil:
 */

static void __pyx_memoryview__slice_assign_scalar(char *__pyx_v_data, Py_ssize_t *__pyx_v_shape, Py_ssize_t *__pyx_v_strides, int __pyx_v_ndim, size_t __pyx_v_itemsize, void *__pyx_v_item) {
  CYTHON_UNUSED Py_ssize_t __pyx_v_i;
  Py_ssize_t __pyx_v_stride;
  Py_ssize_t __pyx_v_extent;
  int __pyx_t_1;
  Py_ssize_t __pyx_t_2;
  Py_ssize_t __pyx_t_3;
  Py_ssize_t __pyx_t_4;

  /* "View.MemoryView":1411
 *                               size_t itemsize, void *item) nogil:
 *     cdef Py_ssize_t i
 *     cdef Py_ssize_t stride = strides[0]             # <<<<<<<<<<<<<<
 *     cdef Py_ssize_t extent = shape[0]
 * 
 */
  __pyx_v_stride = (__pyx_v_strides[0]);

  /* "View.MemoryView":1412
 *     cdef Py_ssize_t i
 *     cdef Py_ssize_t stride = strides[0]
 *     cdef Py_ssize_t extent = shape[0]             # <<<<<<<<<<<<<<
 * 
 *     if ndim == 1:
 */
  __pyx_v_extent = (__pyx_v_shape[0]);

  /* "View.MemoryView":1414
 *     cdef Py_ssize_t extent = shape[0]
 * 
 *     if ndim == 1:             # <<<<<<<<<<<<<<
 *         for i in range(extent):
 *             memcpy(data, item, itemsize)
 */
  __pyx_t_1 = ((__pyx_v_ndim == 1) != 0);
  if (__pyx_t_1) {

    /* "View.MemoryView":1415
 * 
 *     if ndim == 1:
 *         for i in range(extent):             # <<<<<<<<<<<<<<
 *             memcpy(data, item, itemsize)
 *             data += stride
 */
    __pyx_t_2 = __pyx_v_extent;
    __pyx_t_3 = __pyx_t_2;
    for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
      __pyx_v_i = __pyx_t_4;

      /* "View.MemoryView":1416
 *     if ndim == 1:
 *         for i in range(extent):
 *             memcpy(data, item, itemsize)             # <<<<<<<<<<<<<<
 *             data += stride
 *     else:
 */
      (void)(memcpy(__pyx_v_data, __pyx_v_item, __pyx_v_itemsize));

      /* "View.MemoryView":1417
 *         for i in range(extent):
 *             memcpy(data, item, itemsize)
 *             data += stride             # <<<<<<<<<<<<<<
 *     else:
 *         for i in range(extent):
 */
      __pyx_v_data = (__pyx_v_data + __pyx_v_stride);
    }

    /* "View.MemoryView":1414
 *     cdef Py_ssize_t extent = shape[0]
 * 
 *     if ndim == 1:             # <<<<<<<<<<<<<<
 *         for i in range(extent):
 *             memcpy(data, item, itemsize)
 */
    goto __pyx_L3;
  }

  /* "View.MemoryView":1419
 *             data += stride
 *     else:
 *         for i in range(extent):             # <<<<<<<<<<<<<<
 *             _slice_assign_scalar(data, shape + 1, strides + 1,
 *                                 ndim - 1, itemsize, item)
 */
  /*else*/ {
    __pyx_t_2 = __pyx_v_extent;
    __pyx_t_3 = __pyx_t_2;
    for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
      __pyx_v_i = __pyx_t_4;

      /* "View.MemoryView":1420
 *     else:
 *         for i in range(extent):
 *             _slice_assign_scalar(data, shape + 1, strides + 1,             # <<<<<<<<<<<<<<
 *                                 ndim - 1, itemsize, item)
 *             data += stride
 */
      __pyx_memoryview__slice_assign_scalar(__pyx_v_data, (__pyx_v_shape + 1), (__pyx_v_strides + 1), (__pyx_v_ndim - 1), __pyx_v_itemsize, __pyx_v_item);

      /* "View.MemoryView":1422
 *             _slice_assign_scalar(data, shape + 1, strides + 1,
 *                                 ndim - 1, itemsize, item)
 *             data += stride             # <<<<<<<<<<<<<<
 * 
 * 
 */
      __pyx_v_data = (__pyx_v_data + __pyx_v_stride);
    }
  }
  __pyx_L3:;

  /* "View.MemoryView":1407
 * 
 * @cname('__pyx_memoryview__slice_assign_scalar')
 * cdef void _slice_assign_scalar(char *data, Py_ssize_t *shape,             # <<<<<<<<<<<<<<
 *                               Py_ssize_t *strides, int ndim,
 *                               size_t itemsize, void *item) nogil:
 */

  /* function exit code */
}

/* "(tree fragment)":1
 * def __pyx_unpickle_Enum(__pyx_type, long __pyx_checksum, __pyx_state):             # <<<<<<<<<<<<<<
 *     cdef object __pyx_PickleError
 *     cdef object __pyx_result
 */

/* Python wrapper */
static PyObject *__pyx_pw_15View_dot_MemoryView_1__pyx_unpickle_Enum(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
static PyMethodDef __pyx_mdef_15View_dot_MemoryView_1__pyx_unpickle_Enum = {"__pyx_unpickle_Enum", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_15View_dot_MemoryView_1__pyx_unpickle_Enum, METH_VARARGS|METH_KEYWORDS, 0};
static PyObject *__pyx_pw_15View_dot_MemoryView_1__pyx_unpickle_Enum(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
  PyObject *__pyx_v___pyx_type = 0;
  long __pyx_v___pyx_checksum;
  PyObject *__pyx_v___pyx_state = 0;
  PyObject *__pyx_r = 0;
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__pyx_unpickle_Enum (wrapper)", 0);
  {
    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_pyx_type,&__pyx_n_s_pyx_checksum,&__pyx_n_s_pyx_state,0};
    PyObject* values[3] = {0,0,0};
    if (unlikely(__pyx_kwds)) {
      Py_ssize_t kw_args;
      const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
      switch (pos_args) {
        case  3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
        CYTHON_FALLTHROUGH;
        case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
        CYTHON_FALLTHROUGH;
        case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
        CYTHON_FALLTHROUGH;
        case  0: break;
        default: goto __pyx_L5_argtuple_error;
      }
      kw_args = PyDict_Size(__pyx_kwds);
      switch (pos_args) {
        case  0:
        if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_pyx_type)) != 0)) kw_args--;
        else goto __pyx_L5_argtuple_error;
        CYTHON_FALLTHROUGH;
        case  1:
        if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_pyx_checksum)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__pyx_unpickle_Enum", 1, 3, 3, 1); __PYX_ERR(1, 1, __pyx_L3_error)
        }
        CYTHON_FALLTHROUGH;
        case  2:
        if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_pyx_state)) != 0)) kw_args--;
        else {
          __Pyx_RaiseArgtupleInvalid("__pyx_unpickle_Enum", 1, 3, 3, 2); __PYX_ERR(1, 1, __pyx_L3_error)
        }
      }
      if (unlikely(kw_args > 0)) {
        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__pyx_unpickle_Enum") < 0)) __PYX_ERR(1, 1, __pyx_L3_error)
      }
    } else if (PyTuple_GET_SIZE(__pyx_args) != 3) {
      goto __pyx_L5_argtuple_error;
    } else {
      values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
      values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
      values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
    }
    __pyx_v___pyx_type = values[0];
    __pyx_v___pyx_checksum = __Pyx_PyInt_As_long(values[1]); if (unlikely((__pyx_v___pyx_checksum == (long)-1) && PyErr_Occurred())) __PYX_ERR(1, 1, __pyx_L3_error)
    __pyx_v___pyx_state = values[2];
  }
  goto __pyx_L4_argument_unpacking_done;
  __pyx_L5_argtuple_error:;
  __Pyx_RaiseArgtupleInvalid("__pyx_unpickle_Enum", 1, 3, 3, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(1, 1, __pyx_L3_error)
  __pyx_L3_error:;
  __Pyx_AddTraceback("View.MemoryView.__pyx_unpickle_Enum", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __Pyx_RefNannyFinishContext();
  return NULL;
  __pyx_L4_argument_unpacking_done:;
  __pyx_r = __pyx_pf_15View_dot_MemoryView___pyx_unpickle_Enum(__pyx_self, __pyx_v___pyx_type, __pyx_v___pyx_checksum, __pyx_v___pyx_state);

  /* function exit code */
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_pf_15View_dot_MemoryView___pyx_unpickle_Enum(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v___pyx_type, long __pyx_v___pyx_checksum, PyObject *__pyx_v___pyx_state) {
  PyObject *__pyx_v___pyx_PickleError = 0;
  PyObject *__pyx_v___pyx_result = 0;
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  int __pyx_t_1;
  PyObject *__pyx_t_2 = NULL;
  PyObject *__pyx_t_3 = NULL;
  PyObject *__pyx_t_4 = NULL;
  PyObject *__pyx_t_5 = NULL;
  int __pyx_t_6;
  __Pyx_RefNannySetupContext("__pyx_unpickle_Enum", 0);

  /* "(tree fragment)":4
 *     cdef object __pyx_PickleError
 *     cdef object __pyx_result
 *     if __pyx_checksum != 0xb068931:             # <<<<<<<<<<<<<<
 *         from pickle import PickleError as __pyx_PickleError
 *         raise __pyx_PickleError("Incompatible checksums (%s vs 0xb068931 = (name))" % __pyx_checksum)
 */
  __pyx_t_1 = ((__pyx_v___pyx_checksum != 0xb068931) != 0);
  if (__pyx_t_1) {

    /* "(tree fragment)":5
 *     cdef object __pyx_result
 *     if __pyx_checksum != 0xb068931:
 *         from pickle import PickleError as __pyx_PickleError             # <<<<<<<<<<<<<<
 *         raise __pyx_PickleError("Incompatible checksums (%s vs 0xb068931 = (name))" % __pyx_checksum)
 *     __pyx_result = Enum.__new__(__pyx_type)
 */
    __pyx_t_2 = PyList_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 5, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __Pyx_INCREF(__pyx_n_s_PickleError);
    __Pyx_GIVEREF(__pyx_n_s_PickleError);
    PyList_SET_ITEM(__pyx_t_2, 0, __pyx_n_s_PickleError);
    __pyx_t_3 = __Pyx_Import(__pyx_n_s_pickle, __pyx_t_2, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 5, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __pyx_t_2 = __Pyx_ImportFrom(__pyx_t_3, __pyx_n_s_PickleError); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 5, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __Pyx_INCREF(__pyx_t_2);
    __pyx_v___pyx_PickleError = __pyx_t_2;
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;

    /* "(tree fragment)":6
 *     if __pyx_checksum != 0xb068931:
 *         from pickle import PickleError as __pyx_PickleError
 *         raise __pyx_PickleError("Incompatible checksums (%s vs 0xb068931 = (name))" % __pyx_checksum)             # <<<<<<<<<<<<<<
 *     __pyx_result = Enum.__new__(__pyx_type)
 *     if __pyx_state is not None:
 */
    __pyx_t_2 = __Pyx_PyInt_From_long(__pyx_v___pyx_checksum); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 6, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_2);
    __pyx_t_4 = __Pyx_PyString_Format(__pyx_kp_s_Incompatible_checksums_s_vs_0xb0, __pyx_t_2); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 6, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_4);
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __Pyx_INCREF(__pyx_v___pyx_PickleError);
    __pyx_t_2 = __pyx_v___pyx_PickleError; __pyx_t_5 = NULL;
    if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) {
      __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_2);
      if (likely(__pyx_t_5)) {
        PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
        __Pyx_INCREF(__pyx_t_5);
        __Pyx_INCREF(function);
        __Pyx_DECREF_SET(__pyx_t_2, function);
      }
    }
    __pyx_t_3 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_5, __pyx_t_4) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_4);
    __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;
    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
    if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 6, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
    __Pyx_Raise(__pyx_t_3, 0, 0, 0);
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
    __PYX_ERR(1, 6, __pyx_L1_error)

    /* "(tree fragment)":4
 *     cdef object __pyx_PickleError
 *     cdef object __pyx_result
 *     if __pyx_checksum != 0xb068931:             # <<<<<<<<<<<<<<
 *         from pickle import PickleError as __pyx_PickleError
 *         raise __pyx_PickleError("Incompatible checksums (%s vs 0xb068931 = (name))" % __pyx_checksum)
 */
  }

  /* "(tree fragment)":7
 *         from pickle import PickleError as __pyx_PickleError
 *         raise __pyx_PickleError("Incompatible checksums (%s vs 0xb068931 = (name))" % __pyx_checksum)
 *     __pyx_result = Enum.__new__(__pyx_type)             # <<<<<<<<<<<<<<
 *     if __pyx_state is not None:
 *         __pyx_unpickle_Enum__set_state(<Enum> __pyx_result, __pyx_state)
 */
  __pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_MemviewEnum_type), __pyx_n_s_new); if (unlikely(!__pyx_t_2)) __PYX_ERR(1, 7, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __pyx_t_4 = NULL;
  if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) {
    __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_2);
    if (likely(__pyx_t_4)) {
      PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2);
      __Pyx_INCREF(__pyx_t_4);
      __Pyx_INCREF(function);
      __Pyx_DECREF_SET(__pyx_t_2, function);
    }
  }
  __pyx_t_3 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_4, __pyx_v___pyx_type) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_v___pyx_type);
  __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
  if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 7, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_3);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_v___pyx_result = __pyx_t_3;
  __pyx_t_3 = 0;

  /* "(tree fragment)":8
 *         raise __pyx_PickleError("Incompatible checksums (%s vs 0xb068931 = (name))" % __pyx_checksum)
 *     __pyx_result = Enum.__new__(__pyx_type)
 *     if __pyx_state is not None:             # <<<<<<<<<<<<<<
 *         __pyx_unpickle_Enum__set_state(<Enum> __pyx_result, __pyx_state)
 *     return __pyx_result
 */
  __pyx_t_1 = (__pyx_v___pyx_state != Py_None);
  __pyx_t_6 = (__pyx_t_1 != 0);
  if (__pyx_t_6) {

    /* "(tree fragment)":9
 *     __pyx_result = Enum.__new__(__pyx_type)
 *     if __pyx_state is not None:
 *         __pyx_unpickle_Enum__set_state(<Enum> __pyx_result, __pyx_state)             # <<<<<<<<<<<<<<
 *     return __pyx_result
 * cdef __pyx_unpickle_Enum__set_state(Enum __pyx_result, tuple __pyx_state):
 */
    if (!(likely(PyTuple_CheckExact(__pyx_v___pyx_state))||((__pyx_v___pyx_state) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "tuple", Py_TYPE(__pyx_v___pyx_state)->tp_name), 0))) __PYX_ERR(1, 9, __pyx_L1_error)
    __pyx_t_3 = __pyx_unpickle_Enum__set_state(((struct __pyx_MemviewEnum_obj *)__pyx_v___pyx_result), ((PyObject*)__pyx_v___pyx_state)); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 9, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_3);
    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;

    /* "(tree fragment)":8
 *         raise __pyx_PickleError("Incompatible checksums (%s vs 0xb068931 = (name))" % __pyx_checksum)
 *     __pyx_result = Enum.__new__(__pyx_type)
 *     if __pyx_state is not None:             # <<<<<<<<<<<<<<
 *         __pyx_unpickle_Enum__set_state(<Enum> __pyx_result, __pyx_state)
 *     return __pyx_result
 */
  }

  /* "(tree fragment)":10
 *     if __pyx_state is not None:
 *         __pyx_unpickle_Enum__set_state(<Enum> __pyx_result, __pyx_state)
 *     return __pyx_result             # <<<<<<<<<<<<<<
 * cdef __pyx_unpickle_Enum__set_state(Enum __pyx_result, tuple __pyx_state):
 *     __pyx_result.name = __pyx_state[0]
 */
  __Pyx_XDECREF(__pyx_r);
  __Pyx_INCREF(__pyx_v___pyx_result);
  __pyx_r = __pyx_v___pyx_result;
  goto __pyx_L0;

  /* "(tree fragment)":1
 * def __pyx_unpickle_Enum(__pyx_type, long __pyx_checksum, __pyx_state):             # <<<<<<<<<<<<<<
 *     cdef object __pyx_PickleError
 *     cdef object __pyx_result
 */

  /* function exit code */
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_2);
  __Pyx_XDECREF(__pyx_t_3);
  __Pyx_XDECREF(__pyx_t_4);
  __Pyx_XDECREF(__pyx_t_5);
  __Pyx_AddTraceback("View.MemoryView.__pyx_unpickle_Enum", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = NULL;
  __pyx_L0:;
  __Pyx_XDECREF(__pyx_v___pyx_PickleError);
  __Pyx_XDECREF(__pyx_v___pyx_result);
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

/* "(tree fragment)":11
 *         __pyx_unpickle_Enum__set_state(<Enum> __pyx_result, __pyx_state)
 *     return __pyx_result
 * cdef __pyx_unpickle_Enum__set_state(Enum __pyx_result, tuple __pyx_state):             # <<<<<<<<<<<<<<
 *     __pyx_result.name = __pyx_state[0]
 *     if len(__pyx_state) > 1 and hasattr(__pyx_result, '__dict__'):
 */

static PyObject *__pyx_unpickle_Enum__set_state(struct __pyx_MemviewEnum_obj *__pyx_v___pyx_result, PyObject *__pyx_v___pyx_state) {
  PyObject *__pyx_r = NULL;
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  int __pyx_t_2;
  Py_ssize_t __pyx_t_3;
  int __pyx_t_4;
  int __pyx_t_5;
  PyObject *__pyx_t_6 = NULL;
  PyObject *__pyx_t_7 = NULL;
  PyObject *__pyx_t_8 = NULL;
  __Pyx_RefNannySetupContext("__pyx_unpickle_Enum__set_state", 0);

  /* "(tree fragment)":12
 *     return __pyx_result
 * cdef __pyx_unpickle_Enum__set_state(Enum __pyx_result, tuple __pyx_state):
 *     __pyx_result.name = __pyx_state[0]             # <<<<<<<<<<<<<<
 *     if len(__pyx_state) > 1 and hasattr(__pyx_result, '__dict__'):
 *         __pyx_result.__dict__.update(__pyx_state[1])
 */
  if (unlikely(__pyx_v___pyx_state == Py_None)) {
    PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable");
    __PYX_ERR(1, 12, __pyx_L1_error)
  }
  __pyx_t_1 = __Pyx_GetItemInt_Tuple(__pyx_v___pyx_state, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 12, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __Pyx_GOTREF(__pyx_v___pyx_result->name);
  __Pyx_DECREF(__pyx_v___pyx_result->name);
  __pyx_v___pyx_result->name = __pyx_t_1;
  __pyx_t_1 = 0;

  /* "(tree fragment)":13
 * cdef __pyx_unpickle_Enum__set_state(Enum __pyx_result, tuple __pyx_state):
 *     __pyx_result.name = __pyx_state[0]
 *     if len(__pyx_state) > 1 and hasattr(__pyx_result, '__dict__'):             # <<<<<<<<<<<<<<
 *         __pyx_result.__dict__.update(__pyx_state[1])
 */
  if (unlikely(__pyx_v___pyx_state == Py_None)) {
    PyErr_SetString(PyExc_TypeError, "object of type 'NoneType' has no len()");
    __PYX_ERR(1, 13, __pyx_L1_error)
  }
  __pyx_t_3 = PyTuple_GET_SIZE(__pyx_v___pyx_state); if (unlikely(__pyx_t_3 == ((Py_ssize_t)-1))) __PYX_ERR(1, 13, __pyx_L1_error)
  __pyx_t_4 = ((__pyx_t_3 > 1) != 0);
  if (__pyx_t_4) {
  } else {
    __pyx_t_2 = __pyx_t_4;
    goto __pyx_L4_bool_binop_done;
  }
  __pyx_t_4 = __Pyx_HasAttr(((PyObject *)__pyx_v___pyx_result), __pyx_n_s_dict); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(1, 13, __pyx_L1_error)
  __pyx_t_5 = (__pyx_t_4 != 0);
  __pyx_t_2 = __pyx_t_5;
  __pyx_L4_bool_binop_done:;
  if (__pyx_t_2) {

    /* "(tree fragment)":14
 *     __pyx_result.name = __pyx_state[0]
 *     if len(__pyx_state) > 1 and hasattr(__pyx_result, '__dict__'):
 *         __pyx_result.__dict__.update(__pyx_state[1])             # <<<<<<<<<<<<<<
 */
    __pyx_t_6 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v___pyx_result), __pyx_n_s_dict); if (unlikely(!__pyx_t_6)) __PYX_ERR(1, 14, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_6, __pyx_n_s_update); if (unlikely(!__pyx_t_7)) __PYX_ERR(1, 14, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_7);
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    if (unlikely(__pyx_v___pyx_state == Py_None)) {
      PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable");
      __PYX_ERR(1, 14, __pyx_L1_error)
    }
    __pyx_t_6 = __Pyx_GetItemInt_Tuple(__pyx_v___pyx_state, 1, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_6)) __PYX_ERR(1, 14, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_6);
    __pyx_t_8 = NULL;
    if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_7))) {
      __pyx_t_8 = PyMethod_GET_SELF(__pyx_t_7);
      if (likely(__pyx_t_8)) {
        PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7);
        __Pyx_INCREF(__pyx_t_8);
        __Pyx_INCREF(function);
        __Pyx_DECREF_SET(__pyx_t_7, function);
      }
    }
    __pyx_t_1 = (__pyx_t_8) ? __Pyx_PyObject_Call2Args(__pyx_t_7, __pyx_t_8, __pyx_t_6) : __Pyx_PyObject_CallOneArg(__pyx_t_7, __pyx_t_6);
    __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
    if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 14, __pyx_L1_error)
    __Pyx_GOTREF(__pyx_t_1);
    __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

    /* "(tree fragment)":13
 * cdef __pyx_unpickle_Enum__set_state(Enum __pyx_result, tuple __pyx_state):
 *     __pyx_result.name = __pyx_state[0]
 *     if len(__pyx_state) > 1 and hasattr(__pyx_result, '__dict__'):             # <<<<<<<<<<<<<<
 *         __pyx_result.__dict__.update(__pyx_state[1])
 */
  }

  /* "(tree fragment)":11
 *         __pyx_unpickle_Enum__set_state(<Enum> __pyx_result, __pyx_state)
 *     return __pyx_result
 * cdef __pyx_unpickle_Enum__set_state(Enum __pyx_result, tuple __pyx_state):             # <<<<<<<<<<<<<<
 *     __pyx_result.name = __pyx_state[0]
 *     if len(__pyx_state) > 1 and hasattr(__pyx_result, '__dict__'):
 */

  /* function exit code */
  __pyx_r = Py_None; __Pyx_INCREF(Py_None);
  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_6);
  __Pyx_XDECREF(__pyx_t_7);
  __Pyx_XDECREF(__pyx_t_8);
  __Pyx_AddTraceback("View.MemoryView.__pyx_unpickle_Enum__set_state", __pyx_clineno, __pyx_lineno, __pyx_filename);
  __pyx_r = 0;
  __pyx_L0:;
  __Pyx_XGIVEREF(__pyx_r);
  __Pyx_RefNannyFinishContext();
  return __pyx_r;
}

static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMStateRep(PyTypeObject *t, PyObject *a, PyObject *k) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *p;
  PyObject *o;
  if (likely((t->tp_flags & Py_TPFLAGS_IS_ABSTRACT) == 0)) {
    o = (*t->tp_alloc)(t, 0);
  } else {
    o = (PyObject *) PyBaseObject_Type.tp_new(t, __pyx_empty_tuple, 0);
  }
  if (unlikely(!o)) return 0;
  p = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *)o);
  p->base = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  if (unlikely(__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_1__cinit__(o, a, k) < 0)) goto bad;
  return o;
  bad:
  Py_DECREF(o); o = 0;
  return NULL;
}

static void __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_DMStateRep(PyObject *o) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *)o;
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !_PyGC_FINALIZED(o)) {
    if (PyObject_CallFinalizerFromDealloc(o)) return;
  }
  #endif
  PyObject_GC_UnTrack(o);
  {
    PyObject *etype, *eval, *etb;
    PyErr_Fetch(&etype, &eval, &etb);
    ++Py_REFCNT(o);
    __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_7__dealloc__(o);
    --Py_REFCNT(o);
    PyErr_Restore(etype, eval, etb);
  }
  Py_CLEAR(p->base);
  (*Py_TYPE(o)->tp_free)(o);
}

static int __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_DMStateRep(PyObject *o, visitproc v, void *a) {
  int e;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *)o;
  if (p->base) {
    e = (*v)(((PyObject *)p->base), a); if (e) return e;
  }
  return 0;
}

static int __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_DMStateRep(PyObject *o) {
  PyObject* tmp;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep *)o;
  tmp = ((PyObject*)p->base);
  p->base = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  return 0;
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_dim(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_3dim_1__get__(o);
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_base(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_4base_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_base(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_4base_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_4base_5__del__(o);
  }
}

static PyMethodDef __pyx_methods_6pygsti_7objects_6replib_10fastreplib_DMStateRep[] = {
  {"__reduce__", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_3__reduce__, METH_NOARGS, 0},
  {"todense", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_5todense, METH_NOARGS, 0},
  {0, 0, 0, 0}
};

static struct PyGetSetDef __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_DMStateRep[] = {
  {(char *)"dim", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_dim, 0, (char *)0, 0},
  {(char *)"base", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_base, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_base, (char *)0, 0},
  {0, 0, 0, 0, 0}
};

static PyTypeObject __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMStateRep = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.DMStateRep", /*tp_name*/
  sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMStateRep), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_DMStateRep, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  0, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10DMStateRep_9__str__, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
  0, /*tp_doc*/
  __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_DMStateRep, /*tp_traverse*/
  __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_DMStateRep, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods_6pygsti_7objects_6replib_10fastreplib_DMStateRep, /*tp_methods*/
  0, /*tp_members*/
  __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_DMStateRep, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMStateRep, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};

static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMEffectRep(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
  PyObject *o;
  if (likely((t->tp_flags & Py_TPFLAGS_IS_ABSTRACT) == 0)) {
    o = (*t->tp_alloc)(t, 0);
  } else {
    o = (PyObject *) PyBaseObject_Type.tp_new(t, __pyx_empty_tuple, 0);
  }
  if (unlikely(!o)) return 0;
  if (unlikely(__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11DMEffectRep_1__cinit__(o, __pyx_empty_tuple, NULL) < 0)) goto bad;
  return o;
  bad:
  Py_DECREF(o); o = 0;
  return NULL;
}

static void __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_DMEffectRep(PyObject *o) {
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && (!PyType_IS_GC(Py_TYPE(o)) || !_PyGC_FINALIZED(o))) {
    if (PyObject_CallFinalizerFromDealloc(o)) return;
  }
  #endif
  {
    PyObject *etype, *eval, *etb;
    PyErr_Fetch(&etype, &eval, &etb);
    ++Py_REFCNT(o);
    __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11DMEffectRep_3__dealloc__(o);
    --Py_REFCNT(o);
    PyErr_Restore(etype, eval, etb);
  }
  (*Py_TYPE(o)->tp_free)(o);
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_11DMEffectRep_dim(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11DMEffectRep_3dim_1__get__(o);
}

static PyMethodDef __pyx_methods_6pygsti_7objects_6replib_10fastreplib_DMEffectRep[] = {
  {"__reduce__", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11DMEffectRep_5__reduce__, METH_NOARGS, 0},
  {"probability", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11DMEffectRep_7probability, METH_O, 0},
  {0, 0, 0, 0}
};

static struct PyGetSetDef __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_DMEffectRep[] = {
  {(char *)"dim", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_11DMEffectRep_dim, 0, (char *)0, 0},
  {0, 0, 0, 0, 0}
};

static PyTypeObject __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMEffectRep = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.DMEffectRep", /*tp_name*/
  sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_DMEffectRep, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  0, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  0, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE, /*tp_flags*/
  0, /*tp_doc*/
  0, /*tp_traverse*/
  0, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods_6pygsti_7objects_6replib_10fastreplib_DMEffectRep, /*tp_methods*/
  0, /*tp_members*/
  __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_DMEffectRep, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMEffectRep, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};

static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense(PyTypeObject *t, PyObject *a, PyObject *k) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense *p;
  PyObject *o = __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMEffectRep(t, a, k);
  if (unlikely(!o)) return 0;
  p = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense *)o);
  p->base = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  if (unlikely(__pyx_pw_6pygsti_7objects_6replib_10fastreplib_17DMEffectRep_Dense_1__cinit__(o, a, k) < 0)) goto bad;
  return o;
  bad:
  Py_DECREF(o); o = 0;
  return NULL;
}

static void __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense(PyObject *o) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense *)o;
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !_PyGC_FINALIZED(o)) {
    if (PyObject_CallFinalizerFromDealloc(o)) return;
  }
  #endif
  PyObject_GC_UnTrack(o);
  Py_CLEAR(p->base);
  #if CYTHON_USE_TYPE_SLOTS
  if (PyType_IS_GC(Py_TYPE(o)->tp_base))
  #endif
  PyObject_GC_Track(o);
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_DMEffectRep(o);
}

static int __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense(PyObject *o, visitproc v, void *a) {
  int e;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense *)o;
  e = ((likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep)) ? ((__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep->tp_traverse) ? __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep->tp_traverse(o, v, a) : 0) : __Pyx_call_next_tp_traverse(o, v, a, __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense)); if (e) return e;
  if (p->base) {
    e = (*v)(((PyObject *)p->base), a); if (e) return e;
  }
  return 0;
}

static int __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense(PyObject *o) {
  PyObject* tmp;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense *)o;
  if (likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep)) { if (__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep->tp_clear) __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep->tp_clear(o); } else __Pyx_call_next_tp_clear(o, __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense);
  tmp = ((PyObject*)p->base);
  p->base = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  return 0;
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_17DMEffectRep_Dense_base(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_17DMEffectRep_Dense_4base_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_17DMEffectRep_Dense_base(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_17DMEffectRep_Dense_4base_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_17DMEffectRep_Dense_4base_5__del__(o);
  }
}

static PyMethodDef __pyx_methods_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense[] = {
  {"__reduce__", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_17DMEffectRep_Dense_5__reduce__, METH_NOARGS, 0},
  {0, 0, 0, 0}
};

static struct PyGetSetDef __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense[] = {
  {(char *)"base", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_17DMEffectRep_Dense_base, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_17DMEffectRep_Dense_base, (char *)0, 0},
  {0, 0, 0, 0, 0}
};

static PyTypeObject __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.DMEffectRep_Dense", /*tp_name*/
  sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  0, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  __pyx_pw_6pygsti_7objects_6replib_10fastreplib_17DMEffectRep_Dense_3__str__, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
  0, /*tp_doc*/
  __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense, /*tp_traverse*/
  __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense, /*tp_methods*/
  0, /*tp_members*/
  __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};

static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_TensorProd(PyTypeObject *t, PyObject *a, PyObject *k) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_TensorProd *p;
  PyObject *o = __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMEffectRep(t, a, k);
  if (unlikely(!o)) return 0;
  p = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_TensorProd *)o);
  p->data_ref1 = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  p->data_ref2 = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  if (unlikely(__pyx_pw_6pygsti_7objects_6replib_10fastreplib_22DMEffectRep_TensorProd_1__cinit__(o, a, k) < 0)) goto bad;
  return o;
  bad:
  Py_DECREF(o); o = 0;
  return NULL;
}

static void __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_TensorProd(PyObject *o) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_TensorProd *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_TensorProd *)o;
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !_PyGC_FINALIZED(o)) {
    if (PyObject_CallFinalizerFromDealloc(o)) return;
  }
  #endif
  PyObject_GC_UnTrack(o);
  Py_CLEAR(p->data_ref1);
  Py_CLEAR(p->data_ref2);
  #if CYTHON_USE_TYPE_SLOTS
  if (PyType_IS_GC(Py_TYPE(o)->tp_base))
  #endif
  PyObject_GC_Track(o);
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_DMEffectRep(o);
}

static int __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_TensorProd(PyObject *o, visitproc v, void *a) {
  int e;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_TensorProd *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_TensorProd *)o;
  e = ((likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep)) ? ((__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep->tp_traverse) ? __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep->tp_traverse(o, v, a) : 0) : __Pyx_call_next_tp_traverse(o, v, a, __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_TensorProd)); if (e) return e;
  if (p->data_ref1) {
    e = (*v)(((PyObject *)p->data_ref1), a); if (e) return e;
  }
  if (p->data_ref2) {
    e = (*v)(((PyObject *)p->data_ref2), a); if (e) return e;
  }
  return 0;
}

static int __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_TensorProd(PyObject *o) {
  PyObject* tmp;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_TensorProd *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_TensorProd *)o;
  if (likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep)) { if (__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep->tp_clear) __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep->tp_clear(o); } else __Pyx_call_next_tp_clear(o, __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_TensorProd);
  tmp = ((PyObject*)p->data_ref1);
  p->data_ref1 = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->data_ref2);
  p->data_ref2 = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  return 0;
}

static PyMethodDef __pyx_methods_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_TensorProd[] = {
  {"__reduce__", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_22DMEffectRep_TensorProd_3__reduce__, METH_NOARGS, 0},
  {0, 0, 0, 0}
};

static PyTypeObject __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_TensorProd = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.DMEffectRep_TensorProd", /*tp_name*/
  sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_TensorProd), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_TensorProd, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  0, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  0, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
  0, /*tp_doc*/
  __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_TensorProd, /*tp_traverse*/
  __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_TensorProd, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_TensorProd, /*tp_methods*/
  0, /*tp_members*/
  0, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_TensorProd, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};

static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational(PyTypeObject *t, PyObject *a, PyObject *k) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational *p;
  PyObject *o = __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMEffectRep(t, a, k);
  if (unlikely(!o)) return 0;
  p = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational *)o);
  p->zvals = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  if (unlikely(__pyx_pw_6pygsti_7objects_6replib_10fastreplib_25DMEffectRep_Computational_1__cinit__(o, a, k) < 0)) goto bad;
  return o;
  bad:
  Py_DECREF(o); o = 0;
  return NULL;
}

static void __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational(PyObject *o) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational *)o;
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !_PyGC_FINALIZED(o)) {
    if (PyObject_CallFinalizerFromDealloc(o)) return;
  }
  #endif
  PyObject_GC_UnTrack(o);
  Py_CLEAR(p->zvals);
  #if CYTHON_USE_TYPE_SLOTS
  if (PyType_IS_GC(Py_TYPE(o)->tp_base))
  #endif
  PyObject_GC_Track(o);
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_DMEffectRep(o);
}

static int __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational(PyObject *o, visitproc v, void *a) {
  int e;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational *)o;
  e = ((likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep)) ? ((__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep->tp_traverse) ? __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep->tp_traverse(o, v, a) : 0) : __Pyx_call_next_tp_traverse(o, v, a, __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational)); if (e) return e;
  if (p->zvals) {
    e = (*v)(((PyObject *)p->zvals), a); if (e) return e;
  }
  return 0;
}

static int __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational(PyObject *o) {
  PyObject* tmp;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational *)o;
  if (likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep)) { if (__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep->tp_clear) __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep->tp_clear(o); } else __Pyx_call_next_tp_clear(o, __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational);
  tmp = ((PyObject*)p->zvals);
  p->zvals = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  return 0;
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_25DMEffectRep_Computational_zvals(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_25DMEffectRep_Computational_5zvals_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_25DMEffectRep_Computational_zvals(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_25DMEffectRep_Computational_5zvals_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_25DMEffectRep_Computational_5zvals_5__del__(o);
  }
}

static PyMethodDef __pyx_methods_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational[] = {
  {"__reduce__", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_25DMEffectRep_Computational_3__reduce__, METH_NOARGS, 0},
  {0, 0, 0, 0}
};

static struct PyGetSetDef __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational[] = {
  {(char *)"zvals", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_25DMEffectRep_Computational_zvals, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_25DMEffectRep_Computational_zvals, (char *)0, 0},
  {0, 0, 0, 0, 0}
};

static PyTypeObject __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.DMEffectRep_Computational", /*tp_name*/
  sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  0, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  0, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
  0, /*tp_doc*/
  __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational, /*tp_traverse*/
  __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational, /*tp_methods*/
  0, /*tp_members*/
  __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};

static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen(PyTypeObject *t, PyObject *a, PyObject *k) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen *p;
  PyObject *o = __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMEffectRep(t, a, k);
  if (unlikely(!o)) return 0;
  p = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen *)o);
  p->errgen_rep = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *)Py_None); Py_INCREF(Py_None);
  p->effect_rep = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep *)Py_None); Py_INCREF(Py_None);
  if (unlikely(__pyx_pw_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_1__cinit__(o, a, k) < 0)) goto bad;
  return o;
  bad:
  Py_DECREF(o); o = 0;
  return NULL;
}

static void __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen(PyObject *o) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen *)o;
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !_PyGC_FINALIZED(o)) {
    if (PyObject_CallFinalizerFromDealloc(o)) return;
  }
  #endif
  PyObject_GC_UnTrack(o);
  Py_CLEAR(p->errgen_rep);
  Py_CLEAR(p->effect_rep);
  #if CYTHON_USE_TYPE_SLOTS
  if (PyType_IS_GC(Py_TYPE(o)->tp_base))
  #endif
  PyObject_GC_Track(o);
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_DMEffectRep(o);
}

static int __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen(PyObject *o, visitproc v, void *a) {
  int e;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen *)o;
  e = ((likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep)) ? ((__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep->tp_traverse) ? __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep->tp_traverse(o, v, a) : 0) : __Pyx_call_next_tp_traverse(o, v, a, __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen)); if (e) return e;
  if (p->errgen_rep) {
    e = (*v)(((PyObject *)p->errgen_rep), a); if (e) return e;
  }
  if (p->effect_rep) {
    e = (*v)(((PyObject *)p->effect_rep), a); if (e) return e;
  }
  return 0;
}

static int __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen(PyObject *o) {
  PyObject* tmp;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen *)o;
  if (likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep)) { if (__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep->tp_clear) __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep->tp_clear(o); } else __Pyx_call_next_tp_clear(o, __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen);
  tmp = ((PyObject*)p->errgen_rep);
  p->errgen_rep = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->effect_rep);
  p->effect_rep = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  return 0;
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_errgen_rep(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_10errgen_rep_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_errgen_rep(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_10errgen_rep_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_10errgen_rep_5__del__(o);
  }
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_effect_rep(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_10effect_rep_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_effect_rep(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_10effect_rep_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_10effect_rep_5__del__(o);
  }
}

static PyMethodDef __pyx_methods_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen[] = {
  {"__reduce__", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_3__reduce__, METH_NOARGS, 0},
  {0, 0, 0, 0}
};

static struct PyGetSetDef __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen[] = {
  {(char *)"errgen_rep", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_errgen_rep, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_errgen_rep, (char *)0, 0},
  {(char *)"effect_rep", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_effect_rep, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_18DMEffectRep_Errgen_effect_rep, (char *)0, 0},
  {0, 0, 0, 0, 0}
};

static PyTypeObject __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.DMEffectRep_Errgen", /*tp_name*/
  sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  0, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  0, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
  0, /*tp_doc*/
  __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen, /*tp_traverse*/
  __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen, /*tp_methods*/
  0, /*tp_members*/
  __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};

static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMOpRep(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
  PyObject *o;
  if (likely((t->tp_flags & Py_TPFLAGS_IS_ABSTRACT) == 0)) {
    o = (*t->tp_alloc)(t, 0);
  } else {
    o = (PyObject *) PyBaseObject_Type.tp_new(t, __pyx_empty_tuple, 0);
  }
  if (unlikely(!o)) return 0;
  if (unlikely(__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_1__cinit__(o, __pyx_empty_tuple, NULL) < 0)) goto bad;
  return o;
  bad:
  Py_DECREF(o); o = 0;
  return NULL;
}

static void __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_DMOpRep(PyObject *o) {
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && (!PyType_IS_GC(Py_TYPE(o)) || !_PyGC_FINALIZED(o))) {
    if (PyObject_CallFinalizerFromDealloc(o)) return;
  }
  #endif
  {
    PyObject *etype, *eval, *etb;
    PyErr_Fetch(&etype, &eval, &etb);
    ++Py_REFCNT(o);
    __pyx_pw_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_5__dealloc__(o);
    --Py_REFCNT(o);
    PyErr_Restore(etype, eval, etb);
  }
  (*Py_TYPE(o)->tp_free)(o);
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_dim(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_3dim_1__get__(o);
}

static PyMethodDef __pyx_methods_6pygsti_7objects_6replib_10fastreplib_DMOpRep[] = {
  {"__reduce__", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_3__reduce__, METH_NOARGS, 0},
  {"acton", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_7acton, METH_O, 0},
  {"adjoint_acton", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_9adjoint_acton, METH_O, 0},
  {"aslinearoperator", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_11aslinearoperator, METH_NOARGS, 0},
  {0, 0, 0, 0}
};

static struct PyGetSetDef __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_DMOpRep[] = {
  {(char *)"dim", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_7DMOpRep_dim, 0, (char *)0, 0},
  {0, 0, 0, 0, 0}
};

static PyTypeObject __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.DMOpRep", /*tp_name*/
  sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_DMOpRep, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  0, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  0, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE, /*tp_flags*/
  0, /*tp_doc*/
  0, /*tp_traverse*/
  0, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods_6pygsti_7objects_6replib_10fastreplib_DMOpRep, /*tp_methods*/
  0, /*tp_members*/
  __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_DMOpRep, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMOpRep, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};

static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense(PyTypeObject *t, PyObject *a, PyObject *k) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense *p;
  PyObject *o = __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMOpRep(t, a, k);
  if (unlikely(!o)) return 0;
  p = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense *)o);
  p->base = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  if (unlikely(__pyx_pw_6pygsti_7objects_6replib_10fastreplib_13DMOpRep_Dense_1__cinit__(o, a, k) < 0)) goto bad;
  return o;
  bad:
  Py_DECREF(o); o = 0;
  return NULL;
}

static void __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense(PyObject *o) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense *)o;
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !_PyGC_FINALIZED(o)) {
    if (PyObject_CallFinalizerFromDealloc(o)) return;
  }
  #endif
  PyObject_GC_UnTrack(o);
  Py_CLEAR(p->base);
  #if CYTHON_USE_TYPE_SLOTS
  if (PyType_IS_GC(Py_TYPE(o)->tp_base))
  #endif
  PyObject_GC_Track(o);
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_DMOpRep(o);
}

static int __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense(PyObject *o, visitproc v, void *a) {
  int e;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense *)o;
  e = ((likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep)) ? ((__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep->tp_traverse) ? __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep->tp_traverse(o, v, a) : 0) : __Pyx_call_next_tp_traverse(o, v, a, __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense)); if (e) return e;
  if (p->base) {
    e = (*v)(((PyObject *)p->base), a); if (e) return e;
  }
  return 0;
}

static int __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense(PyObject *o) {
  PyObject* tmp;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense *)o;
  if (likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep)) { if (__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep->tp_clear) __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep->tp_clear(o); } else __Pyx_call_next_tp_clear(o, __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense);
  tmp = ((PyObject*)p->base);
  p->base = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  return 0;
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_13DMOpRep_Dense_base(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_13DMOpRep_Dense_4base_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_13DMOpRep_Dense_base(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_13DMOpRep_Dense_4base_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_13DMOpRep_Dense_4base_5__del__(o);
  }
}

static PyMethodDef __pyx_methods_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense[] = {
  {"__reduce__", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_13DMOpRep_Dense_3__reduce__, METH_NOARGS, 0},
  {0, 0, 0, 0}
};

static struct PyGetSetDef __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense[] = {
  {(char *)"base", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_13DMOpRep_Dense_base, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_13DMOpRep_Dense_base, (char *)0, 0},
  {0, 0, 0, 0, 0}
};

static PyTypeObject __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.DMOpRep_Dense", /*tp_name*/
  sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  0, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  __pyx_pw_6pygsti_7objects_6replib_10fastreplib_13DMOpRep_Dense_5__str__, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
  0, /*tp_doc*/
  __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense, /*tp_traverse*/
  __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense, /*tp_methods*/
  0, /*tp_members*/
  __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};

static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded(PyTypeObject *t, PyObject *a, PyObject *k) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded *p;
  PyObject *o = __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMOpRep(t, a, k);
  if (unlikely(!o)) return 0;
  p = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded *)o);
  p->data_ref1 = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  p->data_ref2 = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  p->data_ref3 = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  p->data_ref4 = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  p->data_ref5 = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  p->data_ref6 = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  p->embedded = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *)Py_None); Py_INCREF(Py_None);
  if (unlikely(__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Embedded_1__cinit__(o, a, k) < 0)) goto bad;
  return o;
  bad:
  Py_DECREF(o); o = 0;
  return NULL;
}

static void __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded(PyObject *o) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded *)o;
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !_PyGC_FINALIZED(o)) {
    if (PyObject_CallFinalizerFromDealloc(o)) return;
  }
  #endif
  PyObject_GC_UnTrack(o);
  Py_CLEAR(p->data_ref1);
  Py_CLEAR(p->data_ref2);
  Py_CLEAR(p->data_ref3);
  Py_CLEAR(p->data_ref4);
  Py_CLEAR(p->data_ref5);
  Py_CLEAR(p->data_ref6);
  Py_CLEAR(p->embedded);
  #if CYTHON_USE_TYPE_SLOTS
  if (PyType_IS_GC(Py_TYPE(o)->tp_base))
  #endif
  PyObject_GC_Track(o);
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_DMOpRep(o);
}

static int __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded(PyObject *o, visitproc v, void *a) {
  int e;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded *)o;
  e = ((likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep)) ? ((__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep->tp_traverse) ? __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep->tp_traverse(o, v, a) : 0) : __Pyx_call_next_tp_traverse(o, v, a, __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded)); if (e) return e;
  if (p->data_ref1) {
    e = (*v)(((PyObject *)p->data_ref1), a); if (e) return e;
  }
  if (p->data_ref2) {
    e = (*v)(((PyObject *)p->data_ref2), a); if (e) return e;
  }
  if (p->data_ref3) {
    e = (*v)(((PyObject *)p->data_ref3), a); if (e) return e;
  }
  if (p->data_ref4) {
    e = (*v)(((PyObject *)p->data_ref4), a); if (e) return e;
  }
  if (p->data_ref5) {
    e = (*v)(((PyObject *)p->data_ref5), a); if (e) return e;
  }
  if (p->data_ref6) {
    e = (*v)(((PyObject *)p->data_ref6), a); if (e) return e;
  }
  if (p->embedded) {
    e = (*v)(((PyObject *)p->embedded), a); if (e) return e;
  }
  return 0;
}

static int __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded(PyObject *o) {
  PyObject* tmp;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded *)o;
  if (likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep)) { if (__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep->tp_clear) __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep->tp_clear(o); } else __Pyx_call_next_tp_clear(o, __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded);
  tmp = ((PyObject*)p->data_ref1);
  p->data_ref1 = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->data_ref2);
  p->data_ref2 = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->data_ref3);
  p->data_ref3 = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->data_ref4);
  p->data_ref4 = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->data_ref5);
  p->data_ref5 = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->data_ref6);
  p->data_ref6 = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->embedded);
  p->embedded = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  return 0;
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Embedded_embedded(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Embedded_8embedded_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Embedded_embedded(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Embedded_8embedded_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Embedded_8embedded_5__del__(o);
  }
}

static PyMethodDef __pyx_methods_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded[] = {
  {"__reduce__", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Embedded_3__reduce__, METH_NOARGS, 0},
  {0, 0, 0, 0}
};

static struct PyGetSetDef __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded[] = {
  {(char *)"embedded", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Embedded_embedded, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Embedded_embedded, (char *)0, 0},
  {0, 0, 0, 0, 0}
};

static PyTypeObject __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.DMOpRep_Embedded", /*tp_name*/
  sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  0, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  0, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
  0, /*tp_doc*/
  __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded, /*tp_traverse*/
  __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded, /*tp_methods*/
  0, /*tp_members*/
  __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};

static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed(PyTypeObject *t, PyObject *a, PyObject *k) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed *p;
  PyObject *o = __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMOpRep(t, a, k);
  if (unlikely(!o)) return 0;
  p = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed *)o);
  p->factor_reps = Py_None; Py_INCREF(Py_None);
  if (unlikely(__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Composed_1__cinit__(o, a, k) < 0)) goto bad;
  return o;
  bad:
  Py_DECREF(o); o = 0;
  return NULL;
}

static void __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed(PyObject *o) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed *)o;
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !_PyGC_FINALIZED(o)) {
    if (PyObject_CallFinalizerFromDealloc(o)) return;
  }
  #endif
  PyObject_GC_UnTrack(o);
  Py_CLEAR(p->factor_reps);
  #if CYTHON_USE_TYPE_SLOTS
  if (PyType_IS_GC(Py_TYPE(o)->tp_base))
  #endif
  PyObject_GC_Track(o);
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_DMOpRep(o);
}

static int __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed(PyObject *o, visitproc v, void *a) {
  int e;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed *)o;
  e = ((likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep)) ? ((__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep->tp_traverse) ? __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep->tp_traverse(o, v, a) : 0) : __Pyx_call_next_tp_traverse(o, v, a, __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed)); if (e) return e;
  if (p->factor_reps) {
    e = (*v)(p->factor_reps, a); if (e) return e;
  }
  return 0;
}

static int __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed(PyObject *o) {
  PyObject* tmp;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed *)o;
  if (likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep)) { if (__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep->tp_clear) __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep->tp_clear(o); } else __Pyx_call_next_tp_clear(o, __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed);
  tmp = ((PyObject*)p->factor_reps);
  p->factor_reps = Py_None; Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  return 0;
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Composed_factor_reps(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Composed_11factor_reps_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Composed_factor_reps(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Composed_11factor_reps_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Composed_11factor_reps_5__del__(o);
  }
}

static PyMethodDef __pyx_methods_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed[] = {
  {"__reduce__", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Composed_3__reduce__, METH_NOARGS, 0},
  {"reinit_factor_op_reps", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Composed_5reinit_factor_op_reps, METH_O, 0},
  {0, 0, 0, 0}
};

static struct PyGetSetDef __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed[] = {
  {(char *)"factor_reps", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Composed_factor_reps, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Composed_factor_reps, (char *)0, 0},
  {0, 0, 0, 0, 0}
};

static PyTypeObject __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.DMOpRep_Composed", /*tp_name*/
  sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  0, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  0, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
  0, /*tp_doc*/
  __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed, /*tp_traverse*/
  __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed, /*tp_methods*/
  0, /*tp_members*/
  __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};

static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum(PyTypeObject *t, PyObject *a, PyObject *k) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum *p;
  PyObject *o = __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMOpRep(t, a, k);
  if (unlikely(!o)) return 0;
  p = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum *)o);
  p->factor_reps = Py_None; Py_INCREF(Py_None);
  if (unlikely(__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11DMOpRep_Sum_1__cinit__(o, a, k) < 0)) goto bad;
  return o;
  bad:
  Py_DECREF(o); o = 0;
  return NULL;
}

static void __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum(PyObject *o) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum *)o;
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !_PyGC_FINALIZED(o)) {
    if (PyObject_CallFinalizerFromDealloc(o)) return;
  }
  #endif
  PyObject_GC_UnTrack(o);
  Py_CLEAR(p->factor_reps);
  #if CYTHON_USE_TYPE_SLOTS
  if (PyType_IS_GC(Py_TYPE(o)->tp_base))
  #endif
  PyObject_GC_Track(o);
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_DMOpRep(o);
}

static int __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum(PyObject *o, visitproc v, void *a) {
  int e;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum *)o;
  e = ((likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep)) ? ((__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep->tp_traverse) ? __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep->tp_traverse(o, v, a) : 0) : __Pyx_call_next_tp_traverse(o, v, a, __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum)); if (e) return e;
  if (p->factor_reps) {
    e = (*v)(p->factor_reps, a); if (e) return e;
  }
  return 0;
}

static int __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum(PyObject *o) {
  PyObject* tmp;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum *)o;
  if (likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep)) { if (__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep->tp_clear) __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep->tp_clear(o); } else __Pyx_call_next_tp_clear(o, __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum);
  tmp = ((PyObject*)p->factor_reps);
  p->factor_reps = Py_None; Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  return 0;
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_11DMOpRep_Sum_factor_reps(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11DMOpRep_Sum_11factor_reps_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_11DMOpRep_Sum_factor_reps(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11DMOpRep_Sum_11factor_reps_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11DMOpRep_Sum_11factor_reps_5__del__(o);
  }
}

static PyMethodDef __pyx_methods_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum[] = {
  {"__reduce__", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11DMOpRep_Sum_3__reduce__, METH_NOARGS, 0},
  {0, 0, 0, 0}
};

static struct PyGetSetDef __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum[] = {
  {(char *)"factor_reps", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_11DMOpRep_Sum_factor_reps, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_11DMOpRep_Sum_factor_reps, (char *)0, 0},
  {0, 0, 0, 0, 0}
};

static PyTypeObject __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.DMOpRep_Sum", /*tp_name*/
  sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  0, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  0, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
  0, /*tp_doc*/
  __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum, /*tp_traverse*/
  __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum, /*tp_methods*/
  0, /*tp_members*/
  __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};

static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated(PyTypeObject *t, PyObject *a, PyObject *k) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated *p;
  PyObject *o = __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMOpRep(t, a, k);
  if (unlikely(!o)) return 0;
  p = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated *)o);
  p->exponentiated_op = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *)Py_None); Py_INCREF(Py_None);
  if (unlikely(__pyx_pw_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_1__cinit__(o, a, k) < 0)) goto bad;
  return o;
  bad:
  Py_DECREF(o); o = 0;
  return NULL;
}

static void __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated(PyObject *o) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated *)o;
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !_PyGC_FINALIZED(o)) {
    if (PyObject_CallFinalizerFromDealloc(o)) return;
  }
  #endif
  PyObject_GC_UnTrack(o);
  Py_CLEAR(p->exponentiated_op);
  #if CYTHON_USE_TYPE_SLOTS
  if (PyType_IS_GC(Py_TYPE(o)->tp_base))
  #endif
  PyObject_GC_Track(o);
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_DMOpRep(o);
}

static int __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated(PyObject *o, visitproc v, void *a) {
  int e;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated *)o;
  e = ((likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep)) ? ((__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep->tp_traverse) ? __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep->tp_traverse(o, v, a) : 0) : __Pyx_call_next_tp_traverse(o, v, a, __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated)); if (e) return e;
  if (p->exponentiated_op) {
    e = (*v)(((PyObject *)p->exponentiated_op), a); if (e) return e;
  }
  return 0;
}

static int __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated(PyObject *o) {
  PyObject* tmp;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated *)o;
  if (likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep)) { if (__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep->tp_clear) __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep->tp_clear(o); } else __Pyx_call_next_tp_clear(o, __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated);
  tmp = ((PyObject*)p->exponentiated_op);
  p->exponentiated_op = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  return 0;
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_exponentiated_op(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_16exponentiated_op_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_exponentiated_op(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_16exponentiated_op_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_16exponentiated_op_5__del__(o);
  }
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_power(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_5power_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_power(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_5power_3__set__(o, v);
  }
  else {
    PyErr_SetString(PyExc_NotImplementedError, "__del__");
    return -1;
  }
}

static PyMethodDef __pyx_methods_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated[] = {
  {"__reduce__", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_3__reduce__, METH_NOARGS, 0},
  {0, 0, 0, 0}
};

static struct PyGetSetDef __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated[] = {
  {(char *)"exponentiated_op", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_exponentiated_op, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_exponentiated_op, (char *)0, 0},
  {(char *)"power", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_power, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_21DMOpRep_Exponentiated_power, (char *)0, 0},
  {0, 0, 0, 0, 0}
};

static PyTypeObject __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.DMOpRep_Exponentiated", /*tp_name*/
  sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  0, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  0, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
  0, /*tp_doc*/
  __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated, /*tp_traverse*/
  __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated, /*tp_methods*/
  0, /*tp_members*/
  __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};

static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad(PyTypeObject *t, PyObject *a, PyObject *k) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad *p;
  PyObject *o = __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMOpRep(t, a, k);
  if (unlikely(!o)) return 0;
  p = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad *)o);
  p->errgen_rep = Py_None; Py_INCREF(Py_None);
  p->data_ref2 = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  p->data_ref3 = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  p->data_ref4 = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  if (unlikely(__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad_1__cinit__(o, a, k) < 0)) goto bad;
  return o;
  bad:
  Py_DECREF(o); o = 0;
  return NULL;
}

static void __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad(PyObject *o) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad *)o;
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !_PyGC_FINALIZED(o)) {
    if (PyObject_CallFinalizerFromDealloc(o)) return;
  }
  #endif
  PyObject_GC_UnTrack(o);
  Py_CLEAR(p->errgen_rep);
  Py_CLEAR(p->data_ref2);
  Py_CLEAR(p->data_ref3);
  Py_CLEAR(p->data_ref4);
  #if CYTHON_USE_TYPE_SLOTS
  if (PyType_IS_GC(Py_TYPE(o)->tp_base))
  #endif
  PyObject_GC_Track(o);
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_DMOpRep(o);
}

static int __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad(PyObject *o, visitproc v, void *a) {
  int e;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad *)o;
  e = ((likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep)) ? ((__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep->tp_traverse) ? __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep->tp_traverse(o, v, a) : 0) : __Pyx_call_next_tp_traverse(o, v, a, __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad)); if (e) return e;
  if (p->errgen_rep) {
    e = (*v)(p->errgen_rep, a); if (e) return e;
  }
  if (p->data_ref2) {
    e = (*v)(((PyObject *)p->data_ref2), a); if (e) return e;
  }
  if (p->data_ref3) {
    e = (*v)(((PyObject *)p->data_ref3), a); if (e) return e;
  }
  if (p->data_ref4) {
    e = (*v)(((PyObject *)p->data_ref4), a); if (e) return e;
  }
  return 0;
}

static int __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad(PyObject *o) {
  PyObject* tmp;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad *)o;
  if (likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep)) { if (__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep->tp_clear) __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep->tp_clear(o); } else __Pyx_call_next_tp_clear(o, __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad);
  tmp = ((PyObject*)p->errgen_rep);
  p->errgen_rep = Py_None; Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->data_ref2);
  p->data_ref2 = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->data_ref3);
  p->data_ref3 = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->data_ref4);
  p->data_ref4 = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  return 0;
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad_errgen_rep(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad_10errgen_rep_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad_errgen_rep(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad_10errgen_rep_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad_10errgen_rep_5__del__(o);
  }
}

static PyMethodDef __pyx_methods_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad[] = {
  {"set_exp_params", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad_3set_exp_params, METH_VARARGS|METH_KEYWORDS, 0},
  {"get_exp_params", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad_5get_exp_params, METH_NOARGS, 0},
  {"__reduce__", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad_7__reduce__, METH_NOARGS, 0},
  {0, 0, 0, 0}
};

static struct PyGetSetDef __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad[] = {
  {(char *)"errgen_rep", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad_errgen_rep, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_16DMOpRep_Lindblad_errgen_rep, (char *)0, 0},
  {0, 0, 0, 0, 0}
};

static PyTypeObject __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.DMOpRep_Lindblad", /*tp_name*/
  sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  0, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  0, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
  0, /*tp_doc*/
  __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad, /*tp_traverse*/
  __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad, /*tp_methods*/
  0, /*tp_members*/
  __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};

static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse(PyTypeObject *t, PyObject *a, PyObject *k) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse *p;
  PyObject *o = __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMOpRep(t, a, k);
  if (unlikely(!o)) return 0;
  p = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse *)o);
  p->data = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  p->indices = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  p->indptr = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  if (unlikely(__pyx_pw_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_1__cinit__(o, a, k) < 0)) goto bad;
  return o;
  bad:
  Py_DECREF(o); o = 0;
  return NULL;
}

static void __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse(PyObject *o) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse *)o;
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !_PyGC_FINALIZED(o)) {
    if (PyObject_CallFinalizerFromDealloc(o)) return;
  }
  #endif
  PyObject_GC_UnTrack(o);
  Py_CLEAR(p->data);
  Py_CLEAR(p->indices);
  Py_CLEAR(p->indptr);
  #if CYTHON_USE_TYPE_SLOTS
  if (PyType_IS_GC(Py_TYPE(o)->tp_base))
  #endif
  PyObject_GC_Track(o);
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_DMOpRep(o);
}

static int __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse(PyObject *o, visitproc v, void *a) {
  int e;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse *)o;
  e = ((likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep)) ? ((__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep->tp_traverse) ? __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep->tp_traverse(o, v, a) : 0) : __Pyx_call_next_tp_traverse(o, v, a, __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse)); if (e) return e;
  if (p->data) {
    e = (*v)(((PyObject *)p->data), a); if (e) return e;
  }
  if (p->indices) {
    e = (*v)(((PyObject *)p->indices), a); if (e) return e;
  }
  if (p->indptr) {
    e = (*v)(((PyObject *)p->indptr), a); if (e) return e;
  }
  return 0;
}

static int __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse(PyObject *o) {
  PyObject* tmp;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse *)o;
  if (likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep)) { if (__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep->tp_clear) __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep->tp_clear(o); } else __Pyx_call_next_tp_clear(o, __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse);
  tmp = ((PyObject*)p->data);
  p->data = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->indices);
  p->indices = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->indptr);
  p->indptr = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  return 0;
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_data(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_4data_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_data(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_4data_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_4data_5__del__(o);
  }
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_indices(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_7indices_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_indices(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_7indices_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_7indices_5__del__(o);
  }
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_indptr(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_6indptr_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_indptr(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_6indptr_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_6indptr_5__del__(o);
  }
}

static PyMethodDef __pyx_methods_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse[] = {
  {"__reduce__", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_3__reduce__, METH_NOARGS, 0},
  {0, 0, 0, 0}
};

static struct PyGetSetDef __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse[] = {
  {(char *)"data", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_data, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_data, (char *)0, 0},
  {(char *)"indices", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_indices, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_indices, (char *)0, 0},
  {(char *)"indptr", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_indptr, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_14DMOpRep_Sparse_indptr, (char *)0, 0},
  {0, 0, 0, 0, 0}
};

static PyTypeObject __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.DMOpRep_Sparse", /*tp_name*/
  sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  0, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  0, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
  0, /*tp_doc*/
  __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse, /*tp_traverse*/
  __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse, /*tp_methods*/
  0, /*tp_members*/
  __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};

static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVStateRep(PyTypeObject *t, PyObject *a, PyObject *k) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *p;
  PyObject *o;
  if (likely((t->tp_flags & Py_TPFLAGS_IS_ABSTRACT) == 0)) {
    o = (*t->tp_alloc)(t, 0);
  } else {
    o = (PyObject *) PyBaseObject_Type.tp_new(t, __pyx_empty_tuple, 0);
  }
  if (unlikely(!o)) return 0;
  p = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *)o);
  p->base = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  if (unlikely(__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_1__cinit__(o, a, k) < 0)) goto bad;
  return o;
  bad:
  Py_DECREF(o); o = 0;
  return NULL;
}

static void __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SVStateRep(PyObject *o) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *)o;
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !_PyGC_FINALIZED(o)) {
    if (PyObject_CallFinalizerFromDealloc(o)) return;
  }
  #endif
  PyObject_GC_UnTrack(o);
  {
    PyObject *etype, *eval, *etb;
    PyErr_Fetch(&etype, &eval, &etb);
    ++Py_REFCNT(o);
    __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_7__dealloc__(o);
    --Py_REFCNT(o);
    PyErr_Restore(etype, eval, etb);
  }
  Py_CLEAR(p->base);
  (*Py_TYPE(o)->tp_free)(o);
}

static int __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SVStateRep(PyObject *o, visitproc v, void *a) {
  int e;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *)o;
  if (p->base) {
    e = (*v)(((PyObject *)p->base), a); if (e) return e;
  }
  return 0;
}

static int __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SVStateRep(PyObject *o) {
  PyObject* tmp;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *)o;
  tmp = ((PyObject*)p->base);
  p->base = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  return 0;
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_dim(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_3dim_1__get__(o);
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_base(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_4base_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_base(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_4base_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_4base_5__del__(o);
  }
}

static PyMethodDef __pyx_methods_6pygsti_7objects_6replib_10fastreplib_SVStateRep[] = {
  {"__reduce__", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_3__reduce__, METH_NOARGS, 0},
  {"todense", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_5todense, METH_NOARGS, 0},
  {0, 0, 0, 0}
};

static struct PyGetSetDef __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_SVStateRep[] = {
  {(char *)"dim", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_dim, 0, (char *)0, 0},
  {(char *)"base", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_base, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_base, (char *)0, 0},
  {0, 0, 0, 0, 0}
};

static PyTypeObject __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVStateRep = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.SVStateRep", /*tp_name*/
  sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SVStateRep, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  0, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SVStateRep_9__str__, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
  0, /*tp_doc*/
  __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SVStateRep, /*tp_traverse*/
  __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SVStateRep, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods_6pygsti_7objects_6replib_10fastreplib_SVStateRep, /*tp_methods*/
  0, /*tp_members*/
  __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_SVStateRep, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVStateRep, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};

static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVEffectRep(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
  PyObject *o;
  if (likely((t->tp_flags & Py_TPFLAGS_IS_ABSTRACT) == 0)) {
    o = (*t->tp_alloc)(t, 0);
  } else {
    o = (PyObject *) PyBaseObject_Type.tp_new(t, __pyx_empty_tuple, 0);
  }
  if (unlikely(!o)) return 0;
  if (unlikely(__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SVEffectRep_1__cinit__(o, __pyx_empty_tuple, NULL) < 0)) goto bad;
  return o;
  bad:
  Py_DECREF(o); o = 0;
  return NULL;
}

static void __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SVEffectRep(PyObject *o) {
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && (!PyType_IS_GC(Py_TYPE(o)) || !_PyGC_FINALIZED(o))) {
    if (PyObject_CallFinalizerFromDealloc(o)) return;
  }
  #endif
  {
    PyObject *etype, *eval, *etb;
    PyErr_Fetch(&etype, &eval, &etb);
    ++Py_REFCNT(o);
    __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SVEffectRep_3__dealloc__(o);
    --Py_REFCNT(o);
    PyErr_Restore(etype, eval, etb);
  }
  (*Py_TYPE(o)->tp_free)(o);
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_11SVEffectRep_dim(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SVEffectRep_3dim_1__get__(o);
}

static PyMethodDef __pyx_methods_6pygsti_7objects_6replib_10fastreplib_SVEffectRep[] = {
  {"__reduce__", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SVEffectRep_5__reduce__, METH_NOARGS, 0},
  {"probability", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SVEffectRep_7probability, METH_O, 0},
  {"amplitude", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SVEffectRep_9amplitude, METH_O, 0},
  {0, 0, 0, 0}
};

static struct PyGetSetDef __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_SVEffectRep[] = {
  {(char *)"dim", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_11SVEffectRep_dim, 0, (char *)0, 0},
  {0, 0, 0, 0, 0}
};

static PyTypeObject __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVEffectRep = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.SVEffectRep", /*tp_name*/
  sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SVEffectRep, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  0, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  0, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE, /*tp_flags*/
  0, /*tp_doc*/
  0, /*tp_traverse*/
  0, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods_6pygsti_7objects_6replib_10fastreplib_SVEffectRep, /*tp_methods*/
  0, /*tp_members*/
  __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_SVEffectRep, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVEffectRep, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};

static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense(PyTypeObject *t, PyObject *a, PyObject *k) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense *p;
  PyObject *o = __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVEffectRep(t, a, k);
  if (unlikely(!o)) return 0;
  p = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense *)o);
  p->base = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  if (unlikely(__pyx_pw_6pygsti_7objects_6replib_10fastreplib_17SVEffectRep_Dense_1__cinit__(o, a, k) < 0)) goto bad;
  return o;
  bad:
  Py_DECREF(o); o = 0;
  return NULL;
}

static void __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense(PyObject *o) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense *)o;
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !_PyGC_FINALIZED(o)) {
    if (PyObject_CallFinalizerFromDealloc(o)) return;
  }
  #endif
  PyObject_GC_UnTrack(o);
  Py_CLEAR(p->base);
  #if CYTHON_USE_TYPE_SLOTS
  if (PyType_IS_GC(Py_TYPE(o)->tp_base))
  #endif
  PyObject_GC_Track(o);
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SVEffectRep(o);
}

static int __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense(PyObject *o, visitproc v, void *a) {
  int e;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense *)o;
  e = ((likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep)) ? ((__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep->tp_traverse) ? __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep->tp_traverse(o, v, a) : 0) : __Pyx_call_next_tp_traverse(o, v, a, __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense)); if (e) return e;
  if (p->base) {
    e = (*v)(((PyObject *)p->base), a); if (e) return e;
  }
  return 0;
}

static int __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense(PyObject *o) {
  PyObject* tmp;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense *)o;
  if (likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep)) { if (__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep->tp_clear) __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep->tp_clear(o); } else __Pyx_call_next_tp_clear(o, __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense);
  tmp = ((PyObject*)p->base);
  p->base = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  return 0;
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_17SVEffectRep_Dense_base(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_17SVEffectRep_Dense_4base_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_17SVEffectRep_Dense_base(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_17SVEffectRep_Dense_4base_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_17SVEffectRep_Dense_4base_5__del__(o);
  }
}

static PyMethodDef __pyx_methods_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense[] = {
  {"__reduce__", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_17SVEffectRep_Dense_3__reduce__, METH_NOARGS, 0},
  {0, 0, 0, 0}
};

static struct PyGetSetDef __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense[] = {
  {(char *)"base", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_17SVEffectRep_Dense_base, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_17SVEffectRep_Dense_base, (char *)0, 0},
  {0, 0, 0, 0, 0}
};

static PyTypeObject __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.SVEffectRep_Dense", /*tp_name*/
  sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  0, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  0, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
  0, /*tp_doc*/
  __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense, /*tp_traverse*/
  __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense, /*tp_methods*/
  0, /*tp_members*/
  __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};

static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_TensorProd(PyTypeObject *t, PyObject *a, PyObject *k) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_TensorProd *p;
  PyObject *o = __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVEffectRep(t, a, k);
  if (unlikely(!o)) return 0;
  p = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_TensorProd *)o);
  p->data_ref1 = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  p->data_ref2 = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  if (unlikely(__pyx_pw_6pygsti_7objects_6replib_10fastreplib_22SVEffectRep_TensorProd_1__cinit__(o, a, k) < 0)) goto bad;
  return o;
  bad:
  Py_DECREF(o); o = 0;
  return NULL;
}

static void __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_TensorProd(PyObject *o) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_TensorProd *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_TensorProd *)o;
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !_PyGC_FINALIZED(o)) {
    if (PyObject_CallFinalizerFromDealloc(o)) return;
  }
  #endif
  PyObject_GC_UnTrack(o);
  Py_CLEAR(p->data_ref1);
  Py_CLEAR(p->data_ref2);
  #if CYTHON_USE_TYPE_SLOTS
  if (PyType_IS_GC(Py_TYPE(o)->tp_base))
  #endif
  PyObject_GC_Track(o);
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SVEffectRep(o);
}

static int __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_TensorProd(PyObject *o, visitproc v, void *a) {
  int e;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_TensorProd *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_TensorProd *)o;
  e = ((likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep)) ? ((__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep->tp_traverse) ? __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep->tp_traverse(o, v, a) : 0) : __Pyx_call_next_tp_traverse(o, v, a, __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_TensorProd)); if (e) return e;
  if (p->data_ref1) {
    e = (*v)(((PyObject *)p->data_ref1), a); if (e) return e;
  }
  if (p->data_ref2) {
    e = (*v)(((PyObject *)p->data_ref2), a); if (e) return e;
  }
  return 0;
}

static int __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_TensorProd(PyObject *o) {
  PyObject* tmp;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_TensorProd *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_TensorProd *)o;
  if (likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep)) { if (__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep->tp_clear) __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep->tp_clear(o); } else __Pyx_call_next_tp_clear(o, __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_TensorProd);
  tmp = ((PyObject*)p->data_ref1);
  p->data_ref1 = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->data_ref2);
  p->data_ref2 = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  return 0;
}

static PyMethodDef __pyx_methods_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_TensorProd[] = {
  {"__reduce__", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_22SVEffectRep_TensorProd_3__reduce__, METH_NOARGS, 0},
  {0, 0, 0, 0}
};

static PyTypeObject __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_TensorProd = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.SVEffectRep_TensorProd", /*tp_name*/
  sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_TensorProd), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_TensorProd, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  0, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  0, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
  0, /*tp_doc*/
  __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_TensorProd, /*tp_traverse*/
  __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_TensorProd, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_TensorProd, /*tp_methods*/
  0, /*tp_members*/
  0, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_TensorProd, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};

static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational(PyTypeObject *t, PyObject *a, PyObject *k) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational *p;
  PyObject *o = __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVEffectRep(t, a, k);
  if (unlikely(!o)) return 0;
  p = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational *)o);
  p->zvals = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  if (unlikely(__pyx_pw_6pygsti_7objects_6replib_10fastreplib_25SVEffectRep_Computational_1__cinit__(o, a, k) < 0)) goto bad;
  return o;
  bad:
  Py_DECREF(o); o = 0;
  return NULL;
}

static void __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational(PyObject *o) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational *)o;
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !_PyGC_FINALIZED(o)) {
    if (PyObject_CallFinalizerFromDealloc(o)) return;
  }
  #endif
  PyObject_GC_UnTrack(o);
  Py_CLEAR(p->zvals);
  #if CYTHON_USE_TYPE_SLOTS
  if (PyType_IS_GC(Py_TYPE(o)->tp_base))
  #endif
  PyObject_GC_Track(o);
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SVEffectRep(o);
}

static int __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational(PyObject *o, visitproc v, void *a) {
  int e;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational *)o;
  e = ((likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep)) ? ((__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep->tp_traverse) ? __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep->tp_traverse(o, v, a) : 0) : __Pyx_call_next_tp_traverse(o, v, a, __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational)); if (e) return e;
  if (p->zvals) {
    e = (*v)(((PyObject *)p->zvals), a); if (e) return e;
  }
  return 0;
}

static int __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational(PyObject *o) {
  PyObject* tmp;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational *)o;
  if (likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep)) { if (__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep->tp_clear) __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep->tp_clear(o); } else __Pyx_call_next_tp_clear(o, __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational);
  tmp = ((PyObject*)p->zvals);
  p->zvals = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  return 0;
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_25SVEffectRep_Computational_zvals(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_25SVEffectRep_Computational_5zvals_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_25SVEffectRep_Computational_zvals(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_25SVEffectRep_Computational_5zvals_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_25SVEffectRep_Computational_5zvals_5__del__(o);
  }
}

static PyMethodDef __pyx_methods_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational[] = {
  {"__reduce__", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_25SVEffectRep_Computational_3__reduce__, METH_NOARGS, 0},
  {0, 0, 0, 0}
};

static struct PyGetSetDef __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational[] = {
  {(char *)"zvals", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_25SVEffectRep_Computational_zvals, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_25SVEffectRep_Computational_zvals, (char *)0, 0},
  {0, 0, 0, 0, 0}
};

static PyTypeObject __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.SVEffectRep_Computational", /*tp_name*/
  sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  0, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  0, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
  0, /*tp_doc*/
  __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational, /*tp_traverse*/
  __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational, /*tp_methods*/
  0, /*tp_members*/
  __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};

static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVOpRep(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
  PyObject *o;
  if (likely((t->tp_flags & Py_TPFLAGS_IS_ABSTRACT) == 0)) {
    o = (*t->tp_alloc)(t, 0);
  } else {
    o = (PyObject *) PyBaseObject_Type.tp_new(t, __pyx_empty_tuple, 0);
  }
  if (unlikely(!o)) return 0;
  if (unlikely(__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7SVOpRep_1__cinit__(o, __pyx_empty_tuple, NULL) < 0)) goto bad;
  return o;
  bad:
  Py_DECREF(o); o = 0;
  return NULL;
}

static void __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SVOpRep(PyObject *o) {
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && (!PyType_IS_GC(Py_TYPE(o)) || !_PyGC_FINALIZED(o))) {
    if (PyObject_CallFinalizerFromDealloc(o)) return;
  }
  #endif
  {
    PyObject *etype, *eval, *etb;
    PyErr_Fetch(&etype, &eval, &etb);
    ++Py_REFCNT(o);
    __pyx_pw_6pygsti_7objects_6replib_10fastreplib_7SVOpRep_5__dealloc__(o);
    --Py_REFCNT(o);
    PyErr_Restore(etype, eval, etb);
  }
  (*Py_TYPE(o)->tp_free)(o);
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_7SVOpRep_dim(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_7SVOpRep_3dim_1__get__(o);
}

static PyMethodDef __pyx_methods_6pygsti_7objects_6replib_10fastreplib_SVOpRep[] = {
  {"__reduce__", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7SVOpRep_3__reduce__, METH_NOARGS, 0},
  {"acton", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7SVOpRep_7acton, METH_O, 0},
  {0, 0, 0, 0}
};

static struct PyGetSetDef __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_SVOpRep[] = {
  {(char *)"dim", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_7SVOpRep_dim, 0, (char *)0, 0},
  {0, 0, 0, 0, 0}
};

static PyTypeObject __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.SVOpRep", /*tp_name*/
  sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SVOpRep, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  0, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  0, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE, /*tp_flags*/
  0, /*tp_doc*/
  0, /*tp_traverse*/
  0, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods_6pygsti_7objects_6replib_10fastreplib_SVOpRep, /*tp_methods*/
  0, /*tp_members*/
  __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_SVOpRep, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVOpRep, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};

static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense(PyTypeObject *t, PyObject *a, PyObject *k) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense *p;
  PyObject *o = __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVOpRep(t, a, k);
  if (unlikely(!o)) return 0;
  p = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense *)o);
  p->base = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  if (unlikely(__pyx_pw_6pygsti_7objects_6replib_10fastreplib_13SVOpRep_Dense_1__cinit__(o, a, k) < 0)) goto bad;
  return o;
  bad:
  Py_DECREF(o); o = 0;
  return NULL;
}

static void __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense(PyObject *o) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense *)o;
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !_PyGC_FINALIZED(o)) {
    if (PyObject_CallFinalizerFromDealloc(o)) return;
  }
  #endif
  PyObject_GC_UnTrack(o);
  Py_CLEAR(p->base);
  #if CYTHON_USE_TYPE_SLOTS
  if (PyType_IS_GC(Py_TYPE(o)->tp_base))
  #endif
  PyObject_GC_Track(o);
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SVOpRep(o);
}

static int __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense(PyObject *o, visitproc v, void *a) {
  int e;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense *)o;
  e = ((likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep)) ? ((__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep->tp_traverse) ? __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep->tp_traverse(o, v, a) : 0) : __Pyx_call_next_tp_traverse(o, v, a, __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense)); if (e) return e;
  if (p->base) {
    e = (*v)(((PyObject *)p->base), a); if (e) return e;
  }
  return 0;
}

static int __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense(PyObject *o) {
  PyObject* tmp;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense *)o;
  if (likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep)) { if (__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep->tp_clear) __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep->tp_clear(o); } else __Pyx_call_next_tp_clear(o, __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense);
  tmp = ((PyObject*)p->base);
  p->base = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  return 0;
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_13SVOpRep_Dense_base(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_13SVOpRep_Dense_4base_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_13SVOpRep_Dense_base(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_13SVOpRep_Dense_4base_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_13SVOpRep_Dense_4base_5__del__(o);
  }
}

static PyMethodDef __pyx_methods_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense[] = {
  {"__reduce__", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_13SVOpRep_Dense_3__reduce__, METH_NOARGS, 0},
  {0, 0, 0, 0}
};

static struct PyGetSetDef __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense[] = {
  {(char *)"base", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_13SVOpRep_Dense_base, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_13SVOpRep_Dense_base, (char *)0, 0},
  {0, 0, 0, 0, 0}
};

static PyTypeObject __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.SVOpRep_Dense", /*tp_name*/
  sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  0, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  __pyx_pw_6pygsti_7objects_6replib_10fastreplib_13SVOpRep_Dense_5__str__, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
  0, /*tp_doc*/
  __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense, /*tp_traverse*/
  __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense, /*tp_methods*/
  0, /*tp_members*/
  __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};

static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded(PyTypeObject *t, PyObject *a, PyObject *k) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded *p;
  PyObject *o = __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVOpRep(t, a, k);
  if (unlikely(!o)) return 0;
  p = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded *)o);
  p->data_ref1 = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  p->data_ref2 = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  p->data_ref3 = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  p->data_ref4 = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  p->data_ref5 = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  p->data_ref6 = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  p->embedded = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep *)Py_None); Py_INCREF(Py_None);
  if (unlikely(__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Embedded_1__cinit__(o, a, k) < 0)) goto bad;
  return o;
  bad:
  Py_DECREF(o); o = 0;
  return NULL;
}

static void __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded(PyObject *o) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded *)o;
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !_PyGC_FINALIZED(o)) {
    if (PyObject_CallFinalizerFromDealloc(o)) return;
  }
  #endif
  PyObject_GC_UnTrack(o);
  Py_CLEAR(p->data_ref1);
  Py_CLEAR(p->data_ref2);
  Py_CLEAR(p->data_ref3);
  Py_CLEAR(p->data_ref4);
  Py_CLEAR(p->data_ref5);
  Py_CLEAR(p->data_ref6);
  Py_CLEAR(p->embedded);
  #if CYTHON_USE_TYPE_SLOTS
  if (PyType_IS_GC(Py_TYPE(o)->tp_base))
  #endif
  PyObject_GC_Track(o);
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SVOpRep(o);
}

static int __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded(PyObject *o, visitproc v, void *a) {
  int e;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded *)o;
  e = ((likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep)) ? ((__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep->tp_traverse) ? __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep->tp_traverse(o, v, a) : 0) : __Pyx_call_next_tp_traverse(o, v, a, __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded)); if (e) return e;
  if (p->data_ref1) {
    e = (*v)(((PyObject *)p->data_ref1), a); if (e) return e;
  }
  if (p->data_ref2) {
    e = (*v)(((PyObject *)p->data_ref2), a); if (e) return e;
  }
  if (p->data_ref3) {
    e = (*v)(((PyObject *)p->data_ref3), a); if (e) return e;
  }
  if (p->data_ref4) {
    e = (*v)(((PyObject *)p->data_ref4), a); if (e) return e;
  }
  if (p->data_ref5) {
    e = (*v)(((PyObject *)p->data_ref5), a); if (e) return e;
  }
  if (p->data_ref6) {
    e = (*v)(((PyObject *)p->data_ref6), a); if (e) return e;
  }
  if (p->embedded) {
    e = (*v)(((PyObject *)p->embedded), a); if (e) return e;
  }
  return 0;
}

static int __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded(PyObject *o) {
  PyObject* tmp;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded *)o;
  if (likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep)) { if (__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep->tp_clear) __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep->tp_clear(o); } else __Pyx_call_next_tp_clear(o, __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded);
  tmp = ((PyObject*)p->data_ref1);
  p->data_ref1 = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->data_ref2);
  p->data_ref2 = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->data_ref3);
  p->data_ref3 = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->data_ref4);
  p->data_ref4 = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->data_ref5);
  p->data_ref5 = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->data_ref6);
  p->data_ref6 = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->embedded);
  p->embedded = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  return 0;
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Embedded_embedded(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Embedded_8embedded_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Embedded_embedded(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Embedded_8embedded_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Embedded_8embedded_5__del__(o);
  }
}

static PyMethodDef __pyx_methods_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded[] = {
  {"__reduce__", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Embedded_3__reduce__, METH_NOARGS, 0},
  {0, 0, 0, 0}
};

static struct PyGetSetDef __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded[] = {
  {(char *)"embedded", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Embedded_embedded, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Embedded_embedded, (char *)0, 0},
  {0, 0, 0, 0, 0}
};

static PyTypeObject __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.SVOpRep_Embedded", /*tp_name*/
  sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  0, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  0, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
  0, /*tp_doc*/
  __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded, /*tp_traverse*/
  __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded, /*tp_methods*/
  0, /*tp_members*/
  __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};

static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed(PyTypeObject *t, PyObject *a, PyObject *k) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed *p;
  PyObject *o = __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVOpRep(t, a, k);
  if (unlikely(!o)) return 0;
  p = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed *)o);
  p->factor_reps = Py_None; Py_INCREF(Py_None);
  if (unlikely(__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Composed_1__cinit__(o, a, k) < 0)) goto bad;
  return o;
  bad:
  Py_DECREF(o); o = 0;
  return NULL;
}

static void __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed(PyObject *o) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed *)o;
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !_PyGC_FINALIZED(o)) {
    if (PyObject_CallFinalizerFromDealloc(o)) return;
  }
  #endif
  PyObject_GC_UnTrack(o);
  Py_CLEAR(p->factor_reps);
  #if CYTHON_USE_TYPE_SLOTS
  if (PyType_IS_GC(Py_TYPE(o)->tp_base))
  #endif
  PyObject_GC_Track(o);
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SVOpRep(o);
}

static int __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed(PyObject *o, visitproc v, void *a) {
  int e;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed *)o;
  e = ((likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep)) ? ((__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep->tp_traverse) ? __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep->tp_traverse(o, v, a) : 0) : __Pyx_call_next_tp_traverse(o, v, a, __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed)); if (e) return e;
  if (p->factor_reps) {
    e = (*v)(p->factor_reps, a); if (e) return e;
  }
  return 0;
}

static int __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed(PyObject *o) {
  PyObject* tmp;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed *)o;
  if (likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep)) { if (__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep->tp_clear) __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep->tp_clear(o); } else __Pyx_call_next_tp_clear(o, __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed);
  tmp = ((PyObject*)p->factor_reps);
  p->factor_reps = Py_None; Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  return 0;
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Composed_factor_reps(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Composed_11factor_reps_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Composed_factor_reps(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Composed_11factor_reps_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Composed_11factor_reps_5__del__(o);
  }
}

static PyMethodDef __pyx_methods_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed[] = {
  {"reinit_factor_op_reps", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Composed_3reinit_factor_op_reps, METH_O, 0},
  {"__reduce__", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Composed_5__reduce__, METH_NOARGS, 0},
  {0, 0, 0, 0}
};

static struct PyGetSetDef __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed[] = {
  {(char *)"factor_reps", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Composed_factor_reps, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_16SVOpRep_Composed_factor_reps, (char *)0, 0},
  {0, 0, 0, 0, 0}
};

static PyTypeObject __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.SVOpRep_Composed", /*tp_name*/
  sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  0, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  0, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
  0, /*tp_doc*/
  __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed, /*tp_traverse*/
  __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed, /*tp_methods*/
  0, /*tp_members*/
  __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};

static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum(PyTypeObject *t, PyObject *a, PyObject *k) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum *p;
  PyObject *o = __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVOpRep(t, a, k);
  if (unlikely(!o)) return 0;
  p = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum *)o);
  p->factor_reps = Py_None; Py_INCREF(Py_None);
  if (unlikely(__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SVOpRep_Sum_1__cinit__(o, a, k) < 0)) goto bad;
  return o;
  bad:
  Py_DECREF(o); o = 0;
  return NULL;
}

static void __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum(PyObject *o) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum *)o;
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !_PyGC_FINALIZED(o)) {
    if (PyObject_CallFinalizerFromDealloc(o)) return;
  }
  #endif
  PyObject_GC_UnTrack(o);
  Py_CLEAR(p->factor_reps);
  #if CYTHON_USE_TYPE_SLOTS
  if (PyType_IS_GC(Py_TYPE(o)->tp_base))
  #endif
  PyObject_GC_Track(o);
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SVOpRep(o);
}

static int __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum(PyObject *o, visitproc v, void *a) {
  int e;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum *)o;
  e = ((likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep)) ? ((__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep->tp_traverse) ? __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep->tp_traverse(o, v, a) : 0) : __Pyx_call_next_tp_traverse(o, v, a, __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum)); if (e) return e;
  if (p->factor_reps) {
    e = (*v)(p->factor_reps, a); if (e) return e;
  }
  return 0;
}

static int __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum(PyObject *o) {
  PyObject* tmp;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum *)o;
  if (likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep)) { if (__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep->tp_clear) __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep->tp_clear(o); } else __Pyx_call_next_tp_clear(o, __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum);
  tmp = ((PyObject*)p->factor_reps);
  p->factor_reps = Py_None; Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  return 0;
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_11SVOpRep_Sum_factor_reps(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SVOpRep_Sum_11factor_reps_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_11SVOpRep_Sum_factor_reps(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SVOpRep_Sum_11factor_reps_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SVOpRep_Sum_11factor_reps_5__del__(o);
  }
}

static PyMethodDef __pyx_methods_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum[] = {
  {"__reduce__", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SVOpRep_Sum_3__reduce__, METH_NOARGS, 0},
  {0, 0, 0, 0}
};

static struct PyGetSetDef __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum[] = {
  {(char *)"factor_reps", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_11SVOpRep_Sum_factor_reps, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_11SVOpRep_Sum_factor_reps, (char *)0, 0},
  {0, 0, 0, 0, 0}
};

static PyTypeObject __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.SVOpRep_Sum", /*tp_name*/
  sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  0, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  0, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
  0, /*tp_doc*/
  __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum, /*tp_traverse*/
  __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum, /*tp_methods*/
  0, /*tp_members*/
  __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};

static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated(PyTypeObject *t, PyObject *a, PyObject *k) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated *p;
  PyObject *o = __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVOpRep(t, a, k);
  if (unlikely(!o)) return 0;
  p = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated *)o);
  p->exponentiated_op = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep *)Py_None); Py_INCREF(Py_None);
  if (unlikely(__pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_1__cinit__(o, a, k) < 0)) goto bad;
  return o;
  bad:
  Py_DECREF(o); o = 0;
  return NULL;
}

static void __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated(PyObject *o) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated *)o;
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !_PyGC_FINALIZED(o)) {
    if (PyObject_CallFinalizerFromDealloc(o)) return;
  }
  #endif
  PyObject_GC_UnTrack(o);
  Py_CLEAR(p->exponentiated_op);
  #if CYTHON_USE_TYPE_SLOTS
  if (PyType_IS_GC(Py_TYPE(o)->tp_base))
  #endif
  PyObject_GC_Track(o);
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SVOpRep(o);
}

static int __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated(PyObject *o, visitproc v, void *a) {
  int e;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated *)o;
  e = ((likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep)) ? ((__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep->tp_traverse) ? __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep->tp_traverse(o, v, a) : 0) : __Pyx_call_next_tp_traverse(o, v, a, __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated)); if (e) return e;
  if (p->exponentiated_op) {
    e = (*v)(((PyObject *)p->exponentiated_op), a); if (e) return e;
  }
  return 0;
}

static int __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated(PyObject *o) {
  PyObject* tmp;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated *)o;
  if (likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep)) { if (__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep->tp_clear) __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep->tp_clear(o); } else __Pyx_call_next_tp_clear(o, __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated);
  tmp = ((PyObject*)p->exponentiated_op);
  p->exponentiated_op = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  return 0;
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_exponentiated_op(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_16exponentiated_op_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_exponentiated_op(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_16exponentiated_op_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_16exponentiated_op_5__del__(o);
  }
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_power(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_5power_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_power(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_5power_3__set__(o, v);
  }
  else {
    PyErr_SetString(PyExc_NotImplementedError, "__del__");
    return -1;
  }
}

static PyMethodDef __pyx_methods_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated[] = {
  {"__reduce__", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_3__reduce__, METH_NOARGS, 0},
  {0, 0, 0, 0}
};

static struct PyGetSetDef __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated[] = {
  {(char *)"exponentiated_op", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_exponentiated_op, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_exponentiated_op, (char *)0, 0},
  {(char *)"power", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_power, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_21SVOpRep_Exponentiated_power, (char *)0, 0},
  {0, 0, 0, 0, 0}
};

static PyTypeObject __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.SVOpRep_Exponentiated", /*tp_name*/
  sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  0, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  0, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
  0, /*tp_doc*/
  __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated, /*tp_traverse*/
  __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated, /*tp_methods*/
  0, /*tp_members*/
  __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};

static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SBStateRep(PyTypeObject *t, PyObject *a, PyObject *k) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *p;
  PyObject *o;
  if (likely((t->tp_flags & Py_TPFLAGS_IS_ABSTRACT) == 0)) {
    o = (*t->tp_alloc)(t, 0);
  } else {
    o = (PyObject *) PyBaseObject_Type.tp_new(t, __pyx_empty_tuple, 0);
  }
  if (unlikely(!o)) return 0;
  p = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *)o);
  p->smatrix = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  p->pvectors = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  p->amps = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  if (unlikely(__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_1__cinit__(o, a, k) < 0)) goto bad;
  return o;
  bad:
  Py_DECREF(o); o = 0;
  return NULL;
}

static void __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SBStateRep(PyObject *o) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *)o;
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !_PyGC_FINALIZED(o)) {
    if (PyObject_CallFinalizerFromDealloc(o)) return;
  }
  #endif
  PyObject_GC_UnTrack(o);
  {
    PyObject *etype, *eval, *etb;
    PyErr_Fetch(&etype, &eval, &etb);
    ++Py_REFCNT(o);
    __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_5__dealloc__(o);
    --Py_REFCNT(o);
    PyErr_Restore(etype, eval, etb);
  }
  Py_CLEAR(p->smatrix);
  Py_CLEAR(p->pvectors);
  Py_CLEAR(p->amps);
  (*Py_TYPE(o)->tp_free)(o);
}

static int __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SBStateRep(PyObject *o, visitproc v, void *a) {
  int e;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *)o;
  if (p->smatrix) {
    e = (*v)(((PyObject *)p->smatrix), a); if (e) return e;
  }
  if (p->pvectors) {
    e = (*v)(((PyObject *)p->pvectors), a); if (e) return e;
  }
  if (p->amps) {
    e = (*v)(((PyObject *)p->amps), a); if (e) return e;
  }
  return 0;
}

static int __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SBStateRep(PyObject *o) {
  PyObject* tmp;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *)o;
  tmp = ((PyObject*)p->smatrix);
  p->smatrix = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->pvectors);
  p->pvectors = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->amps);
  p->amps = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  return 0;
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_nqubits(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_7nqubits_1__get__(o);
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_dim(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_3dim_1__get__(o);
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_smatrix(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_7smatrix_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_smatrix(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_7smatrix_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_7smatrix_5__del__(o);
  }
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_pvectors(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_8pvectors_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_pvectors(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_8pvectors_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_8pvectors_5__del__(o);
  }
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_amps(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_4amps_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_amps(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_4amps_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_4amps_5__del__(o);
  }
}

static PyMethodDef __pyx_methods_6pygsti_7objects_6replib_10fastreplib_SBStateRep[] = {
  {"__reduce__", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_3__reduce__, METH_NOARGS, 0},
  {0, 0, 0, 0}
};

static struct PyGetSetDef __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_SBStateRep[] = {
  {(char *)"nqubits", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_nqubits, 0, (char *)0, 0},
  {(char *)"dim", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_dim, 0, (char *)0, 0},
  {(char *)"smatrix", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_smatrix, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_smatrix, (char *)0, 0},
  {(char *)"pvectors", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_pvectors, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_pvectors, (char *)0, 0},
  {(char *)"amps", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_amps, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_amps, (char *)0, 0},
  {0, 0, 0, 0, 0}
};

static PyTypeObject __pyx_type_6pygsti_7objects_6replib_10fastreplib_SBStateRep = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.SBStateRep", /*tp_name*/
  sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SBStateRep, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  0, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10SBStateRep_7__str__, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
  0, /*tp_doc*/
  __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SBStateRep, /*tp_traverse*/
  __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SBStateRep, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods_6pygsti_7objects_6replib_10fastreplib_SBStateRep, /*tp_methods*/
  0, /*tp_members*/
  __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_SBStateRep, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SBStateRep, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};

static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SBEffectRep(PyTypeObject *t, PyObject *a, PyObject *k) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *p;
  PyObject *o;
  if (likely((t->tp_flags & Py_TPFLAGS_IS_ABSTRACT) == 0)) {
    o = (*t->tp_alloc)(t, 0);
  } else {
    o = (PyObject *) PyBaseObject_Type.tp_new(t, __pyx_empty_tuple, 0);
  }
  if (unlikely(!o)) return 0;
  p = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *)o);
  p->zvals = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  if (unlikely(__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_1__cinit__(o, a, k) < 0)) goto bad;
  return o;
  bad:
  Py_DECREF(o); o = 0;
  return NULL;
}

static void __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SBEffectRep(PyObject *o) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *)o;
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !_PyGC_FINALIZED(o)) {
    if (PyObject_CallFinalizerFromDealloc(o)) return;
  }
  #endif
  PyObject_GC_UnTrack(o);
  {
    PyObject *etype, *eval, *etb;
    PyErr_Fetch(&etype, &eval, &etb);
    ++Py_REFCNT(o);
    __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_5__dealloc__(o);
    --Py_REFCNT(o);
    PyErr_Restore(etype, eval, etb);
  }
  Py_CLEAR(p->zvals);
  (*Py_TYPE(o)->tp_free)(o);
}

static int __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SBEffectRep(PyObject *o, visitproc v, void *a) {
  int e;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *)o;
  if (p->zvals) {
    e = (*v)(((PyObject *)p->zvals), a); if (e) return e;
  }
  return 0;
}

static int __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SBEffectRep(PyObject *o) {
  PyObject* tmp;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *)o;
  tmp = ((PyObject*)p->zvals);
  p->zvals = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  return 0;
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_nqubits(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_7nqubits_1__get__(o);
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_dim(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_3dim_1__get__(o);
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_zvals(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_5zvals_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_zvals(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_5zvals_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_5zvals_5__del__(o);
  }
}

static PyMethodDef __pyx_methods_6pygsti_7objects_6replib_10fastreplib_SBEffectRep[] = {
  {"__reduce__", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_3__reduce__, METH_NOARGS, 0},
  {"probability", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_7probability, METH_O, 0},
  {"amplitude", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_9amplitude, METH_O, 0},
  {0, 0, 0, 0}
};

static struct PyGetSetDef __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_SBEffectRep[] = {
  {(char *)"nqubits", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_nqubits, 0, (char *)0, 0},
  {(char *)"dim", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_dim, 0, (char *)0, 0},
  {(char *)"zvals", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_zvals, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_11SBEffectRep_zvals, (char *)0, 0},
  {0, 0, 0, 0, 0}
};

static PyTypeObject __pyx_type_6pygsti_7objects_6replib_10fastreplib_SBEffectRep = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.SBEffectRep", /*tp_name*/
  sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SBEffectRep, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  0, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  0, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
  0, /*tp_doc*/
  __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SBEffectRep, /*tp_traverse*/
  __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SBEffectRep, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods_6pygsti_7objects_6replib_10fastreplib_SBEffectRep, /*tp_methods*/
  0, /*tp_members*/
  __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_SBEffectRep, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SBEffectRep, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};

static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SBOpRep(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
  PyObject *o;
  if (likely((t->tp_flags & Py_TPFLAGS_IS_ABSTRACT) == 0)) {
    o = (*t->tp_alloc)(t, 0);
  } else {
    o = (PyObject *) PyBaseObject_Type.tp_new(t, __pyx_empty_tuple, 0);
  }
  if (unlikely(!o)) return 0;
  if (unlikely(__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7SBOpRep_1__cinit__(o, __pyx_empty_tuple, NULL) < 0)) goto bad;
  return o;
  bad:
  Py_DECREF(o); o = 0;
  return NULL;
}

static void __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SBOpRep(PyObject *o) {
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && (!PyType_IS_GC(Py_TYPE(o)) || !_PyGC_FINALIZED(o))) {
    if (PyObject_CallFinalizerFromDealloc(o)) return;
  }
  #endif
  {
    PyObject *etype, *eval, *etb;
    PyErr_Fetch(&etype, &eval, &etb);
    ++Py_REFCNT(o);
    __pyx_pw_6pygsti_7objects_6replib_10fastreplib_7SBOpRep_5__dealloc__(o);
    --Py_REFCNT(o);
    PyErr_Restore(etype, eval, etb);
  }
  (*Py_TYPE(o)->tp_free)(o);
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_7SBOpRep_nqubits(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_7SBOpRep_7nqubits_1__get__(o);
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_7SBOpRep_dim(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_7SBOpRep_3dim_1__get__(o);
}

static PyMethodDef __pyx_methods_6pygsti_7objects_6replib_10fastreplib_SBOpRep[] = {
  {"__reduce__", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7SBOpRep_3__reduce__, METH_NOARGS, 0},
  {"acton", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7SBOpRep_7acton, METH_O, 0},
  {"adjoint_acton", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7SBOpRep_9adjoint_acton, METH_O, 0},
  {0, 0, 0, 0}
};

static struct PyGetSetDef __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_SBOpRep[] = {
  {(char *)"nqubits", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_7SBOpRep_nqubits, 0, (char *)0, 0},
  {(char *)"dim", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_7SBOpRep_dim, 0, (char *)0, 0},
  {0, 0, 0, 0, 0}
};

static PyTypeObject __pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.SBOpRep", /*tp_name*/
  sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SBOpRep, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  0, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  0, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE, /*tp_flags*/
  0, /*tp_doc*/
  0, /*tp_traverse*/
  0, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods_6pygsti_7objects_6replib_10fastreplib_SBOpRep, /*tp_methods*/
  0, /*tp_members*/
  __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_SBOpRep, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SBOpRep, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};

static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded(PyTypeObject *t, PyObject *a, PyObject *k) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded *p;
  PyObject *o = __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SBOpRep(t, a, k);
  if (unlikely(!o)) return 0;
  p = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded *)o);
  p->qubits = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  p->embedded = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep *)Py_None); Py_INCREF(Py_None);
  if (unlikely(__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_1__cinit__(o, a, k) < 0)) goto bad;
  return o;
  bad:
  Py_DECREF(o); o = 0;
  return NULL;
}

static void __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded(PyObject *o) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded *)o;
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !_PyGC_FINALIZED(o)) {
    if (PyObject_CallFinalizerFromDealloc(o)) return;
  }
  #endif
  PyObject_GC_UnTrack(o);
  Py_CLEAR(p->qubits);
  Py_CLEAR(p->embedded);
  #if CYTHON_USE_TYPE_SLOTS
  if (PyType_IS_GC(Py_TYPE(o)->tp_base))
  #endif
  PyObject_GC_Track(o);
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SBOpRep(o);
}

static int __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded(PyObject *o, visitproc v, void *a) {
  int e;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded *)o;
  e = ((likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep)) ? ((__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep->tp_traverse) ? __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep->tp_traverse(o, v, a) : 0) : __Pyx_call_next_tp_traverse(o, v, a, __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded)); if (e) return e;
  if (p->qubits) {
    e = (*v)(((PyObject *)p->qubits), a); if (e) return e;
  }
  if (p->embedded) {
    e = (*v)(((PyObject *)p->embedded), a); if (e) return e;
  }
  return 0;
}

static int __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded(PyObject *o) {
  PyObject* tmp;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded *)o;
  if (likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep)) { if (__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep->tp_clear) __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep->tp_clear(o); } else __Pyx_call_next_tp_clear(o, __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded);
  tmp = ((PyObject*)p->qubits);
  p->qubits = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->embedded);
  p->embedded = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  return 0;
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_qubits(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_6qubits_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_qubits(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_6qubits_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_6qubits_5__del__(o);
  }
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_embedded(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_8embedded_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_embedded(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_8embedded_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_8embedded_5__del__(o);
  }
}

static PyMethodDef __pyx_methods_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded[] = {
  {"__reduce__", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_3__reduce__, METH_NOARGS, 0},
  {0, 0, 0, 0}
};

static struct PyGetSetDef __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded[] = {
  {(char *)"qubits", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_qubits, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_qubits, (char *)0, 0},
  {(char *)"embedded", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_embedded, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Embedded_embedded, (char *)0, 0},
  {0, 0, 0, 0, 0}
};

static PyTypeObject __pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.SBOpRep_Embedded", /*tp_name*/
  sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  0, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  0, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
  0, /*tp_doc*/
  __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded, /*tp_traverse*/
  __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded, /*tp_methods*/
  0, /*tp_members*/
  __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};

static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed(PyTypeObject *t, PyObject *a, PyObject *k) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed *p;
  PyObject *o = __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SBOpRep(t, a, k);
  if (unlikely(!o)) return 0;
  p = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed *)o);
  p->factor_reps = Py_None; Py_INCREF(Py_None);
  if (unlikely(__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Composed_1__cinit__(o, a, k) < 0)) goto bad;
  return o;
  bad:
  Py_DECREF(o); o = 0;
  return NULL;
}

static void __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed(PyObject *o) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed *)o;
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !_PyGC_FINALIZED(o)) {
    if (PyObject_CallFinalizerFromDealloc(o)) return;
  }
  #endif
  PyObject_GC_UnTrack(o);
  Py_CLEAR(p->factor_reps);
  #if CYTHON_USE_TYPE_SLOTS
  if (PyType_IS_GC(Py_TYPE(o)->tp_base))
  #endif
  PyObject_GC_Track(o);
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SBOpRep(o);
}

static int __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed(PyObject *o, visitproc v, void *a) {
  int e;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed *)o;
  e = ((likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep)) ? ((__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep->tp_traverse) ? __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep->tp_traverse(o, v, a) : 0) : __Pyx_call_next_tp_traverse(o, v, a, __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed)); if (e) return e;
  if (p->factor_reps) {
    e = (*v)(p->factor_reps, a); if (e) return e;
  }
  return 0;
}

static int __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed(PyObject *o) {
  PyObject* tmp;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed *)o;
  if (likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep)) { if (__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep->tp_clear) __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep->tp_clear(o); } else __Pyx_call_next_tp_clear(o, __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed);
  tmp = ((PyObject*)p->factor_reps);
  p->factor_reps = Py_None; Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  return 0;
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Composed_factor_reps(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Composed_11factor_reps_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Composed_factor_reps(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Composed_11factor_reps_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Composed_11factor_reps_5__del__(o);
  }
}

static PyMethodDef __pyx_methods_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed[] = {
  {"__reduce__", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Composed_3__reduce__, METH_NOARGS, 0},
  {0, 0, 0, 0}
};

static struct PyGetSetDef __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed[] = {
  {(char *)"factor_reps", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Composed_factor_reps, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Composed_factor_reps, (char *)0, 0},
  {0, 0, 0, 0, 0}
};

static PyTypeObject __pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.SBOpRep_Composed", /*tp_name*/
  sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  0, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  0, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
  0, /*tp_doc*/
  __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed, /*tp_traverse*/
  __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed, /*tp_methods*/
  0, /*tp_members*/
  __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};

static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum(PyTypeObject *t, PyObject *a, PyObject *k) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum *p;
  PyObject *o = __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SBOpRep(t, a, k);
  if (unlikely(!o)) return 0;
  p = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum *)o);
  p->factor_reps = Py_None; Py_INCREF(Py_None);
  if (unlikely(__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBOpRep_Sum_1__cinit__(o, a, k) < 0)) goto bad;
  return o;
  bad:
  Py_DECREF(o); o = 0;
  return NULL;
}

static void __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum(PyObject *o) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum *)o;
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !_PyGC_FINALIZED(o)) {
    if (PyObject_CallFinalizerFromDealloc(o)) return;
  }
  #endif
  PyObject_GC_UnTrack(o);
  Py_CLEAR(p->factor_reps);
  #if CYTHON_USE_TYPE_SLOTS
  if (PyType_IS_GC(Py_TYPE(o)->tp_base))
  #endif
  PyObject_GC_Track(o);
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SBOpRep(o);
}

static int __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum(PyObject *o, visitproc v, void *a) {
  int e;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum *)o;
  e = ((likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep)) ? ((__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep->tp_traverse) ? __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep->tp_traverse(o, v, a) : 0) : __Pyx_call_next_tp_traverse(o, v, a, __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum)); if (e) return e;
  if (p->factor_reps) {
    e = (*v)(p->factor_reps, a); if (e) return e;
  }
  return 0;
}

static int __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum(PyObject *o) {
  PyObject* tmp;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum *)o;
  if (likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep)) { if (__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep->tp_clear) __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep->tp_clear(o); } else __Pyx_call_next_tp_clear(o, __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum);
  tmp = ((PyObject*)p->factor_reps);
  p->factor_reps = Py_None; Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  return 0;
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_11SBOpRep_Sum_factor_reps(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBOpRep_Sum_11factor_reps_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_11SBOpRep_Sum_factor_reps(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBOpRep_Sum_11factor_reps_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBOpRep_Sum_11factor_reps_5__del__(o);
  }
}

static PyMethodDef __pyx_methods_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum[] = {
  {"__reduce__", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_11SBOpRep_Sum_3__reduce__, METH_NOARGS, 0},
  {0, 0, 0, 0}
};

static struct PyGetSetDef __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum[] = {
  {(char *)"factor_reps", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_11SBOpRep_Sum_factor_reps, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_11SBOpRep_Sum_factor_reps, (char *)0, 0},
  {0, 0, 0, 0, 0}
};

static PyTypeObject __pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.SBOpRep_Sum", /*tp_name*/
  sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  0, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  0, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
  0, /*tp_doc*/
  __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum, /*tp_traverse*/
  __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum, /*tp_methods*/
  0, /*tp_members*/
  __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};

static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated(PyTypeObject *t, PyObject *a, PyObject *k) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated *p;
  PyObject *o = __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SBOpRep(t, a, k);
  if (unlikely(!o)) return 0;
  p = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated *)o);
  p->exponentiated_op = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep *)Py_None); Py_INCREF(Py_None);
  if (unlikely(__pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_1__cinit__(o, a, k) < 0)) goto bad;
  return o;
  bad:
  Py_DECREF(o); o = 0;
  return NULL;
}

static void __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated(PyObject *o) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated *)o;
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !_PyGC_FINALIZED(o)) {
    if (PyObject_CallFinalizerFromDealloc(o)) return;
  }
  #endif
  PyObject_GC_UnTrack(o);
  Py_CLEAR(p->exponentiated_op);
  #if CYTHON_USE_TYPE_SLOTS
  if (PyType_IS_GC(Py_TYPE(o)->tp_base))
  #endif
  PyObject_GC_Track(o);
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SBOpRep(o);
}

static int __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated(PyObject *o, visitproc v, void *a) {
  int e;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated *)o;
  e = ((likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep)) ? ((__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep->tp_traverse) ? __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep->tp_traverse(o, v, a) : 0) : __Pyx_call_next_tp_traverse(o, v, a, __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated)); if (e) return e;
  if (p->exponentiated_op) {
    e = (*v)(((PyObject *)p->exponentiated_op), a); if (e) return e;
  }
  return 0;
}

static int __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated(PyObject *o) {
  PyObject* tmp;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated *)o;
  if (likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep)) { if (__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep->tp_clear) __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep->tp_clear(o); } else __Pyx_call_next_tp_clear(o, __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated);
  tmp = ((PyObject*)p->exponentiated_op);
  p->exponentiated_op = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  return 0;
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_exponentiated_op(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_16exponentiated_op_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_exponentiated_op(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_16exponentiated_op_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_16exponentiated_op_5__del__(o);
  }
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_power(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_5power_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_power(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_5power_3__set__(o, v);
  }
  else {
    PyErr_SetString(PyExc_NotImplementedError, "__del__");
    return -1;
  }
}

static PyMethodDef __pyx_methods_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated[] = {
  {"__reduce__", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_3__reduce__, METH_NOARGS, 0},
  {0, 0, 0, 0}
};

static struct PyGetSetDef __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated[] = {
  {(char *)"exponentiated_op", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_exponentiated_op, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_exponentiated_op, (char *)0, 0},
  {(char *)"power", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_power, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_21SBOpRep_Exponentiated_power, (char *)0, 0},
  {0, 0, 0, 0, 0}
};

static PyTypeObject __pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.SBOpRep_Exponentiated", /*tp_name*/
  sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  0, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  0, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
  0, /*tp_doc*/
  __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated, /*tp_traverse*/
  __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated, /*tp_methods*/
  0, /*tp_members*/
  __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};

static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford(PyTypeObject *t, PyObject *a, PyObject *k) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *p;
  PyObject *o = __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SBOpRep(t, a, k);
  if (unlikely(!o)) return 0;
  p = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *)o);
  p->smatrix = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  p->svector = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  p->unitary = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  p->smatrix_inv = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  p->svector_inv = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  p->unitary_dagger = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  if (unlikely(__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_1__cinit__(o, a, k) < 0)) goto bad;
  return o;
  bad:
  Py_DECREF(o); o = 0;
  return NULL;
}

static void __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford(PyObject *o) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *)o;
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !_PyGC_FINALIZED(o)) {
    if (PyObject_CallFinalizerFromDealloc(o)) return;
  }
  #endif
  PyObject_GC_UnTrack(o);
  Py_CLEAR(p->smatrix);
  Py_CLEAR(p->svector);
  Py_CLEAR(p->unitary);
  Py_CLEAR(p->smatrix_inv);
  Py_CLEAR(p->svector_inv);
  Py_CLEAR(p->unitary_dagger);
  #if CYTHON_USE_TYPE_SLOTS
  if (PyType_IS_GC(Py_TYPE(o)->tp_base))
  #endif
  PyObject_GC_Track(o);
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SBOpRep(o);
}

static int __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford(PyObject *o, visitproc v, void *a) {
  int e;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *)o;
  e = ((likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep)) ? ((__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep->tp_traverse) ? __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep->tp_traverse(o, v, a) : 0) : __Pyx_call_next_tp_traverse(o, v, a, __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford)); if (e) return e;
  if (p->smatrix) {
    e = (*v)(((PyObject *)p->smatrix), a); if (e) return e;
  }
  if (p->svector) {
    e = (*v)(((PyObject *)p->svector), a); if (e) return e;
  }
  if (p->unitary) {
    e = (*v)(((PyObject *)p->unitary), a); if (e) return e;
  }
  if (p->smatrix_inv) {
    e = (*v)(((PyObject *)p->smatrix_inv), a); if (e) return e;
  }
  if (p->svector_inv) {
    e = (*v)(((PyObject *)p->svector_inv), a); if (e) return e;
  }
  if (p->unitary_dagger) {
    e = (*v)(((PyObject *)p->unitary_dagger), a); if (e) return e;
  }
  return 0;
}

static int __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford(PyObject *o) {
  PyObject* tmp;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford *)o;
  if (likely(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep)) { if (__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep->tp_clear) __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep->tp_clear(o); } else __Pyx_call_next_tp_clear(o, __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford);
  tmp = ((PyObject*)p->smatrix);
  p->smatrix = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->svector);
  p->svector = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->unitary);
  p->unitary = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->smatrix_inv);
  p->smatrix_inv = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->svector_inv);
  p->svector_inv = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->unitary_dagger);
  p->unitary_dagger = ((PyArrayObject *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  return 0;
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_smatrix(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7smatrix_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_smatrix(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7smatrix_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7smatrix_5__del__(o);
  }
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_svector(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7svector_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_svector(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7svector_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7svector_5__del__(o);
  }
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_unitary(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7unitary_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_unitary(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7unitary_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_7unitary_5__del__(o);
  }
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_smatrix_inv(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_11smatrix_inv_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_smatrix_inv(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_11smatrix_inv_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_11smatrix_inv_5__del__(o);
  }
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_svector_inv(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_11svector_inv_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_svector_inv(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_11svector_inv_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_11svector_inv_5__del__(o);
  }
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_unitary_dagger(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_14unitary_dagger_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_unitary_dagger(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_14unitary_dagger_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_14unitary_dagger_5__del__(o);
  }
}

static PyMethodDef __pyx_methods_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford[] = {
  {"__reduce__", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_3__reduce__, METH_NOARGS, 0},
  {0, 0, 0, 0}
};

static struct PyGetSetDef __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford[] = {
  {(char *)"smatrix", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_smatrix, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_smatrix, (char *)0, 0},
  {(char *)"svector", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_svector, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_svector, (char *)0, 0},
  {(char *)"unitary", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_unitary, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_unitary, (char *)0, 0},
  {(char *)"smatrix_inv", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_smatrix_inv, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_smatrix_inv, (char *)0, 0},
  {(char *)"svector_inv", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_svector_inv, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_svector_inv, (char *)0, 0},
  {(char *)"unitary_dagger", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_unitary_dagger, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_16SBOpRep_Clifford_unitary_dagger, (char *)0, 0},
  {0, 0, 0, 0, 0}
};

static PyTypeObject __pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.SBOpRep_Clifford", /*tp_name*/
  sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  0, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  0, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
  0, /*tp_doc*/
  __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford, /*tp_traverse*/
  __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford, /*tp_methods*/
  0, /*tp_members*/
  __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};

static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_PolyRep(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
  PyObject *o;
  if (likely((t->tp_flags & Py_TPFLAGS_IS_ABSTRACT) == 0)) {
    o = (*t->tp_alloc)(t, 0);
  } else {
    o = (PyObject *) PyBaseObject_Type.tp_new(t, __pyx_empty_tuple, 0);
  }
  if (unlikely(!o)) return 0;
  return o;
}

static void __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_PolyRep(PyObject *o) {
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && (!PyType_IS_GC(Py_TYPE(o)) || !_PyGC_FINALIZED(o))) {
    if (PyObject_CallFinalizerFromDealloc(o)) return;
  }
  #endif
  {
    PyObject *etype, *eval, *etb;
    PyErr_Fetch(&etype, &eval, &etb);
    ++Py_REFCNT(o);
    __pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_5__dealloc__(o);
    --Py_REFCNT(o);
    PyErr_Restore(etype, eval, etb);
  }
  (*Py_TYPE(o)->tp_free)(o);
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_7PolyRep_max_num_vars(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_12max_num_vars_1__get__(o);
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_7PolyRep_vindices_per_int(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_16vindices_per_int_1__get__(o);
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_7PolyRep_int_coeffs(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_10int_coeffs_1__get__(o);
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_7PolyRep_coeffs(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_6coeffs_1__get__(o);
}

static PyMethodDef __pyx_methods_6pygsti_7objects_6replib_10fastreplib_PolyRep[] = {
  {"__reduce__", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_3__reduce__, METH_NOARGS, 0},
  {"reinit", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_7reinit, METH_O, 0},
  {"mapvec_indices_inplace", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_9mapvec_indices_inplace, METH_O, 0},
  {"copy", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_11copy, METH_NOARGS, 0},
  {"compact_complex", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_13compact_complex, METH_NOARGS, 0},
  {"compact_real", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_15compact_real, METH_NOARGS, 0},
  {"mult", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_17mult, METH_O, 0},
  {"scale", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_19scale, METH_O, 0},
  {"add_inplace", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_21add_inplace, METH_O, 0},
  {"add_scalar_to_all_coeffs_inplace", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_23add_scalar_to_all_coeffs_inplace, METH_O, 0},
  {0, 0, 0, 0}
};

static struct PyGetSetDef __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_PolyRep[] = {
  {(char *)"max_num_vars", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_7PolyRep_max_num_vars, 0, (char *)0, 0},
  {(char *)"vindices_per_int", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_7PolyRep_vindices_per_int, 0, (char *)0, 0},
  {(char *)"int_coeffs", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_7PolyRep_int_coeffs, 0, (char *)0, 0},
  {(char *)"coeffs", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_7PolyRep_coeffs, 0, (char *)0, 0},
  {0, 0, 0, 0, 0}
};

static PyTypeObject __pyx_type_6pygsti_7objects_6replib_10fastreplib_PolyRep = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.PolyRep", /*tp_name*/
  sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_PolyRep, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  0, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  0, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE, /*tp_flags*/
  0, /*tp_doc*/
  0, /*tp_traverse*/
  0, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods_6pygsti_7objects_6replib_10fastreplib_PolyRep, /*tp_methods*/
  0, /*tp_members*/
  __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_PolyRep, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  __pyx_pw_6pygsti_7objects_6replib_10fastreplib_7PolyRep_1__init__, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_PolyRep, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};

static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVTermRep(PyTypeObject *t, PyObject *a, PyObject *k) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *p;
  PyObject *o;
  if (likely((t->tp_flags & Py_TPFLAGS_IS_ABSTRACT) == 0)) {
    o = (*t->tp_alloc)(t, 0);
  } else {
    o = (PyObject *) PyBaseObject_Type.tp_new(t, __pyx_empty_tuple, 0);
  }
  if (unlikely(!o)) return 0;
  p = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *)o);
  p->coeff = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *)Py_None); Py_INCREF(Py_None);
  p->pre_state = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *)Py_None); Py_INCREF(Py_None);
  p->post_state = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *)Py_None); Py_INCREF(Py_None);
  p->pre_effect = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *)Py_None); Py_INCREF(Py_None);
  p->post_effect = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *)Py_None); Py_INCREF(Py_None);
  p->pre_ops = Py_None; Py_INCREF(Py_None);
  p->post_ops = Py_None; Py_INCREF(Py_None);
  p->compact_coeff = Py_None; Py_INCREF(Py_None);
  if (unlikely(__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_3__cinit__(o, a, k) < 0)) goto bad;
  return o;
  bad:
  Py_DECREF(o); o = 0;
  return NULL;
}

static void __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SVTermRep(PyObject *o) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *)o;
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !_PyGC_FINALIZED(o)) {
    if (PyObject_CallFinalizerFromDealloc(o)) return;
  }
  #endif
  PyObject_GC_UnTrack(o);
  {
    PyObject *etype, *eval, *etb;
    PyErr_Fetch(&etype, &eval, &etb);
    ++Py_REFCNT(o);
    __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_5__dealloc__(o);
    --Py_REFCNT(o);
    PyErr_Restore(etype, eval, etb);
  }
  Py_CLEAR(p->coeff);
  Py_CLEAR(p->pre_state);
  Py_CLEAR(p->post_state);
  Py_CLEAR(p->pre_effect);
  Py_CLEAR(p->post_effect);
  Py_CLEAR(p->pre_ops);
  Py_CLEAR(p->post_ops);
  Py_CLEAR(p->compact_coeff);
  (*Py_TYPE(o)->tp_free)(o);
}

static int __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SVTermRep(PyObject *o, visitproc v, void *a) {
  int e;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *)o;
  if (p->coeff) {
    e = (*v)(((PyObject *)p->coeff), a); if (e) return e;
  }
  if (p->pre_state) {
    e = (*v)(((PyObject *)p->pre_state), a); if (e) return e;
  }
  if (p->post_state) {
    e = (*v)(((PyObject *)p->post_state), a); if (e) return e;
  }
  if (p->pre_effect) {
    e = (*v)(((PyObject *)p->pre_effect), a); if (e) return e;
  }
  if (p->post_effect) {
    e = (*v)(((PyObject *)p->post_effect), a); if (e) return e;
  }
  if (p->pre_ops) {
    e = (*v)(p->pre_ops, a); if (e) return e;
  }
  if (p->post_ops) {
    e = (*v)(p->post_ops, a); if (e) return e;
  }
  if (p->compact_coeff) {
    e = (*v)(p->compact_coeff, a); if (e) return e;
  }
  return 0;
}

static int __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SVTermRep(PyObject *o) {
  PyObject* tmp;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep *)o;
  tmp = ((PyObject*)p->coeff);
  p->coeff = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->pre_state);
  p->pre_state = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->post_state);
  p->post_state = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->pre_effect);
  p->pre_effect = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->post_effect);
  p->post_effect = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->pre_ops);
  p->pre_ops = Py_None; Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->post_ops);
  p->post_ops = Py_None; Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->compact_coeff);
  p->compact_coeff = Py_None; Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  return 0;
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_magnitude(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_9magnitude_1__get__(o);
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_logmagnitude(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_12logmagnitude_1__get__(o);
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_coeff(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_5coeff_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_coeff(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_5coeff_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_5coeff_5__del__(o);
  }
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_pre_state(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_9pre_state_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_pre_state(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_9pre_state_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_9pre_state_5__del__(o);
  }
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_post_state(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_10post_state_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_post_state(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_10post_state_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_10post_state_5__del__(o);
  }
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_pre_effect(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_10pre_effect_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_pre_effect(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_10pre_effect_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_10pre_effect_5__del__(o);
  }
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_post_effect(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_11post_effect_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_post_effect(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_11post_effect_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_11post_effect_5__del__(o);
  }
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_pre_ops(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_7pre_ops_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_pre_ops(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_7pre_ops_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_7pre_ops_5__del__(o);
  }
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_post_ops(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_8post_ops_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_post_ops(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_8post_ops_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_8post_ops_5__del__(o);
  }
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_compact_coeff(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_13compact_coeff_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_compact_coeff(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_13compact_coeff_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_13compact_coeff_5__del__(o);
  }
}

static PyMethodDef __pyx_methods_6pygsti_7objects_6replib_10fastreplib_SVTermRep[] = {
  {"composed", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_1composed, METH_VARARGS|METH_KEYWORDS, 0},
  {"__reduce__", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_7__reduce__, METH_NOARGS, 0},
  {"set_magnitude", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_9set_magnitude, METH_O, 0},
  {"set_magnitude_only", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_11set_magnitude_only, METH_O, 0},
  {"mapvec_indices_inplace", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_13mapvec_indices_inplace, METH_O, 0},
  {"scalar_mult", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_15scalar_mult, METH_O, 0},
  {"copy", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_17copy, METH_NOARGS, 0},
  {0, 0, 0, 0}
};

static struct PyGetSetDef __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_SVTermRep[] = {
  {(char *)"magnitude", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_magnitude, 0, (char *)0, 0},
  {(char *)"logmagnitude", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_logmagnitude, 0, (char *)0, 0},
  {(char *)"coeff", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_coeff, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_coeff, (char *)0, 0},
  {(char *)"pre_state", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_pre_state, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_pre_state, (char *)0, 0},
  {(char *)"post_state", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_post_state, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_post_state, (char *)0, 0},
  {(char *)"pre_effect", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_pre_effect, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_pre_effect, (char *)0, 0},
  {(char *)"post_effect", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_post_effect, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_post_effect, (char *)0, 0},
  {(char *)"pre_ops", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_pre_ops, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_pre_ops, (char *)0, 0},
  {(char *)"post_ops", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_post_ops, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_post_ops, (char *)0, 0},
  {(char *)"compact_coeff", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_compact_coeff, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_9SVTermRep_compact_coeff, (char *)0, 0},
  {0, 0, 0, 0, 0}
};

static PyTypeObject __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVTermRep = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.SVTermRep", /*tp_name*/
  sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermRep), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SVTermRep, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  0, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  0, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
  0, /*tp_doc*/
  __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SVTermRep, /*tp_traverse*/
  __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SVTermRep, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods_6pygsti_7objects_6replib_10fastreplib_SVTermRep, /*tp_methods*/
  0, /*tp_members*/
  __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_SVTermRep, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVTermRep, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};

static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep(PyTypeObject *t, PyObject *a, PyObject *k) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep *p;
  PyObject *o;
  if (likely((t->tp_flags & Py_TPFLAGS_IS_ABSTRACT) == 0)) {
    o = (*t->tp_alloc)(t, 0);
  } else {
    o = (PyObject *) PyBaseObject_Type.tp_new(t, __pyx_empty_tuple, 0);
  }
  if (unlikely(!o)) return 0;
  p = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep *)o);
  p->state_ref1 = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *)Py_None); Py_INCREF(Py_None);
  p->state_ref2 = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *)Py_None); Py_INCREF(Py_None);
  p->effect_ref1 = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *)Py_None); Py_INCREF(Py_None);
  p->effect_ref2 = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *)Py_None); Py_INCREF(Py_None);
  p->list_of_preops_ref = Py_None; Py_INCREF(Py_None);
  p->list_of_postops_ref = Py_None; Py_INCREF(Py_None);
  if (unlikely(__pyx_pw_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_1__cinit__(o, a, k) < 0)) goto bad;
  return o;
  bad:
  Py_DECREF(o); o = 0;
  return NULL;
}

static void __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep(PyObject *o) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep *)o;
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !_PyGC_FINALIZED(o)) {
    if (PyObject_CallFinalizerFromDealloc(o)) return;
  }
  #endif
  PyObject_GC_UnTrack(o);
  {
    PyObject *etype, *eval, *etb;
    PyErr_Fetch(&etype, &eval, &etb);
    ++Py_REFCNT(o);
    __pyx_pw_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_3__dealloc__(o);
    --Py_REFCNT(o);
    PyErr_Restore(etype, eval, etb);
  }
  Py_CLEAR(p->state_ref1);
  Py_CLEAR(p->state_ref2);
  Py_CLEAR(p->effect_ref1);
  Py_CLEAR(p->effect_ref2);
  Py_CLEAR(p->list_of_preops_ref);
  Py_CLEAR(p->list_of_postops_ref);
  (*Py_TYPE(o)->tp_free)(o);
}

static int __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep(PyObject *o, visitproc v, void *a) {
  int e;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep *)o;
  if (p->state_ref1) {
    e = (*v)(((PyObject *)p->state_ref1), a); if (e) return e;
  }
  if (p->state_ref2) {
    e = (*v)(((PyObject *)p->state_ref2), a); if (e) return e;
  }
  if (p->effect_ref1) {
    e = (*v)(((PyObject *)p->effect_ref1), a); if (e) return e;
  }
  if (p->effect_ref2) {
    e = (*v)(((PyObject *)p->effect_ref2), a); if (e) return e;
  }
  if (p->list_of_preops_ref) {
    e = (*v)(p->list_of_preops_ref, a); if (e) return e;
  }
  if (p->list_of_postops_ref) {
    e = (*v)(p->list_of_postops_ref, a); if (e) return e;
  }
  return 0;
}

static int __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep(PyObject *o) {
  PyObject* tmp;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep *)o;
  tmp = ((PyObject*)p->state_ref1);
  p->state_ref1 = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->state_ref2);
  p->state_ref2 = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVStateRep *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->effect_ref1);
  p->effect_ref1 = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->effect_ref2);
  p->effect_ref2 = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVEffectRep *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->list_of_preops_ref);
  p->list_of_preops_ref = Py_None; Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->list_of_postops_ref);
  p->list_of_postops_ref = Py_None; Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  return 0;
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_magnitude(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_9magnitude_1__get__(o);
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_logmagnitude(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_12logmagnitude_1__get__(o);
}

static PyMethodDef __pyx_methods_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep[] = {
  {"set_coeff", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_5set_coeff, METH_O, 0},
  {"set_magnitude", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_7set_magnitude, METH_VARARGS|METH_KEYWORDS, 0},
  {"__reduce_cython__", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_9__reduce_cython__, METH_NOARGS, 0},
  {"__setstate_cython__", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_11__setstate_cython__, METH_O, 0},
  {0, 0, 0, 0}
};

static struct PyGetSetDef __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep[] = {
  {(char *)"magnitude", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_magnitude, 0, (char *)0, 0},
  {(char *)"logmagnitude", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_15SVTermDirectRep_logmagnitude, 0, (char *)0, 0},
  {0, 0, 0, 0, 0}
};

static PyTypeObject __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.SVTermDirectRep", /*tp_name*/
  sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  0, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  0, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
  0, /*tp_doc*/
  __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep, /*tp_traverse*/
  __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep, /*tp_methods*/
  0, /*tp_members*/
  __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};

static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SBTermRep(PyTypeObject *t, PyObject *a, PyObject *k) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *p;
  PyObject *o;
  if (likely((t->tp_flags & Py_TPFLAGS_IS_ABSTRACT) == 0)) {
    o = (*t->tp_alloc)(t, 0);
  } else {
    o = (PyObject *) PyBaseObject_Type.tp_new(t, __pyx_empty_tuple, 0);
  }
  if (unlikely(!o)) return 0;
  p = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *)o);
  p->coeff = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *)Py_None); Py_INCREF(Py_None);
  p->pre_state = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *)Py_None); Py_INCREF(Py_None);
  p->post_state = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *)Py_None); Py_INCREF(Py_None);
  p->pre_effect = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *)Py_None); Py_INCREF(Py_None);
  p->post_effect = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *)Py_None); Py_INCREF(Py_None);
  p->pre_ops = Py_None; Py_INCREF(Py_None);
  p->post_ops = Py_None; Py_INCREF(Py_None);
  if (unlikely(__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_3__cinit__(o, a, k) < 0)) goto bad;
  return o;
  bad:
  Py_DECREF(o); o = 0;
  return NULL;
}

static void __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SBTermRep(PyObject *o) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *)o;
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !_PyGC_FINALIZED(o)) {
    if (PyObject_CallFinalizerFromDealloc(o)) return;
  }
  #endif
  PyObject_GC_UnTrack(o);
  {
    PyObject *etype, *eval, *etb;
    PyErr_Fetch(&etype, &eval, &etb);
    ++Py_REFCNT(o);
    __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_5__dealloc__(o);
    --Py_REFCNT(o);
    PyErr_Restore(etype, eval, etb);
  }
  Py_CLEAR(p->coeff);
  Py_CLEAR(p->pre_state);
  Py_CLEAR(p->post_state);
  Py_CLEAR(p->pre_effect);
  Py_CLEAR(p->post_effect);
  Py_CLEAR(p->pre_ops);
  Py_CLEAR(p->post_ops);
  (*Py_TYPE(o)->tp_free)(o);
}

static int __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SBTermRep(PyObject *o, visitproc v, void *a) {
  int e;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *)o;
  if (p->coeff) {
    e = (*v)(((PyObject *)p->coeff), a); if (e) return e;
  }
  if (p->pre_state) {
    e = (*v)(((PyObject *)p->pre_state), a); if (e) return e;
  }
  if (p->post_state) {
    e = (*v)(((PyObject *)p->post_state), a); if (e) return e;
  }
  if (p->pre_effect) {
    e = (*v)(((PyObject *)p->pre_effect), a); if (e) return e;
  }
  if (p->post_effect) {
    e = (*v)(((PyObject *)p->post_effect), a); if (e) return e;
  }
  if (p->pre_ops) {
    e = (*v)(p->pre_ops, a); if (e) return e;
  }
  if (p->post_ops) {
    e = (*v)(p->post_ops, a); if (e) return e;
  }
  return 0;
}

static int __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SBTermRep(PyObject *o) {
  PyObject* tmp;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep *)o;
  tmp = ((PyObject*)p->coeff);
  p->coeff = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_PolyRep *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->pre_state);
  p->pre_state = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->post_state);
  p->post_state = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBStateRep *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->pre_effect);
  p->pre_effect = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->post_effect);
  p->post_effect = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBEffectRep *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->pre_ops);
  p->pre_ops = Py_None; Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->post_ops);
  p->post_ops = Py_None; Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  return 0;
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_magnitude(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_9magnitude_1__get__(o);
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_logmagnitude(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_12logmagnitude_1__get__(o);
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_coeff(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_5coeff_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_coeff(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_5coeff_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_5coeff_5__del__(o);
  }
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_pre_state(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_9pre_state_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_pre_state(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_9pre_state_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_9pre_state_5__del__(o);
  }
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_post_state(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_10post_state_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_post_state(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_10post_state_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_10post_state_5__del__(o);
  }
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_pre_effect(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_10pre_effect_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_pre_effect(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_10pre_effect_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_10pre_effect_5__del__(o);
  }
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_post_effect(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_11post_effect_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_post_effect(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_11post_effect_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_11post_effect_5__del__(o);
  }
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_pre_ops(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_7pre_ops_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_pre_ops(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_7pre_ops_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_7pre_ops_5__del__(o);
  }
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_post_ops(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_8post_ops_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_post_ops(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_8post_ops_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_8post_ops_5__del__(o);
  }
}

static PyMethodDef __pyx_methods_6pygsti_7objects_6replib_10fastreplib_SBTermRep[] = {
  {"composed", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_1composed, METH_VARARGS|METH_KEYWORDS, 0},
  {"__reduce__", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_7__reduce__, METH_NOARGS, 0},
  {"set_magnitude", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_9set_magnitude, METH_O, 0},
  {"mapvec_indices_inplace", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_11mapvec_indices_inplace, METH_O, 0},
  {"scalar_mult", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_13scalar_mult, METH_O, 0},
  {"copy", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_15copy, METH_NOARGS, 0},
  {0, 0, 0, 0}
};

static struct PyGetSetDef __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_SBTermRep[] = {
  {(char *)"magnitude", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_magnitude, 0, (char *)0, 0},
  {(char *)"logmagnitude", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_logmagnitude, 0, (char *)0, 0},
  {(char *)"coeff", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_coeff, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_coeff, (char *)0, 0},
  {(char *)"pre_state", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_pre_state, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_pre_state, (char *)0, 0},
  {(char *)"post_state", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_post_state, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_post_state, (char *)0, 0},
  {(char *)"pre_effect", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_pre_effect, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_pre_effect, (char *)0, 0},
  {(char *)"post_effect", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_post_effect, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_post_effect, (char *)0, 0},
  {(char *)"pre_ops", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_pre_ops, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_pre_ops, (char *)0, 0},
  {(char *)"post_ops", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_post_ops, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_9SBTermRep_post_ops, (char *)0, 0},
  {0, 0, 0, 0, 0}
};

static PyTypeObject __pyx_type_6pygsti_7objects_6replib_10fastreplib_SBTermRep = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.SBTermRep", /*tp_name*/
  sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_SBTermRep), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_SBTermRep, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  0, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  0, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
  0, /*tp_doc*/
  __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_SBTermRep, /*tp_traverse*/
  __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_SBTermRep, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods_6pygsti_7objects_6replib_10fastreplib_SBTermRep, /*tp_methods*/
  0, /*tp_members*/
  __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_SBTermRep, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_SBTermRep, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};

static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_RepCacheEl(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_RepCacheEl *p;
  PyObject *o;
  if (likely((t->tp_flags & Py_TPFLAGS_IS_ABSTRACT) == 0)) {
    o = (*t->tp_alloc)(t, 0);
  } else {
    o = (PyObject *) PyBaseObject_Type.tp_new(t, __pyx_empty_tuple, 0);
  }
  if (unlikely(!o)) return 0;
  p = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_RepCacheEl *)o);
  new((void*)&(p->reps)) std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr> ();
  new((void*)&(p->foat_indices)) std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> ();
  new((void*)&(p->E_indices)) std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> ();
  p->pyterm_references = Py_None; Py_INCREF(Py_None);
  if (unlikely(__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10RepCacheEl_1__cinit__(o, __pyx_empty_tuple, NULL) < 0)) goto bad;
  return o;
  bad:
  Py_DECREF(o); o = 0;
  return NULL;
}

static void __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_RepCacheEl(PyObject *o) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_RepCacheEl *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_RepCacheEl *)o;
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !_PyGC_FINALIZED(o)) {
    if (PyObject_CallFinalizerFromDealloc(o)) return;
  }
  #endif
  PyObject_GC_UnTrack(o);
  __Pyx_call_destructor(p->reps);
  __Pyx_call_destructor(p->foat_indices);
  __Pyx_call_destructor(p->E_indices);
  Py_CLEAR(p->pyterm_references);
  (*Py_TYPE(o)->tp_free)(o);
}

static int __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_RepCacheEl(PyObject *o, visitproc v, void *a) {
  int e;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_RepCacheEl *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_RepCacheEl *)o;
  if (p->pyterm_references) {
    e = (*v)(p->pyterm_references, a); if (e) return e;
  }
  return 0;
}

static int __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_RepCacheEl(PyObject *o) {
  PyObject* tmp;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_RepCacheEl *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_RepCacheEl *)o;
  tmp = ((PyObject*)p->pyterm_references);
  p->pyterm_references = Py_None; Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  return 0;
}

static PyObject *__pyx_getprop_6pygsti_7objects_6replib_10fastreplib_10RepCacheEl_pyterm_references(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10RepCacheEl_17pyterm_references_1__get__(o);
}

static int __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_10RepCacheEl_pyterm_references(PyObject *o, PyObject *v, CYTHON_UNUSED void *x) {
  if (v) {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10RepCacheEl_17pyterm_references_3__set__(o, v);
  }
  else {
    return __pyx_pw_6pygsti_7objects_6replib_10fastreplib_10RepCacheEl_17pyterm_references_5__del__(o);
  }
}

static PyMethodDef __pyx_methods_6pygsti_7objects_6replib_10fastreplib_RepCacheEl[] = {
  {"__reduce_cython__", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10RepCacheEl_3__reduce_cython__, METH_NOARGS, 0},
  {"__setstate_cython__", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_10RepCacheEl_5__setstate_cython__, METH_O, 0},
  {0, 0, 0, 0}
};

static struct PyGetSetDef __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_RepCacheEl[] = {
  {(char *)"pyterm_references", __pyx_getprop_6pygsti_7objects_6replib_10fastreplib_10RepCacheEl_pyterm_references, __pyx_setprop_6pygsti_7objects_6replib_10fastreplib_10RepCacheEl_pyterm_references, (char *)0, 0},
  {0, 0, 0, 0, 0}
};

static PyTypeObject __pyx_type_6pygsti_7objects_6replib_10fastreplib_RepCacheEl = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.RepCacheEl", /*tp_name*/
  sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_RepCacheEl), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_RepCacheEl, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  0, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  0, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
  0, /*tp_doc*/
  __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_RepCacheEl, /*tp_traverse*/
  __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_RepCacheEl, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods_6pygsti_7objects_6replib_10fastreplib_RepCacheEl, /*tp_methods*/
  0, /*tp_members*/
  __pyx_getsets_6pygsti_7objects_6replib_10fastreplib_RepCacheEl, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_RepCacheEl, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};

static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl *p;
  PyObject *o;
  if (likely((t->tp_flags & Py_TPFLAGS_IS_ABSTRACT) == 0)) {
    o = (*t->tp_alloc)(t, 0);
  } else {
    o = (PyObject *) PyBaseObject_Type.tp_new(t, __pyx_empty_tuple, 0);
  }
  if (unlikely(!o)) return 0;
  p = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl *)o);
  new((void*)&(p->cgatestring)) std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> ();
  new((void*)&(p->rho_term_reps)) std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr> ();
  new((void*)&(p->op_term_reps)) std::unordered_map<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT,std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr> > ();
  new((void*)&(p->E_term_reps)) std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_SVTermCRep_ptr> ();
  new((void*)&(p->rho_foat_indices)) std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> ();
  new((void*)&(p->op_foat_indices)) std::unordered_map<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT,std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> > ();
  new((void*)&(p->E_foat_indices)) std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> ();
  new((void*)&(p->E_indices)) std::vector<__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT> ();
  p->pyterm_references = Py_None; Py_INCREF(Py_None);
  if (unlikely(__pyx_pw_6pygsti_7objects_6replib_10fastreplib_19CircuitSetupCacheEl_1__cinit__(o, __pyx_empty_tuple, NULL) < 0)) goto bad;
  return o;
  bad:
  Py_DECREF(o); o = 0;
  return NULL;
}

static void __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl(PyObject *o) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl *)o;
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !_PyGC_FINALIZED(o)) {
    if (PyObject_CallFinalizerFromDealloc(o)) return;
  }
  #endif
  PyObject_GC_UnTrack(o);
  __Pyx_call_destructor(p->cgatestring);
  __Pyx_call_destructor(p->rho_term_reps);
  __Pyx_call_destructor(p->op_term_reps);
  __Pyx_call_destructor(p->E_term_reps);
  __Pyx_call_destructor(p->rho_foat_indices);
  __Pyx_call_destructor(p->op_foat_indices);
  __Pyx_call_destructor(p->E_foat_indices);
  __Pyx_call_destructor(p->E_indices);
  Py_CLEAR(p->pyterm_references);
  (*Py_TYPE(o)->tp_free)(o);
}

static int __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl(PyObject *o, visitproc v, void *a) {
  int e;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl *)o;
  if (p->pyterm_references) {
    e = (*v)(p->pyterm_references, a); if (e) return e;
  }
  return 0;
}

static int __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl(PyObject *o) {
  PyObject* tmp;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl *)o;
  tmp = ((PyObject*)p->pyterm_references);
  p->pyterm_references = Py_None; Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  return 0;
}

static PyMethodDef __pyx_methods_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl[] = {
  {"__reduce_cython__", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_19CircuitSetupCacheEl_3__reduce_cython__, METH_NOARGS, 0},
  {"__setstate_cython__", (PyCFunction)__pyx_pw_6pygsti_7objects_6replib_10fastreplib_19CircuitSetupCacheEl_5__setstate_cython__, METH_O, 0},
  {0, 0, 0, 0}
};

static PyTypeObject __pyx_type_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.CircuitSetupCacheEl", /*tp_name*/
  sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  0, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  0, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
  0, /*tp_doc*/
  __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl, /*tp_traverse*/
  __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl, /*tp_methods*/
  0, /*tp_members*/
  0, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};

static struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator *__pyx_freelist_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator[8];
static int __pyx_freecount_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator = 0;

static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
  PyObject *o;
  if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator)))) {
    o = (PyObject*)__pyx_freelist_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator[--__pyx_freecount_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator];
    memset(o, 0, sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator));
    (void) PyObject_INIT(o, t);
    PyObject_GC_Track(o);
  } else {
    o = (*t->tp_alloc)(t, 0);
    if (unlikely(!o)) return 0;
  }
  return o;
}

static void __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator(PyObject *o) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator *)o;
  PyObject_GC_UnTrack(o);
  Py_CLEAR(p->__pyx_v_self);
  if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator)))) {
    __pyx_freelist_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator[__pyx_freecount_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator++] = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator *)o);
  } else {
    (*Py_TYPE(o)->tp_free)(o);
  }
}

static int __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator(PyObject *o, visitproc v, void *a) {
  int e;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator *)o;
  if (p->__pyx_v_self) {
    e = (*v)(((PyObject *)p->__pyx_v_self), a); if (e) return e;
  }
  return 0;
}

static int __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator(PyObject *o) {
  PyObject* tmp;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator *)o;
  tmp = ((PyObject*)p->__pyx_v_self);
  p->__pyx_v_self = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib_DMOpRep *)Py_None); Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  return 0;
}

static PyTypeObject __pyx_type_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.__pyx_scope_struct__aslinearoperator", /*tp_name*/
  sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  0, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  0, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
  0, /*tp_doc*/
  __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator, /*tp_traverse*/
  __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  0, /*tp_methods*/
  0, /*tp_members*/
  0, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};

static struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms *__pyx_freelist_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms[8];
static int __pyx_freecount_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms = 0;

static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
  PyObject *o;
  if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms)))) {
    o = (PyObject*)__pyx_freelist_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms[--__pyx_freecount_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms];
    memset(o, 0, sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms));
    (void) PyObject_INIT(o, t);
    PyObject_GC_Track(o);
  } else {
    o = (*t->tp_alloc)(t, 0);
    if (unlikely(!o)) return 0;
  }
  return o;
}

static void __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms(PyObject *o) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms *)o;
  PyObject_GC_UnTrack(o);
  Py_CLEAR(p->__pyx_v_calc);
  Py_CLEAR(p->__pyx_v_minProbClipForWeighting);
  Py_CLEAR(p->__pyx_v_probClipInterval);
  if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms)))) {
    __pyx_freelist_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms[__pyx_freecount_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms++] = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms *)o);
  } else {
    (*Py_TYPE(o)->tp_free)(o);
  }
}

static int __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms(PyObject *o, visitproc v, void *a) {
  int e;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms *)o;
  if (p->__pyx_v_calc) {
    e = (*v)(p->__pyx_v_calc, a); if (e) return e;
  }
  if (p->__pyx_v_minProbClipForWeighting) {
    e = (*v)(p->__pyx_v_minProbClipForWeighting, a); if (e) return e;
  }
  if (p->__pyx_v_probClipInterval) {
    e = (*v)(p->__pyx_v_probClipInterval, a); if (e) return e;
  }
  return 0;
}

static int __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms(PyObject *o) {
  PyObject* tmp;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms *)o;
  tmp = ((PyObject*)p->__pyx_v_calc);
  p->__pyx_v_calc = Py_None; Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->__pyx_v_minProbClipForWeighting);
  p->__pyx_v_minProbClipForWeighting = Py_None; Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->__pyx_v_probClipInterval);
  p->__pyx_v_probClipInterval = Py_None; Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  return 0;
}

static PyTypeObject __pyx_type_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.__pyx_scope_struct_1_DM_mapfill_TDdchi2_terms", /*tp_name*/
  sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  0, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  0, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
  0, /*tp_doc*/
  __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms, /*tp_traverse*/
  __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  0, /*tp_methods*/
  0, /*tp_members*/
  0, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};

static struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms *__pyx_freelist_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms[8];
static int __pyx_freecount_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms = 0;

static PyObject *__pyx_tp_new_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
  PyObject *o;
  if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms)))) {
    o = (PyObject*)__pyx_freelist_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms[--__pyx_freecount_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms];
    memset(o, 0, sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms));
    (void) PyObject_INIT(o, t);
    PyObject_GC_Track(o);
  } else {
    o = (*t->tp_alloc)(t, 0);
    if (unlikely(!o)) return 0;
  }
  return o;
}

static void __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms(PyObject *o) {
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms *)o;
  PyObject_GC_UnTrack(o);
  Py_CLEAR(p->__pyx_v_calc);
  Py_CLEAR(p->__pyx_v_minProbClip);
  Py_CLEAR(p->__pyx_v_probClipInterval);
  Py_CLEAR(p->__pyx_v_radius);
  if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms)))) {
    __pyx_freelist_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms[__pyx_freecount_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms++] = ((struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms *)o);
  } else {
    (*Py_TYPE(o)->tp_free)(o);
  }
}

static int __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms(PyObject *o, visitproc v, void *a) {
  int e;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms *)o;
  if (p->__pyx_v_calc) {
    e = (*v)(p->__pyx_v_calc, a); if (e) return e;
  }
  if (p->__pyx_v_minProbClip) {
    e = (*v)(p->__pyx_v_minProbClip, a); if (e) return e;
  }
  if (p->__pyx_v_probClipInterval) {
    e = (*v)(p->__pyx_v_probClipInterval, a); if (e) return e;
  }
  if (p->__pyx_v_radius) {
    e = (*v)(p->__pyx_v_radius, a); if (e) return e;
  }
  return 0;
}

static int __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms(PyObject *o) {
  PyObject* tmp;
  struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms *p = (struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms *)o;
  tmp = ((PyObject*)p->__pyx_v_calc);
  p->__pyx_v_calc = Py_None; Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->__pyx_v_minProbClip);
  p->__pyx_v_minProbClip = Py_None; Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->__pyx_v_probClipInterval);
  p->__pyx_v_probClipInterval = Py_None; Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->__pyx_v_radius);
  p->__pyx_v_radius = Py_None; Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  return 0;
}

static PyTypeObject __pyx_type_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.__pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms", /*tp_name*/
  sizeof(struct __pyx_obj_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  0, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  0, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
  0, /*tp_doc*/
  __pyx_tp_traverse_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms, /*tp_traverse*/
  __pyx_tp_clear_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  0, /*tp_methods*/
  0, /*tp_members*/
  0, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};
static struct __pyx_vtabstruct_array __pyx_vtable_array;

static PyObject *__pyx_tp_new_array(PyTypeObject *t, PyObject *a, PyObject *k) {
  struct __pyx_array_obj *p;
  PyObject *o;
  if (likely((t->tp_flags & Py_TPFLAGS_IS_ABSTRACT) == 0)) {
    o = (*t->tp_alloc)(t, 0);
  } else {
    o = (PyObject *) PyBaseObject_Type.tp_new(t, __pyx_empty_tuple, 0);
  }
  if (unlikely(!o)) return 0;
  p = ((struct __pyx_array_obj *)o);
  p->__pyx_vtab = __pyx_vtabptr_array;
  p->mode = ((PyObject*)Py_None); Py_INCREF(Py_None);
  p->_format = ((PyObject*)Py_None); Py_INCREF(Py_None);
  if (unlikely(__pyx_array___cinit__(o, a, k) < 0)) goto bad;
  return o;
  bad:
  Py_DECREF(o); o = 0;
  return NULL;
}

static void __pyx_tp_dealloc_array(PyObject *o) {
  struct __pyx_array_obj *p = (struct __pyx_array_obj *)o;
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && (!PyType_IS_GC(Py_TYPE(o)) || !_PyGC_FINALIZED(o))) {
    if (PyObject_CallFinalizerFromDealloc(o)) return;
  }
  #endif
  {
    PyObject *etype, *eval, *etb;
    PyErr_Fetch(&etype, &eval, &etb);
    ++Py_REFCNT(o);
    __pyx_array___dealloc__(o);
    --Py_REFCNT(o);
    PyErr_Restore(etype, eval, etb);
  }
  Py_CLEAR(p->mode);
  Py_CLEAR(p->_format);
  (*Py_TYPE(o)->tp_free)(o);
}
static PyObject *__pyx_sq_item_array(PyObject *o, Py_ssize_t i) {
  PyObject *r;
  PyObject *x = PyInt_FromSsize_t(i); if(!x) return 0;
  r = Py_TYPE(o)->tp_as_mapping->mp_subscript(o, x);
  Py_DECREF(x);
  return r;
}

static int __pyx_mp_ass_subscript_array(PyObject *o, PyObject *i, PyObject *v) {
  if (v) {
    return __pyx_array___setitem__(o, i, v);
  }
  else {
    PyErr_Format(PyExc_NotImplementedError,
      "Subscript deletion not supported by %.200s", Py_TYPE(o)->tp_name);
    return -1;
  }
}

static PyObject *__pyx_tp_getattro_array(PyObject *o, PyObject *n) {
  PyObject *v = __Pyx_PyObject_GenericGetAttr(o, n);
  if (!v && PyErr_ExceptionMatches(PyExc_AttributeError)) {
    PyErr_Clear();
    v = __pyx_array___getattr__(o, n);
  }
  return v;
}

static PyObject *__pyx_getprop___pyx_array_memview(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_15View_dot_MemoryView_5array_7memview_1__get__(o);
}

static PyMethodDef __pyx_methods_array[] = {
  {"__getattr__", (PyCFunction)__pyx_array___getattr__, METH_O|METH_COEXIST, 0},
  {"__reduce_cython__", (PyCFunction)__pyx_pw___pyx_array_1__reduce_cython__, METH_NOARGS, 0},
  {"__setstate_cython__", (PyCFunction)__pyx_pw___pyx_array_3__setstate_cython__, METH_O, 0},
  {0, 0, 0, 0}
};

static struct PyGetSetDef __pyx_getsets_array[] = {
  {(char *)"memview", __pyx_getprop___pyx_array_memview, 0, (char *)0, 0},
  {0, 0, 0, 0, 0}
};

static PySequenceMethods __pyx_tp_as_sequence_array = {
  __pyx_array___len__, /*sq_length*/
  0, /*sq_concat*/
  0, /*sq_repeat*/
  __pyx_sq_item_array, /*sq_item*/
  0, /*sq_slice*/
  0, /*sq_ass_item*/
  0, /*sq_ass_slice*/
  0, /*sq_contains*/
  0, /*sq_inplace_concat*/
  0, /*sq_inplace_repeat*/
};

static PyMappingMethods __pyx_tp_as_mapping_array = {
  __pyx_array___len__, /*mp_length*/
  __pyx_array___getitem__, /*mp_subscript*/
  __pyx_mp_ass_subscript_array, /*mp_ass_subscript*/
};

static PyBufferProcs __pyx_tp_as_buffer_array = {
  #if PY_MAJOR_VERSION < 3
  0, /*bf_getreadbuffer*/
  #endif
  #if PY_MAJOR_VERSION < 3
  0, /*bf_getwritebuffer*/
  #endif
  #if PY_MAJOR_VERSION < 3
  0, /*bf_getsegcount*/
  #endif
  #if PY_MAJOR_VERSION < 3
  0, /*bf_getcharbuffer*/
  #endif
  __pyx_array_getbuffer, /*bf_getbuffer*/
  0, /*bf_releasebuffer*/
};

static PyTypeObject __pyx_type___pyx_array = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.array", /*tp_name*/
  sizeof(struct __pyx_array_obj), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_array, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  0, /*tp_repr*/
  0, /*tp_as_number*/
  &__pyx_tp_as_sequence_array, /*tp_as_sequence*/
  &__pyx_tp_as_mapping_array, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  0, /*tp_str*/
  __pyx_tp_getattro_array, /*tp_getattro*/
  0, /*tp_setattro*/
  &__pyx_tp_as_buffer_array, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE, /*tp_flags*/
  0, /*tp_doc*/
  0, /*tp_traverse*/
  0, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods_array, /*tp_methods*/
  0, /*tp_members*/
  __pyx_getsets_array, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_array, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};

static PyObject *__pyx_tp_new_Enum(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
  struct __pyx_MemviewEnum_obj *p;
  PyObject *o;
  if (likely((t->tp_flags & Py_TPFLAGS_IS_ABSTRACT) == 0)) {
    o = (*t->tp_alloc)(t, 0);
  } else {
    o = (PyObject *) PyBaseObject_Type.tp_new(t, __pyx_empty_tuple, 0);
  }
  if (unlikely(!o)) return 0;
  p = ((struct __pyx_MemviewEnum_obj *)o);
  p->name = Py_None; Py_INCREF(Py_None);
  return o;
}

static void __pyx_tp_dealloc_Enum(PyObject *o) {
  struct __pyx_MemviewEnum_obj *p = (struct __pyx_MemviewEnum_obj *)o;
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !_PyGC_FINALIZED(o)) {
    if (PyObject_CallFinalizerFromDealloc(o)) return;
  }
  #endif
  PyObject_GC_UnTrack(o);
  Py_CLEAR(p->name);
  (*Py_TYPE(o)->tp_free)(o);
}

static int __pyx_tp_traverse_Enum(PyObject *o, visitproc v, void *a) {
  int e;
  struct __pyx_MemviewEnum_obj *p = (struct __pyx_MemviewEnum_obj *)o;
  if (p->name) {
    e = (*v)(p->name, a); if (e) return e;
  }
  return 0;
}

static int __pyx_tp_clear_Enum(PyObject *o) {
  PyObject* tmp;
  struct __pyx_MemviewEnum_obj *p = (struct __pyx_MemviewEnum_obj *)o;
  tmp = ((PyObject*)p->name);
  p->name = Py_None; Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  return 0;
}

static PyMethodDef __pyx_methods_Enum[] = {
  {"__reduce_cython__", (PyCFunction)__pyx_pw___pyx_MemviewEnum_1__reduce_cython__, METH_NOARGS, 0},
  {"__setstate_cython__", (PyCFunction)__pyx_pw___pyx_MemviewEnum_3__setstate_cython__, METH_O, 0},
  {0, 0, 0, 0}
};

static PyTypeObject __pyx_type___pyx_MemviewEnum = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.Enum", /*tp_name*/
  sizeof(struct __pyx_MemviewEnum_obj), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_Enum, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  __pyx_MemviewEnum___repr__, /*tp_repr*/
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  0, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
  0, /*tp_doc*/
  __pyx_tp_traverse_Enum, /*tp_traverse*/
  __pyx_tp_clear_Enum, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods_Enum, /*tp_methods*/
  0, /*tp_members*/
  0, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  __pyx_MemviewEnum___init__, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_Enum, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};
static struct __pyx_vtabstruct_memoryview __pyx_vtable_memoryview;

static PyObject *__pyx_tp_new_memoryview(PyTypeObject *t, PyObject *a, PyObject *k) {
  struct __pyx_memoryview_obj *p;
  PyObject *o;
  if (likely((t->tp_flags & Py_TPFLAGS_IS_ABSTRACT) == 0)) {
    o = (*t->tp_alloc)(t, 0);
  } else {
    o = (PyObject *) PyBaseObject_Type.tp_new(t, __pyx_empty_tuple, 0);
  }
  if (unlikely(!o)) return 0;
  p = ((struct __pyx_memoryview_obj *)o);
  p->__pyx_vtab = __pyx_vtabptr_memoryview;
  p->obj = Py_None; Py_INCREF(Py_None);
  p->_size = Py_None; Py_INCREF(Py_None);
  p->_array_interface = Py_None; Py_INCREF(Py_None);
  p->view.obj = NULL;
  if (unlikely(__pyx_memoryview___cinit__(o, a, k) < 0)) goto bad;
  return o;
  bad:
  Py_DECREF(o); o = 0;
  return NULL;
}

static void __pyx_tp_dealloc_memoryview(PyObject *o) {
  struct __pyx_memoryview_obj *p = (struct __pyx_memoryview_obj *)o;
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !_PyGC_FINALIZED(o)) {
    if (PyObject_CallFinalizerFromDealloc(o)) return;
  }
  #endif
  PyObject_GC_UnTrack(o);
  {
    PyObject *etype, *eval, *etb;
    PyErr_Fetch(&etype, &eval, &etb);
    ++Py_REFCNT(o);
    __pyx_memoryview___dealloc__(o);
    --Py_REFCNT(o);
    PyErr_Restore(etype, eval, etb);
  }
  Py_CLEAR(p->obj);
  Py_CLEAR(p->_size);
  Py_CLEAR(p->_array_interface);
  (*Py_TYPE(o)->tp_free)(o);
}

static int __pyx_tp_traverse_memoryview(PyObject *o, visitproc v, void *a) {
  int e;
  struct __pyx_memoryview_obj *p = (struct __pyx_memoryview_obj *)o;
  if (p->obj) {
    e = (*v)(p->obj, a); if (e) return e;
  }
  if (p->_size) {
    e = (*v)(p->_size, a); if (e) return e;
  }
  if (p->_array_interface) {
    e = (*v)(p->_array_interface, a); if (e) return e;
  }
  if (p->view.obj) {
    e = (*v)(p->view.obj, a); if (e) return e;
  }
  return 0;
}

static int __pyx_tp_clear_memoryview(PyObject *o) {
  PyObject* tmp;
  struct __pyx_memoryview_obj *p = (struct __pyx_memoryview_obj *)o;
  tmp = ((PyObject*)p->obj);
  p->obj = Py_None; Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->_size);
  p->_size = Py_None; Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  tmp = ((PyObject*)p->_array_interface);
  p->_array_interface = Py_None; Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  Py_CLEAR(p->view.obj);
  return 0;
}
static PyObject *__pyx_sq_item_memoryview(PyObject *o, Py_ssize_t i) {
  PyObject *r;
  PyObject *x = PyInt_FromSsize_t(i); if(!x) return 0;
  r = Py_TYPE(o)->tp_as_mapping->mp_subscript(o, x);
  Py_DECREF(x);
  return r;
}

static int __pyx_mp_ass_subscript_memoryview(PyObject *o, PyObject *i, PyObject *v) {
  if (v) {
    return __pyx_memoryview___setitem__(o, i, v);
  }
  else {
    PyErr_Format(PyExc_NotImplementedError,
      "Subscript deletion not supported by %.200s", Py_TYPE(o)->tp_name);
    return -1;
  }
}

static PyObject *__pyx_getprop___pyx_memoryview_T(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_15View_dot_MemoryView_10memoryview_1T_1__get__(o);
}

static PyObject *__pyx_getprop___pyx_memoryview_base(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_15View_dot_MemoryView_10memoryview_4base_1__get__(o);
}

static PyObject *__pyx_getprop___pyx_memoryview_shape(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_15View_dot_MemoryView_10memoryview_5shape_1__get__(o);
}

static PyObject *__pyx_getprop___pyx_memoryview_strides(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_15View_dot_MemoryView_10memoryview_7strides_1__get__(o);
}

static PyObject *__pyx_getprop___pyx_memoryview_suboffsets(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_15View_dot_MemoryView_10memoryview_10suboffsets_1__get__(o);
}

static PyObject *__pyx_getprop___pyx_memoryview_ndim(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_15View_dot_MemoryView_10memoryview_4ndim_1__get__(o);
}

static PyObject *__pyx_getprop___pyx_memoryview_itemsize(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_15View_dot_MemoryView_10memoryview_8itemsize_1__get__(o);
}

static PyObject *__pyx_getprop___pyx_memoryview_nbytes(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_15View_dot_MemoryView_10memoryview_6nbytes_1__get__(o);
}

static PyObject *__pyx_getprop___pyx_memoryview_size(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_15View_dot_MemoryView_10memoryview_4size_1__get__(o);
}

static PyMethodDef __pyx_methods_memoryview[] = {
  {"is_c_contig", (PyCFunction)__pyx_memoryview_is_c_contig, METH_NOARGS, 0},
  {"is_f_contig", (PyCFunction)__pyx_memoryview_is_f_contig, METH_NOARGS, 0},
  {"copy", (PyCFunction)__pyx_memoryview_copy, METH_NOARGS, 0},
  {"copy_fortran", (PyCFunction)__pyx_memoryview_copy_fortran, METH_NOARGS, 0},
  {"__reduce_cython__", (PyCFunction)__pyx_pw___pyx_memoryview_1__reduce_cython__, METH_NOARGS, 0},
  {"__setstate_cython__", (PyCFunction)__pyx_pw___pyx_memoryview_3__setstate_cython__, METH_O, 0},
  {0, 0, 0, 0}
};

static struct PyGetSetDef __pyx_getsets_memoryview[] = {
  {(char *)"T", __pyx_getprop___pyx_memoryview_T, 0, (char *)0, 0},
  {(char *)"base", __pyx_getprop___pyx_memoryview_base, 0, (char *)0, 0},
  {(char *)"shape", __pyx_getprop___pyx_memoryview_shape, 0, (char *)0, 0},
  {(char *)"strides", __pyx_getprop___pyx_memoryview_strides, 0, (char *)0, 0},
  {(char *)"suboffsets", __pyx_getprop___pyx_memoryview_suboffsets, 0, (char *)0, 0},
  {(char *)"ndim", __pyx_getprop___pyx_memoryview_ndim, 0, (char *)0, 0},
  {(char *)"itemsize", __pyx_getprop___pyx_memoryview_itemsize, 0, (char *)0, 0},
  {(char *)"nbytes", __pyx_getprop___pyx_memoryview_nbytes, 0, (char *)0, 0},
  {(char *)"size", __pyx_getprop___pyx_memoryview_size, 0, (char *)0, 0},
  {0, 0, 0, 0, 0}
};

static PySequenceMethods __pyx_tp_as_sequence_memoryview = {
  __pyx_memoryview___len__, /*sq_length*/
  0, /*sq_concat*/
  0, /*sq_repeat*/
  __pyx_sq_item_memoryview, /*sq_item*/
  0, /*sq_slice*/
  0, /*sq_ass_item*/
  0, /*sq_ass_slice*/
  0, /*sq_contains*/
  0, /*sq_inplace_concat*/
  0, /*sq_inplace_repeat*/
};

static PyMappingMethods __pyx_tp_as_mapping_memoryview = {
  __pyx_memoryview___len__, /*mp_length*/
  __pyx_memoryview___getitem__, /*mp_subscript*/
  __pyx_mp_ass_subscript_memoryview, /*mp_ass_subscript*/
};

static PyBufferProcs __pyx_tp_as_buffer_memoryview = {
  #if PY_MAJOR_VERSION < 3
  0, /*bf_getreadbuffer*/
  #endif
  #if PY_MAJOR_VERSION < 3
  0, /*bf_getwritebuffer*/
  #endif
  #if PY_MAJOR_VERSION < 3
  0, /*bf_getsegcount*/
  #endif
  #if PY_MAJOR_VERSION < 3
  0, /*bf_getcharbuffer*/
  #endif
  __pyx_memoryview_getbuffer, /*bf_getbuffer*/
  0, /*bf_releasebuffer*/
};

static PyTypeObject __pyx_type___pyx_memoryview = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib.memoryview", /*tp_name*/
  sizeof(struct __pyx_memoryview_obj), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc_memoryview, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  __pyx_memoryview___repr__, /*tp_repr*/
  0, /*tp_as_number*/
  &__pyx_tp_as_sequence_memoryview, /*tp_as_sequence*/
  &__pyx_tp_as_mapping_memoryview, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  __pyx_memoryview___str__, /*tp_str*/
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  &__pyx_tp_as_buffer_memoryview, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
  0, /*tp_doc*/
  __pyx_tp_traverse_memoryview, /*tp_traverse*/
  __pyx_tp_clear_memoryview, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods_memoryview, /*tp_methods*/
  0, /*tp_members*/
  __pyx_getsets_memoryview, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new_memoryview, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};
static struct __pyx_vtabstruct__memoryviewslice __pyx_vtable__memoryviewslice;

static PyObject *__pyx_tp_new__memoryviewslice(PyTypeObject *t, PyObject *a, PyObject *k) {
  struct __pyx_memoryviewslice_obj *p;
  PyObject *o = __pyx_tp_new_memoryview(t, a, k);
  if (unlikely(!o)) return 0;
  p = ((struct __pyx_memoryviewslice_obj *)o);
  p->__pyx_base.__pyx_vtab = (struct __pyx_vtabstruct_memoryview*)__pyx_vtabptr__memoryviewslice;
  p->from_object = Py_None; Py_INCREF(Py_None);
  p->from_slice.memview = NULL;
  return o;
}

static void __pyx_tp_dealloc__memoryviewslice(PyObject *o) {
  struct __pyx_memoryviewslice_obj *p = (struct __pyx_memoryviewslice_obj *)o;
  #if CYTHON_USE_TP_FINALIZE
  if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !_PyGC_FINALIZED(o)) {
    if (PyObject_CallFinalizerFromDealloc(o)) return;
  }
  #endif
  PyObject_GC_UnTrack(o);
  {
    PyObject *etype, *eval, *etb;
    PyErr_Fetch(&etype, &eval, &etb);
    ++Py_REFCNT(o);
    __pyx_memoryviewslice___dealloc__(o);
    --Py_REFCNT(o);
    PyErr_Restore(etype, eval, etb);
  }
  Py_CLEAR(p->from_object);
  PyObject_GC_Track(o);
  __pyx_tp_dealloc_memoryview(o);
}

static int __pyx_tp_traverse__memoryviewslice(PyObject *o, visitproc v, void *a) {
  int e;
  struct __pyx_memoryviewslice_obj *p = (struct __pyx_memoryviewslice_obj *)o;
  e = __pyx_tp_traverse_memoryview(o, v, a); if (e) return e;
  if (p->from_object) {
    e = (*v)(p->from_object, a); if (e) return e;
  }
  return 0;
}

static int __pyx_tp_clear__memoryviewslice(PyObject *o) {
  PyObject* tmp;
  struct __pyx_memoryviewslice_obj *p = (struct __pyx_memoryviewslice_obj *)o;
  __pyx_tp_clear_memoryview(o);
  tmp = ((PyObject*)p->from_object);
  p->from_object = Py_None; Py_INCREF(Py_None);
  Py_XDECREF(tmp);
  __PYX_XDEC_MEMVIEW(&p->from_slice, 1);
  return 0;
}

static PyObject *__pyx_getprop___pyx_memoryviewslice_base(PyObject *o, CYTHON_UNUSED void *x) {
  return __pyx_pw_15View_dot_MemoryView_16_memoryviewslice_4base_1__get__(o);
}

static PyMethodDef __pyx_methods__memoryviewslice[] = {
  {"__reduce_cython__", (PyCFunction)__pyx_pw___pyx_memoryviewslice_1__reduce_cython__, METH_NOARGS, 0},
  {"__setstate_cython__", (PyCFunction)__pyx_pw___pyx_memoryviewslice_3__setstate_cython__, METH_O, 0},
  {0, 0, 0, 0}
};

static struct PyGetSetDef __pyx_getsets__memoryviewslice[] = {
  {(char *)"base", __pyx_getprop___pyx_memoryviewslice_base, 0, (char *)0, 0},
  {0, 0, 0, 0, 0}
};

static PyTypeObject __pyx_type___pyx_memoryviewslice = {
  PyVarObject_HEAD_INIT(0, 0)
  "pygsti.objects.replib.fastreplib._memoryviewslice", /*tp_name*/
  sizeof(struct __pyx_memoryviewslice_obj), /*tp_basicsize*/
  0, /*tp_itemsize*/
  __pyx_tp_dealloc__memoryviewslice, /*tp_dealloc*/
  #if PY_VERSION_HEX < 0x030800b4
  0, /*tp_print*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4
  0, /*tp_vectorcall_offset*/
  #endif
  0, /*tp_getattr*/
  0, /*tp_setattr*/
  #if PY_MAJOR_VERSION < 3
  0, /*tp_compare*/
  #endif
  #if PY_MAJOR_VERSION >= 3
  0, /*tp_as_async*/
  #endif
  #if CYTHON_COMPILING_IN_PYPY
  __pyx_memoryview___repr__, /*tp_repr*/
  #else
  0, /*tp_repr*/
  #endif
  0, /*tp_as_number*/
  0, /*tp_as_sequence*/
  0, /*tp_as_mapping*/
  0, /*tp_hash*/
  0, /*tp_call*/
  #if CYTHON_COMPILING_IN_PYPY
  __pyx_memoryview___str__, /*tp_str*/
  #else
  0, /*tp_str*/
  #endif
  0, /*tp_getattro*/
  0, /*tp_setattro*/
  0, /*tp_as_buffer*/
  Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/
  "Internal class for passing memoryview slices to Python", /*tp_doc*/
  __pyx_tp_traverse__memoryviewslice, /*tp_traverse*/
  __pyx_tp_clear__memoryviewslice, /*tp_clear*/
  0, /*tp_richcompare*/
  0, /*tp_weaklistoffset*/
  0, /*tp_iter*/
  0, /*tp_iternext*/
  __pyx_methods__memoryviewslice, /*tp_methods*/
  0, /*tp_members*/
  __pyx_getsets__memoryviewslice, /*tp_getset*/
  0, /*tp_base*/
  0, /*tp_dict*/
  0, /*tp_descr_get*/
  0, /*tp_descr_set*/
  0, /*tp_dictoffset*/
  0, /*tp_init*/
  0, /*tp_alloc*/
  __pyx_tp_new__memoryviewslice, /*tp_new*/
  0, /*tp_free*/
  0, /*tp_is_gc*/
  0, /*tp_bases*/
  0, /*tp_mro*/
  0, /*tp_cache*/
  0, /*tp_subclasses*/
  0, /*tp_weaklist*/
  0, /*tp_del*/
  0, /*tp_version_tag*/
  #if PY_VERSION_HEX >= 0x030400a1
  0, /*tp_finalize*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b1
  0, /*tp_vectorcall*/
  #endif
  #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
  0, /*tp_print*/
  #endif
};

static PyMethodDef __pyx_methods[] = {
  {0, 0, 0, 0}
};

#if PY_MAJOR_VERSION >= 3
#if CYTHON_PEP489_MULTI_PHASE_INIT
static PyObject* __pyx_pymod_create(PyObject *spec, PyModuleDef *def); /*proto*/
static int __pyx_pymod_exec_fastreplib(PyObject* module); /*proto*/
static PyModuleDef_Slot __pyx_moduledef_slots[] = {
  {Py_mod_create, (void*)__pyx_pymod_create},
  {Py_mod_exec, (void*)__pyx_pymod_exec_fastreplib},
  {0, NULL}
};
#endif

static struct PyModuleDef __pyx_moduledef = {
    PyModuleDef_HEAD_INIT,
    "fastreplib",
    0, /* m_doc */
  #if CYTHON_PEP489_MULTI_PHASE_INIT
    0, /* m_size */
  #else
    -1, /* m_size */
  #endif
    __pyx_methods /* m_methods */,
  #if CYTHON_PEP489_MULTI_PHASE_INIT
    __pyx_moduledef_slots, /* m_slots */
  #else
    NULL, /* m_reload */
  #endif
    NULL, /* m_traverse */
    NULL, /* m_clear */
    NULL /* m_free */
};
#endif
#ifndef CYTHON_SMALL_CODE
#if defined(__clang__)
    #define CYTHON_SMALL_CODE
#elif defined(__GNUC__) && (__GNUC__ > 4 || (__GNUC__ == 4 && __GNUC_MINOR__ >= 3))
    #define CYTHON_SMALL_CODE __attribute__((cold))
#else
    #define CYTHON_SMALL_CODE
#endif
#endif

static __Pyx_StringTabEntry __pyx_string_tab[] = {
  {&__pyx_n_s_ASCII, __pyx_k_ASCII, sizeof(__pyx_k_ASCII), 0, 0, 1, 1},
  {&__pyx_n_s_A_data, __pyx_k_A_data, sizeof(__pyx_k_A_data), 0, 0, 1, 1},
  {&__pyx_n_s_A_indices, __pyx_k_A_indices, sizeof(__pyx_k_A_indices), 0, 0, 1, 1},
  {&__pyx_n_s_A_indptr, __pyx_k_A_indptr, sizeof(__pyx_k_A_indptr), 0, 0, 1, 1},
  {&__pyx_kp_s_Buffer_view_does_not_expose_stri, __pyx_k_Buffer_view_does_not_expose_stri, sizeof(__pyx_k_Buffer_view_does_not_expose_stri), 0, 0, 1, 0},
  {&__pyx_n_s_C_CONTIGUOUS, __pyx_k_C_CONTIGUOUS, sizeof(__pyx_k_C_CONTIGUOUS), 0, 0, 1, 1},
  {&__pyx_kp_s_Can_only_create_a_buffer_that_is, __pyx_k_Can_only_create_a_buffer_that_is, sizeof(__pyx_k_Can_only_create_a_buffer_that_is), 0, 0, 1, 0},
  {&__pyx_kp_s_Cannot_assign_to_read_only_memor, __pyx_k_Cannot_assign_to_read_only_memor, sizeof(__pyx_k_Cannot_assign_to_read_only_memor), 0, 0, 1, 0},
  {&__pyx_kp_s_Cannot_create_writable_memory_vi, __pyx_k_Cannot_create_writable_memory_vi, sizeof(__pyx_k_Cannot_create_writable_memory_vi), 0, 0, 1, 0},
  {&__pyx_kp_s_Cannot_index_with_type_s, __pyx_k_Cannot_index_with_type_s, sizeof(__pyx_k_Cannot_index_with_type_s), 0, 0, 1, 0},
  {&__pyx_n_s_CircuitSetupCacheEl, __pyx_k_CircuitSetupCacheEl, sizeof(__pyx_k_CircuitSetupCacheEl), 0, 0, 1, 1},
  {&__pyx_n_s_DMEffectRep, __pyx_k_DMEffectRep, sizeof(__pyx_k_DMEffectRep), 0, 0, 1, 1},
  {&__pyx_n_s_DMEffectRep_Computational, __pyx_k_DMEffectRep_Computational, sizeof(__pyx_k_DMEffectRep_Computational), 0, 0, 1, 1},
  {&__pyx_n_s_DMEffectRep_Dense, __pyx_k_DMEffectRep_Dense, sizeof(__pyx_k_DMEffectRep_Dense), 0, 0, 1, 1},
  {&__pyx_n_s_DMEffectRep_Errgen, __pyx_k_DMEffectRep_Errgen, sizeof(__pyx_k_DMEffectRep_Errgen), 0, 0, 1, 1},
  {&__pyx_n_s_DMEffectRep_TensorProd, __pyx_k_DMEffectRep_TensorProd, sizeof(__pyx_k_DMEffectRep_TensorProd), 0, 0, 1, 1},
  {&__pyx_n_s_DMOpRep, __pyx_k_DMOpRep, sizeof(__pyx_k_DMOpRep), 0, 0, 1, 1},
  {&__pyx_n_s_DMOpRep_Composed, __pyx_k_DMOpRep_Composed, sizeof(__pyx_k_DMOpRep_Composed), 0, 0, 1, 1},
  {&__pyx_n_s_DMOpRep_Dense, __pyx_k_DMOpRep_Dense, sizeof(__pyx_k_DMOpRep_Dense), 0, 0, 1, 1},
  {&__pyx_n_s_DMOpRep_Embedded, __pyx_k_DMOpRep_Embedded, sizeof(__pyx_k_DMOpRep_Embedded), 0, 0, 1, 1},
  {&__pyx_n_s_DMOpRep_Exponentiated, __pyx_k_DMOpRep_Exponentiated, sizeof(__pyx_k_DMOpRep_Exponentiated), 0, 0, 1, 1},
  {&__pyx_n_s_DMOpRep_Lindblad, __pyx_k_DMOpRep_Lindblad, sizeof(__pyx_k_DMOpRep_Lindblad), 0, 0, 1, 1},
  {&__pyx_n_s_DMOpRep_Sparse, __pyx_k_DMOpRep_Sparse, sizeof(__pyx_k_DMOpRep_Sparse), 0, 0, 1, 1},
  {&__pyx_n_s_DMOpRep_Sum, __pyx_k_DMOpRep_Sum, sizeof(__pyx_k_DMOpRep_Sum), 0, 0, 1, 1},
  {&__pyx_n_s_DMStateRep, __pyx_k_DMStateRep, sizeof(__pyx_k_DMStateRep), 0, 0, 1, 1},
  {&__pyx_n_s_DM_mapfill_TDchi2_terms, __pyx_k_DM_mapfill_TDchi2_terms, sizeof(__pyx_k_DM_mapfill_TDchi2_terms), 0, 0, 1, 1},
  {&__pyx_n_s_DM_mapfill_TDdchi2_terms, __pyx_k_DM_mapfill_TDdchi2_terms, sizeof(__pyx_k_DM_mapfill_TDdchi2_terms), 0, 0, 1, 1},
  {&__pyx_n_s_DM_mapfill_TDdchi2_terms_locals, __pyx_k_DM_mapfill_TDdchi2_terms_locals, sizeof(__pyx_k_DM_mapfill_TDdchi2_terms_locals), 0, 0, 1, 1},
  {&__pyx_n_s_DM_mapfill_TDdloglpp_terms, __pyx_k_DM_mapfill_TDdloglpp_terms, sizeof(__pyx_k_DM_mapfill_TDdloglpp_terms), 0, 0, 1, 1},
  {&__pyx_n_s_DM_mapfill_TDdloglpp_terms_local, __pyx_k_DM_mapfill_TDdloglpp_terms_local, sizeof(__pyx_k_DM_mapfill_TDdloglpp_terms_local), 0, 0, 1, 1},
  {&__pyx_n_s_DM_mapfill_TDloglpp_terms, __pyx_k_DM_mapfill_TDloglpp_terms, sizeof(__pyx_k_DM_mapfill_TDloglpp_terms), 0, 0, 1, 1},
  {&__pyx_n_s_DM_mapfill_TDterms, __pyx_k_DM_mapfill_TDterms, sizeof(__pyx_k_DM_mapfill_TDterms), 0, 0, 1, 1},
  {&__pyx_n_s_DM_mapfill_dprobs_block, __pyx_k_DM_mapfill_dprobs_block, sizeof(__pyx_k_DM_mapfill_dprobs_block), 0, 0, 1, 1},
  {&__pyx_n_s_DM_mapfill_probs_block, __pyx_k_DM_mapfill_probs_block, sizeof(__pyx_k_DM_mapfill_probs_block), 0, 0, 1, 1},
  {&__pyx_n_s_DM_mapfill_timedep_dterms, __pyx_k_DM_mapfill_timedep_dterms, sizeof(__pyx_k_DM_mapfill_timedep_dterms), 0, 0, 1, 1},
  {&__pyx_n_s_E, __pyx_k_E, sizeof(__pyx_k_E), 0, 0, 1, 1},
  {&__pyx_n_s_EVecs, __pyx_k_EVecs, sizeof(__pyx_k_EVecs), 0, 0, 1, 1},
  {&__pyx_n_s_E_cindices, __pyx_k_E_cindices, sizeof(__pyx_k_E_cindices), 0, 0, 1, 1},
  {&__pyx_n_s_E_foat_indices, __pyx_k_E_foat_indices, sizeof(__pyx_k_E_foat_indices), 0, 0, 1, 1},
  {&__pyx_n_s_E_indices, __pyx_k_E_indices, sizeof(__pyx_k_E_indices), 0, 0, 1, 1},
  {&__pyx_n_s_E_term_creps, __pyx_k_E_term_creps, sizeof(__pyx_k_E_term_creps), 0, 0, 1, 1},
  {&__pyx_n_s_E_term_indices_and_reps, __pyx_k_E_term_indices_and_reps, sizeof(__pyx_k_E_term_indices_and_reps), 0, 0, 1, 1},
  {&__pyx_n_s_E_term_reps, __pyx_k_E_term_reps, sizeof(__pyx_k_E_term_reps), 0, 0, 1, 1},
  {&__pyx_n_s_Ellipsis, __pyx_k_Ellipsis, sizeof(__pyx_k_Ellipsis), 0, 0, 1, 1},
  {&__pyx_kp_s_Empty_shape_tuple_for_cython_arr, __pyx_k_Empty_shape_tuple_for_cython_arr, sizeof(__pyx_k_Empty_shape_tuple_for_cython_arr), 0, 0, 1, 0},
  {&__pyx_n_s_Es_from_labels, __pyx_k_Es_from_labels, sizeof(__pyx_k_Es_from_labels), 0, 0, 1, 1},
  {&__pyx_kp_u_Format_string_allocated_too_shor, __pyx_k_Format_string_allocated_too_shor, sizeof(__pyx_k_Format_string_allocated_too_shor), 0, 1, 0, 0},
  {&__pyx_kp_u_Format_string_allocated_too_shor_2, __pyx_k_Format_string_allocated_too_shor_2, sizeof(__pyx_k_Format_string_allocated_too_shor_2), 0, 1, 0, 0},
  {&__pyx_n_s_ImportError, __pyx_k_ImportError, sizeof(__pyx_k_ImportError), 0, 0, 1, 1},
  {&__pyx_kp_s_Incompatible_checksums_s_vs_0xb0, __pyx_k_Incompatible_checksums_s_vs_0xb0, sizeof(__pyx_k_Incompatible_checksums_s_vs_0xb0), 0, 0, 1, 0},
  {&__pyx_n_s_IndexError, __pyx_k_IndexError, sizeof(__pyx_k_IndexError), 0, 0, 1, 1},
  {&__pyx_kp_s_Indirect_dimensions_not_supporte, __pyx_k_Indirect_dimensions_not_supporte, sizeof(__pyx_k_Indirect_dimensions_not_supporte), 0, 0, 1, 0},
  {&__pyx_kp_s_Invalid_mode_expected_c_or_fortr, __pyx_k_Invalid_mode_expected_c_or_fortr, sizeof(__pyx_k_Invalid_mode_expected_c_or_fortr), 0, 0, 1, 0},
  {&__pyx_kp_s_Invalid_shape_in_axis_d_d, __pyx_k_Invalid_shape_in_axis_d_d, sizeof(__pyx_k_Invalid_shape_in_axis_d_d), 0, 0, 1, 0},
  {&__pyx_n_s_LinearOperator, __pyx_k_LinearOperator, sizeof(__pyx_k_LinearOperator), 0, 0, 1, 1},
  {&__pyx_n_s_MemoryError, __pyx_k_MemoryError, sizeof(__pyx_k_MemoryError), 0, 0, 1, 1},
  {&__pyx_kp_s_MemoryView_of_r_at_0x_x, __pyx_k_MemoryView_of_r_at_0x_x, sizeof(__pyx_k_MemoryView_of_r_at_0x_x), 0, 0, 1, 0},
  {&__pyx_kp_s_MemoryView_of_r_object, __pyx_k_MemoryView_of_r_object, sizeof(__pyx_k_MemoryView_of_r_object), 0, 0, 1, 0},
  {&__pyx_n_s_N, __pyx_k_N, sizeof(__pyx_k_N), 0, 0, 1, 1},
  {&__pyx_n_s_NO_LIMIT, __pyx_k_NO_LIMIT, sizeof(__pyx_k_NO_LIMIT), 0, 0, 1, 1},
  {&__pyx_n_s_Ni, __pyx_k_Ni, sizeof(__pyx_k_Ni), 0, 0, 1, 1},
  {&__pyx_kp_u_Non_native_byte_order_not_suppor, __pyx_k_Non_native_byte_order_not_suppor, sizeof(__pyx_k_Non_native_byte_order_not_suppor), 0, 1, 0, 0},
  {&__pyx_n_s_Np, __pyx_k_Np, sizeof(__pyx_k_Np), 0, 0, 1, 1},
  {&__pyx_kp_s_Number_of_factor_lists_must_be_0, __pyx_k_Number_of_factor_lists_must_be_0, sizeof(__pyx_k_Number_of_factor_lists_must_be_0), 0, 0, 1, 0},
  {&__pyx_n_b_O, __pyx_k_O, sizeof(__pyx_k_O), 0, 0, 0, 1},
  {&__pyx_n_s_OWNDATA, __pyx_k_OWNDATA, sizeof(__pyx_k_OWNDATA), 0, 0, 1, 1},
  {&__pyx_kp_s_Out_of_bounds_on_buffer_access_a, __pyx_k_Out_of_bounds_on_buffer_access_a, sizeof(__pyx_k_Out_of_bounds_on_buffer_access_a), 0, 0, 1, 0},
  {&__pyx_n_s_PickleError, __pyx_k_PickleError, sizeof(__pyx_k_PickleError), 0, 0, 1, 1},
  {&__pyx_n_s_PolyRep, __pyx_k_PolyRep, sizeof(__pyx_k_PolyRep), 0, 0, 1, 1},
  {&__pyx_n_s_RepCacheEl, __pyx_k_RepCacheEl, sizeof(__pyx_k_RepCacheEl), 0, 0, 1, 1},
  {&__pyx_n_s_RuntimeError, __pyx_k_RuntimeError, sizeof(__pyx_k_RuntimeError), 0, 0, 1, 1},
  {&__pyx_n_s_SBEffectRep, __pyx_k_SBEffectRep, sizeof(__pyx_k_SBEffectRep), 0, 0, 1, 1},
  {&__pyx_n_s_SBOpRep, __pyx_k_SBOpRep, sizeof(__pyx_k_SBOpRep), 0, 0, 1, 1},
  {&__pyx_n_s_SBOpRep_Clifford, __pyx_k_SBOpRep_Clifford, sizeof(__pyx_k_SBOpRep_Clifford), 0, 0, 1, 1},
  {&__pyx_n_s_SBOpRep_Composed, __pyx_k_SBOpRep_Composed, sizeof(__pyx_k_SBOpRep_Composed), 0, 0, 1, 1},
  {&__pyx_n_s_SBOpRep_Embedded, __pyx_k_SBOpRep_Embedded, sizeof(__pyx_k_SBOpRep_Embedded), 0, 0, 1, 1},
  {&__pyx_n_s_SBOpRep_Exponentiated, __pyx_k_SBOpRep_Exponentiated, sizeof(__pyx_k_SBOpRep_Exponentiated), 0, 0, 1, 1},
  {&__pyx_n_s_SBOpRep_Sum, __pyx_k_SBOpRep_Sum, sizeof(__pyx_k_SBOpRep_Sum), 0, 0, 1, 1},
  {&__pyx_n_s_SBStateRep, __pyx_k_SBStateRep, sizeof(__pyx_k_SBStateRep), 0, 0, 1, 1},
  {&__pyx_n_s_SBStateRep_2, __pyx_k_SBStateRep_2, sizeof(__pyx_k_SBStateRep_2), 0, 0, 1, 1},
  {&__pyx_n_s_SBTermRep, __pyx_k_SBTermRep, sizeof(__pyx_k_SBTermRep), 0, 0, 1, 1},
  {&__pyx_n_s_SB_prs_as_polys, __pyx_k_SB_prs_as_polys, sizeof(__pyx_k_SB_prs_as_polys), 0, 0, 1, 1},
  {&__pyx_n_s_SVEffectRep, __pyx_k_SVEffectRep, sizeof(__pyx_k_SVEffectRep), 0, 0, 1, 1},
  {&__pyx_n_s_SVEffectRep_Computational, __pyx_k_SVEffectRep_Computational, sizeof(__pyx_k_SVEffectRep_Computational), 0, 0, 1, 1},
  {&__pyx_n_s_SVEffectRep_Dense, __pyx_k_SVEffectRep_Dense, sizeof(__pyx_k_SVEffectRep_Dense), 0, 0, 1, 1},
  {&__pyx_n_s_SVEffectRep_TensorProd, __pyx_k_SVEffectRep_TensorProd, sizeof(__pyx_k_SVEffectRep_TensorProd), 0, 0, 1, 1},
  {&__pyx_n_s_SVOpRep, __pyx_k_SVOpRep, sizeof(__pyx_k_SVOpRep), 0, 0, 1, 1},
  {&__pyx_n_s_SVOpRep_Composed, __pyx_k_SVOpRep_Composed, sizeof(__pyx_k_SVOpRep_Composed), 0, 0, 1, 1},
  {&__pyx_n_s_SVOpRep_Dense, __pyx_k_SVOpRep_Dense, sizeof(__pyx_k_SVOpRep_Dense), 0, 0, 1, 1},
  {&__pyx_n_s_SVOpRep_Embedded, __pyx_k_SVOpRep_Embedded, sizeof(__pyx_k_SVOpRep_Embedded), 0, 0, 1, 1},
  {&__pyx_n_s_SVOpRep_Exponentiated, __pyx_k_SVOpRep_Exponentiated, sizeof(__pyx_k_SVOpRep_Exponentiated), 0, 0, 1, 1},
  {&__pyx_n_s_SVOpRep_Sum, __pyx_k_SVOpRep_Sum, sizeof(__pyx_k_SVOpRep_Sum), 0, 0, 1, 1},
  {&__pyx_n_s_SVStateRep, __pyx_k_SVStateRep, sizeof(__pyx_k_SVStateRep), 0, 0, 1, 1},
  {&__pyx_n_s_SVTermDirectRep, __pyx_k_SVTermDirectRep, sizeof(__pyx_k_SVTermDirectRep), 0, 0, 1, 1},
  {&__pyx_n_s_SVTermRep, __pyx_k_SVTermRep, sizeof(__pyx_k_SVTermRep), 0, 0, 1, 1},
  {&__pyx_n_s_SV_circuit_achieved_and_max_sopm, __pyx_k_SV_circuit_achieved_and_max_sopm, sizeof(__pyx_k_SV_circuit_achieved_and_max_sopm), 0, 0, 1, 1},
  {&__pyx_n_s_SV_compute_pruned_path_polys_giv, __pyx_k_SV_compute_pruned_path_polys_giv, sizeof(__pyx_k_SV_compute_pruned_path_polys_giv), 0, 0, 1, 1},
  {&__pyx_n_s_SV_create_circuitsetup_cacheel, __pyx_k_SV_create_circuitsetup_cacheel, sizeof(__pyx_k_SV_create_circuitsetup_cacheel), 0, 0, 1, 1},
  {&__pyx_n_s_SV_create_circuitsetup_cacheel_l, __pyx_k_SV_create_circuitsetup_cacheel_l, sizeof(__pyx_k_SV_create_circuitsetup_cacheel_l), 0, 0, 1, 1},
  {&__pyx_n_s_SV_find_best_pathmagnitude_thres, __pyx_k_SV_find_best_pathmagnitude_thres, sizeof(__pyx_k_SV_find_best_pathmagnitude_thres), 0, 0, 1, 1},
  {&__pyx_n_s_SV_prs_as_polys, __pyx_k_SV_prs_as_polys, sizeof(__pyx_k_SV_prs_as_polys), 0, 0, 1, 1},
  {&__pyx_n_s_SV_refresh_magnitudes_in_repcach, __pyx_k_SV_refresh_magnitudes_in_repcach, sizeof(__pyx_k_SV_refresh_magnitudes_in_repcach), 0, 0, 1, 1},
  {&__pyx_n_s_TypeError, __pyx_k_TypeError, sizeof(__pyx_k_TypeError), 0, 0, 1, 1},
  {&__pyx_kp_s_Unable_to_convert_item_to_object, __pyx_k_Unable_to_convert_item_to_object, sizeof(__pyx_k_Unable_to_convert_item_to_object), 0, 0, 1, 0},
  {&__pyx_n_s_ValueError, __pyx_k_ValueError, sizeof(__pyx_k_ValueError), 0, 0, 1, 1},
  {&__pyx_n_s_View_MemoryView, __pyx_k_View_MemoryView, sizeof(__pyx_k_View_MemoryView), 0, 0, 1, 1},
  {&__pyx_n_s__66, __pyx_k__66, sizeof(__pyx_k__66), 0, 0, 1, 1},
  {&__pyx_kp_s__7, __pyx_k__7, sizeof(__pyx_k__7), 0, 0, 1, 0},
  {&__pyx_kp_s__8, __pyx_k__8, sizeof(__pyx_k__8), 0, 0, 1, 0},
  {&__pyx_kp_s__9, __pyx_k__9, sizeof(__pyx_k__9), 0, 0, 1, 0},
  {&__pyx_n_s_achieved_sopm, __pyx_k_achieved_sopm, sizeof(__pyx_k_achieved_sopm), 0, 0, 1, 1},
  {&__pyx_n_s_achieved_sum_of_pathmags, __pyx_k_achieved_sum_of_pathmags, sizeof(__pyx_k_achieved_sum_of_pathmags), 0, 0, 1, 1},
  {&__pyx_n_s_actionInds, __pyx_k_actionInds, sizeof(__pyx_k_actionInds), 0, 0, 1, 1},
  {&__pyx_n_s_acton, __pyx_k_acton, sizeof(__pyx_k_acton), 0, 0, 1, 1},
  {&__pyx_n_s_adjoint_acton, __pyx_k_adjoint_acton, sizeof(__pyx_k_adjoint_acton), 0, 0, 1, 1},
  {&__pyx_n_s_all_slices, __pyx_k_all_slices, sizeof(__pyx_k_all_slices), 0, 0, 1, 1},
  {&__pyx_n_s_allocate_buffer, __pyx_k_allocate_buffer, sizeof(__pyx_k_allocate_buffer), 0, 0, 1, 1},
  {&__pyx_n_s_amps, __pyx_k_amps, sizeof(__pyx_k_amps), 0, 0, 1, 1},
  {&__pyx_kp_s_amps_2, __pyx_k_amps_2, sizeof(__pyx_k_amps_2), 0, 0, 1, 0},
  {&__pyx_n_s_append, __pyx_k_append, sizeof(__pyx_k_append), 0, 0, 1, 1},
  {&__pyx_n_s_array, __pyx_k_array, sizeof(__pyx_k_array), 0, 0, 1, 1},
  {&__pyx_n_s_as_array, __pyx_k_as_array, sizeof(__pyx_k_as_array), 0, 0, 1, 1},
  {&__pyx_n_s_ascontiguousarray, __pyx_k_ascontiguousarray, sizeof(__pyx_k_ascontiguousarray), 0, 0, 1, 1},
  {&__pyx_n_s_aslinearoperator_locals_mv, __pyx_k_aslinearoperator_locals_mv, sizeof(__pyx_k_aslinearoperator_locals_mv), 0, 0, 1, 1},
  {&__pyx_n_s_aslinearoperator_locals_rmv, __pyx_k_aslinearoperator_locals_rmv, sizeof(__pyx_k_aslinearoperator_locals_rmv), 0, 0, 1, 1},
  {&__pyx_n_s_axes, __pyx_k_axes, sizeof(__pyx_k_axes), 0, 0, 1, 1},
  {&__pyx_n_s_bHit, __pyx_k_bHit, sizeof(__pyx_k_bHit), 0, 0, 1, 1},
  {&__pyx_n_s_base, __pyx_k_base, sizeof(__pyx_k_base), 0, 0, 1, 1},
  {&__pyx_n_s_blocksizes, __pyx_k_blocksizes, sizeof(__pyx_k_blocksizes), 0, 0, 1, 1},
  {&__pyx_n_s_bulk_eval_compact_polys_complex, __pyx_k_bulk_eval_compact_polys_complex, sizeof(__pyx_k_bulk_eval_compact_polys_complex), 0, 0, 1, 1},
  {&__pyx_n_s_c, __pyx_k_c, sizeof(__pyx_k_c), 0, 0, 1, 1},
  {&__pyx_n_u_c, __pyx_k_c, sizeof(__pyx_k_c), 0, 1, 0, 1},
  {&__pyx_n_s_c_ereps, __pyx_k_c_ereps, sizeof(__pyx_k_c_ereps), 0, 0, 1, 1},
  {&__pyx_n_s_c_evalTree, __pyx_k_c_evalTree, sizeof(__pyx_k_c_evalTree), 0, 0, 1, 1},
  {&__pyx_n_s_c_gatereps, __pyx_k_c_gatereps, sizeof(__pyx_k_c_gatereps), 0, 0, 1, 1},
  {&__pyx_n_s_c_rhos, __pyx_k_c_rhos, sizeof(__pyx_k_c_rhos), 0, 0, 1, 1},
  {&__pyx_n_s_cacheSize, __pyx_k_cacheSize, sizeof(__pyx_k_cacheSize), 0, 0, 1, 1},
  {&__pyx_n_s_cache_size, __pyx_k_cache_size, sizeof(__pyx_k_cache_size), 0, 0, 1, 1},
  {&__pyx_n_s_calc, __pyx_k_calc, sizeof(__pyx_k_calc), 0, 0, 1, 1},
  {&__pyx_n_s_cgatestring, __pyx_k_cgatestring, sizeof(__pyx_k_cgatestring), 0, 0, 1, 1},
  {&__pyx_n_s_chi2, __pyx_k_chi2, sizeof(__pyx_k_chi2), 0, 0, 1, 1},
  {&__pyx_n_s_circuit, __pyx_k_circuit, sizeof(__pyx_k_circuit), 0, 0, 1, 1},
  {&__pyx_n_s_circuitsetup_cache, __pyx_k_circuitsetup_cache, sizeof(__pyx_k_circuitsetup_cache), 0, 0, 1, 1},
  {&__pyx_n_s_class, __pyx_k_class, sizeof(__pyx_k_class), 0, 0, 1, 1},
  {&__pyx_n_s_cline_in_traceback, __pyx_k_cline_in_traceback, sizeof(__pyx_k_cline_in_traceback), 0, 0, 1, 1},
  {&__pyx_n_s_close, __pyx_k_close, sizeof(__pyx_k_close), 0, 0, 1, 1},
  {&__pyx_n_s_coeff, __pyx_k_coeff, sizeof(__pyx_k_coeff), 0, 0, 1, 1},
  {&__pyx_n_s_coeff_array, __pyx_k_coeff_array, sizeof(__pyx_k_coeff_array), 0, 0, 1, 1},
  {&__pyx_n_s_comm, __pyx_k_comm, sizeof(__pyx_k_comm), 0, 0, 1, 1},
  {&__pyx_n_s_compact_complex, __pyx_k_compact_complex, sizeof(__pyx_k_compact_complex), 0, 0, 1, 1},
  {&__pyx_n_s_complex128, __pyx_k_complex128, sizeof(__pyx_k_complex128), 0, 0, 1, 1},
  {&__pyx_n_s_composed, __pyx_k_composed, sizeof(__pyx_k_composed), 0, 0, 1, 1},
  {&__pyx_n_s_conjugate, __pyx_k_conjugate, sizeof(__pyx_k_conjugate), 0, 0, 1, 1},
  {&__pyx_kp_s_contiguous_and_direct, __pyx_k_contiguous_and_direct, sizeof(__pyx_k_contiguous_and_direct), 0, 0, 1, 0},
  {&__pyx_kp_s_contiguous_and_indirect, __pyx_k_contiguous_and_indirect, sizeof(__pyx_k_contiguous_and_indirect), 0, 0, 1, 0},
  {&__pyx_n_s_copy, __pyx_k_copy, sizeof(__pyx_k_copy), 0, 0, 1, 1},
  {&__pyx_n_s_cscel, __pyx_k_cscel, sizeof(__pyx_k_cscel), 0, 0, 1, 1},
  {&__pyx_n_s_cterm, __pyx_k_cterm, sizeof(__pyx_k_cterm), 0, 0, 1, 1},
  {&__pyx_n_s_cumprod, __pyx_k_cumprod, sizeof(__pyx_k_cumprod), 0, 0, 1, 1},
  {&__pyx_n_s_cur_indices, __pyx_k_cur_indices, sizeof(__pyx_k_cur_indices), 0, 0, 1, 1},
  {&__pyx_n_s_cur_probtotal, __pyx_k_cur_probtotal, sizeof(__pyx_k_cur_probtotal), 0, 0, 1, 1},
  {&__pyx_n_s_cur_term_reps, __pyx_k_cur_term_reps, sizeof(__pyx_k_cur_term_reps), 0, 0, 1, 1},
  {&__pyx_n_s_d, __pyx_k_d, sizeof(__pyx_k_d), 0, 0, 1, 1},
  {&__pyx_n_s_data, __pyx_k_data, sizeof(__pyx_k_data), 0, 0, 1, 1},
  {&__pyx_n_s_datarow, __pyx_k_datarow, sizeof(__pyx_k_datarow), 0, 0, 1, 1},
  {&__pyx_n_s_dataset_rows, __pyx_k_dataset_rows, sizeof(__pyx_k_dataset_rows), 0, 0, 1, 1},
  {&__pyx_n_s_dest_indices, __pyx_k_dest_indices, sizeof(__pyx_k_dest_indices), 0, 0, 1, 1},
  {&__pyx_n_s_dest_param_indices, __pyx_k_dest_param_indices, sizeof(__pyx_k_dest_param_indices), 0, 0, 1, 1},
  {&__pyx_n_s_dict, __pyx_k_dict, sizeof(__pyx_k_dict), 0, 0, 1, 1},
  {&__pyx_n_s_dim, __pyx_k_dim, sizeof(__pyx_k_dim), 0, 0, 1, 1},
  {&__pyx_n_s_distinct_gateLabels, __pyx_k_distinct_gateLabels, sizeof(__pyx_k_distinct_gateLabels), 0, 0, 1, 1},
  {&__pyx_n_s_distribute_slice, __pyx_k_distribute_slice, sizeof(__pyx_k_distribute_slice), 0, 0, 1, 1},
  {&__pyx_n_s_dot, __pyx_k_dot, sizeof(__pyx_k_dot), 0, 0, 1, 1},
  {&__pyx_n_s_dtype, __pyx_k_dtype, sizeof(__pyx_k_dtype), 0, 0, 1, 1},
  {&__pyx_n_s_dtype_is_object, __pyx_k_dtype_is_object, sizeof(__pyx_k_dtype_is_object), 0, 0, 1, 1},
  {&__pyx_n_s_e, __pyx_k_e, sizeof(__pyx_k_e), 0, 0, 1, 1},
  {&__pyx_n_s_eLabelToOutcome, __pyx_k_eLabelToOutcome, sizeof(__pyx_k_eLabelToOutcome), 0, 0, 1, 1},
  {&__pyx_n_s_eLbl_indices_per_circuit, __pyx_k_eLbl_indices_per_circuit, sizeof(__pyx_k_eLbl_indices_per_circuit), 0, 0, 1, 1},
  {&__pyx_n_s_effect_rep, __pyx_k_effect_rep, sizeof(__pyx_k_effect_rep), 0, 0, 1, 1},
  {&__pyx_n_s_elabel_indices_per_circuit, __pyx_k_elabel_indices_per_circuit, sizeof(__pyx_k_elabel_indices_per_circuit), 0, 0, 1, 1},
  {&__pyx_n_s_elabels, __pyx_k_elabels, sizeof(__pyx_k_elabels), 0, 0, 1, 1},
  {&__pyx_n_s_elabels_as_outcomes, __pyx_k_elabels_as_outcomes, sizeof(__pyx_k_elabels_as_outcomes), 0, 0, 1, 1},
  {&__pyx_n_s_elbl, __pyx_k_elbl, sizeof(__pyx_k_elbl), 0, 0, 1, 1},
  {&__pyx_n_s_elbl_index, __pyx_k_elbl_index, sizeof(__pyx_k_elbl_index), 0, 0, 1, 1},
  {&__pyx_n_s_elbl_indices, __pyx_k_elbl_indices, sizeof(__pyx_k_elbl_indices), 0, 0, 1, 1},
  {&__pyx_n_s_elbl_to_final_index, __pyx_k_elbl_to_final_index, sizeof(__pyx_k_elbl_to_final_index), 0, 0, 1, 1},
  {&__pyx_n_s_embedded_dim, __pyx_k_embedded_dim, sizeof(__pyx_k_embedded_dim), 0, 0, 1, 1},
  {&__pyx_n_s_embedded_op, __pyx_k_embedded_op, sizeof(__pyx_k_embedded_op), 0, 0, 1, 1},
  {&__pyx_n_s_empty, __pyx_k_empty, sizeof(__pyx_k_empty), 0, 0, 1, 1},
  {&__pyx_n_s_encode, __pyx_k_encode, sizeof(__pyx_k_encode), 0, 0, 1, 1},
  {&__pyx_n_s_enumerate, __pyx_k_enumerate, sizeof(__pyx_k_enumerate), 0, 0, 1, 1},
  {&__pyx_n_s_eps, __pyx_k_eps, sizeof(__pyx_k_eps), 0, 0, 1, 1},
  {&__pyx_n_s_ereps, __pyx_k_ereps, sizeof(__pyx_k_ereps), 0, 0, 1, 1},
  {&__pyx_n_s_errgen_id, __pyx_k_errgen_id, sizeof(__pyx_k_errgen_id), 0, 0, 1, 1},
  {&__pyx_n_s_errgen_oprep, __pyx_k_errgen_oprep, sizeof(__pyx_k_errgen_oprep), 0, 0, 1, 1},
  {&__pyx_n_s_errgen_rep, __pyx_k_errgen_rep, sizeof(__pyx_k_errgen_rep), 0, 0, 1, 1},
  {&__pyx_n_s_error, __pyx_k_error, sizeof(__pyx_k_error), 0, 0, 1, 1},
  {&__pyx_n_s_eta, __pyx_k_eta, sizeof(__pyx_k_eta), 0, 0, 1, 1},
  {&__pyx_n_s_evTree, __pyx_k_evTree, sizeof(__pyx_k_evTree), 0, 0, 1, 1},
  {&__pyx_n_s_evalTree, __pyx_k_evalTree, sizeof(__pyx_k_evalTree), 0, 0, 1, 1},
  {&__pyx_n_s_exponentiated_op_rep, __pyx_k_exponentiated_op_rep, sizeof(__pyx_k_exponentiated_op_rep), 0, 0, 1, 1},
  {&__pyx_n_s_f, __pyx_k_f, sizeof(__pyx_k_f), 0, 0, 1, 1},
  {&__pyx_n_s_factor_dims, __pyx_k_factor_dims, sizeof(__pyx_k_factor_dims), 0, 0, 1, 1},
  {&__pyx_n_s_factor_lists, __pyx_k_factor_lists, sizeof(__pyx_k_factor_lists), 0, 0, 1, 1},
  {&__pyx_n_s_factor_op_reps, __pyx_k_factor_op_reps, sizeof(__pyx_k_factor_op_reps), 0, 0, 1, 1},
  {&__pyx_n_s_factor_reps, __pyx_k_factor_reps, sizeof(__pyx_k_factor_reps), 0, 0, 1, 1},
  {&__pyx_n_s_fas, __pyx_k_fas, sizeof(__pyx_k_fas), 0, 0, 1, 1},
  {&__pyx_n_s_fastmode, __pyx_k_fastmode, sizeof(__pyx_k_fastmode), 0, 0, 1, 1},
  {&__pyx_n_s_fastopcalc, __pyx_k_fastopcalc, sizeof(__pyx_k_fastopcalc), 0, 0, 1, 1},
  {&__pyx_n_s_fastopcalc_2, __pyx_k_fastopcalc_2, sizeof(__pyx_k_fastopcalc_2), 0, 0, 1, 1},
  {&__pyx_n_s_fillComm, __pyx_k_fillComm, sizeof(__pyx_k_fillComm), 0, 0, 1, 1},
  {&__pyx_n_s_fillfn, __pyx_k_fillfn, sizeof(__pyx_k_fillfn), 0, 0, 1, 1},
  {&__pyx_n_s_final_index, __pyx_k_final_index, sizeof(__pyx_k_final_index), 0, 0, 1, 1},
  {&__pyx_n_s_final_indices, __pyx_k_final_indices, sizeof(__pyx_k_final_indices), 0, 0, 1, 1},
  {&__pyx_n_s_final_indices_per_circuit, __pyx_k_final_indices_per_circuit, sizeof(__pyx_k_final_indices_per_circuit), 0, 0, 1, 1},
  {&__pyx_n_s_flags, __pyx_k_flags, sizeof(__pyx_k_flags), 0, 0, 1, 1},
  {&__pyx_n_s_flipud, __pyx_k_flipud, sizeof(__pyx_k_flipud), 0, 0, 1, 1},
  {&__pyx_n_s_float64, __pyx_k_float64, sizeof(__pyx_k_float64), 0, 0, 1, 1},
  {&__pyx_n_s_fnarg1, __pyx_k_fnarg1, sizeof(__pyx_k_fnarg1), 0, 0, 1, 1},
  {&__pyx_n_s_fnarg2, __pyx_k_fnarg2, sizeof(__pyx_k_fnarg2), 0, 0, 1, 1},
  {&__pyx_n_s_foat_indices, __pyx_k_foat_indices, sizeof(__pyx_k_foat_indices), 0, 0, 1, 1},
  {&__pyx_n_s_foat_indices_per_op, __pyx_k_foat_indices_per_op, sizeof(__pyx_k_foat_indices_per_op), 0, 0, 1, 1},
  {&__pyx_n_s_format, __pyx_k_format, sizeof(__pyx_k_format), 0, 0, 1, 1},
  {&__pyx_n_s_fortran, __pyx_k_fortran, sizeof(__pyx_k_fortran), 0, 0, 1, 1},
  {&__pyx_n_u_fortran, __pyx_k_fortran, sizeof(__pyx_k_fortran), 0, 1, 0, 1},
  {&__pyx_n_s_from_vector, __pyx_k_from_vector, sizeof(__pyx_k_from_vector), 0, 0, 1, 1},
  {&__pyx_n_s_g, __pyx_k_g, sizeof(__pyx_k_g), 0, 0, 1, 1},
  {&__pyx_n_s_gate_term_creps, __pyx_k_gate_term_creps, sizeof(__pyx_k_gate_term_creps), 0, 0, 1, 1},
  {&__pyx_n_s_gather_slices, __pyx_k_gather_slices, sizeof(__pyx_k_gather_slices), 0, 0, 1, 1},
  {&__pyx_n_s_get_effect, __pyx_k_get_effect, sizeof(__pyx_k_get_effect), 0, 0, 1, 1},
  {&__pyx_n_s_get_evaluation_order, __pyx_k_get_evaluation_order, sizeof(__pyx_k_get_evaluation_order), 0, 0, 1, 1},
  {&__pyx_n_s_get_highmagnitude_terms, __pyx_k_get_highmagnitude_terms, sizeof(__pyx_k_get_highmagnitude_terms), 0, 0, 1, 1},
  {&__pyx_n_s_get_operation, __pyx_k_get_operation, sizeof(__pyx_k_get_operation), 0, 0, 1, 1},
  {&__pyx_n_s_get_prep, __pyx_k_get_prep, sizeof(__pyx_k_get_prep), 0, 0, 1, 1},
  {&__pyx_n_s_get_taylor_order_terms, __pyx_k_get_taylor_order_terms, sizeof(__pyx_k_get_taylor_order_terms), 0, 0, 1, 1},
  {&__pyx_n_s_get_total_term_magnitude, __pyx_k_get_total_term_magnitude, sizeof(__pyx_k_get_total_term_magnitude), 0, 0, 1, 1},
  {&__pyx_n_s_getstate, __pyx_k_getstate, sizeof(__pyx_k_getstate), 0, 0, 1, 1},
  {&__pyx_n_s_gi, __pyx_k_gi, sizeof(__pyx_k_gi), 0, 0, 1, 1},
  {&__pyx_n_s_gl, __pyx_k_gl, sizeof(__pyx_k_gl), 0, 0, 1, 1},
  {&__pyx_n_s_glbl, __pyx_k_glbl, sizeof(__pyx_k_glbl), 0, 0, 1, 1},
  {&__pyx_n_s_glmap, __pyx_k_glmap, sizeof(__pyx_k_glmap), 0, 0, 1, 1},
  {&__pyx_kp_s_got_differing_extents_in_dimensi, __pyx_k_got_differing_extents_in_dimensi, sizeof(__pyx_k_got_differing_extents_in_dimensi), 0, 0, 1, 0},
  {&__pyx_n_s_gt, __pyx_k_gt, sizeof(__pyx_k_gt), 0, 0, 1, 1},
  {&__pyx_n_s_hmterms, __pyx_k_hmterms, sizeof(__pyx_k_hmterms), 0, 0, 1, 1},
  {&__pyx_n_s_i, __pyx_k_i, sizeof(__pyx_k_i), 0, 0, 1, 1},
  {&__pyx_n_s_iActiveBlock, __pyx_k_iActiveBlock, sizeof(__pyx_k_iActiveBlock), 0, 0, 1, 1},
  {&__pyx_n_s_iCache, __pyx_k_iCache, sizeof(__pyx_k_iCache), 0, 0, 1, 1},
  {&__pyx_n_s_iFinal, __pyx_k_iFinal, sizeof(__pyx_k_iFinal), 0, 0, 1, 1},
  {&__pyx_n_s_iParamToFinal, __pyx_k_iParamToFinal, sizeof(__pyx_k_iParamToFinal), 0, 0, 1, 1},
  {&__pyx_n_s_iStart, __pyx_k_iStart, sizeof(__pyx_k_iStart), 0, 0, 1, 1},
  {&__pyx_n_s_id, __pyx_k_id, sizeof(__pyx_k_id), 0, 0, 1, 1},
  {&__pyx_n_s_ii, __pyx_k_ii, sizeof(__pyx_k_ii), 0, 0, 1, 1},
  {&__pyx_n_s_import, __pyx_k_import, sizeof(__pyx_k_import), 0, 0, 1, 1},
  {&__pyx_n_s_in_state, __pyx_k_in_state, sizeof(__pyx_k_in_state), 0, 0, 1, 1},
  {&__pyx_n_s_indices, __pyx_k_indices, sizeof(__pyx_k_indices), 0, 0, 1, 1},
  {&__pyx_n_s_inds, __pyx_k_inds, sizeof(__pyx_k_inds), 0, 0, 1, 1},
  {&__pyx_n_s_indx, __pyx_k_indx, sizeof(__pyx_k_indx), 0, 0, 1, 1},
  {&__pyx_n_s_int64, __pyx_k_int64, sizeof(__pyx_k_int64), 0, 0, 1, 1},
  {&__pyx_n_s_int_coeff_dict, __pyx_k_int_coeff_dict, sizeof(__pyx_k_int_coeff_dict), 0, 0, 1, 1},
  {&__pyx_n_s_int_coeffs, __pyx_k_int_coeffs, sizeof(__pyx_k_int_coeffs), 0, 0, 1, 1},
  {&__pyx_n_s_is_foat, __pyx_k_is_foat, sizeof(__pyx_k_is_foat), 0, 0, 1, 1},
  {&__pyx_n_s_items, __pyx_k_items, sizeof(__pyx_k_items), 0, 0, 1, 1},
  {&__pyx_n_s_itemsize, __pyx_k_itemsize, sizeof(__pyx_k_itemsize), 0, 0, 1, 1},
  {&__pyx_kp_s_itemsize_0_for_cython_array, __pyx_k_itemsize_0_for_cython_array, sizeof(__pyx_k_itemsize_0_for_cython_array), 0, 0, 1, 0},
  {&__pyx_n_s_itertools, __pyx_k_itertools, sizeof(__pyx_k_itertools), 0, 0, 1, 1},
  {&__pyx_n_s_itertools_2, __pyx_k_itertools_2, sizeof(__pyx_k_itertools_2), 0, 0, 1, 1},
  {&__pyx_n_s_j, __pyx_k_j, sizeof(__pyx_k_j), 0, 0, 1, 1},
  {&__pyx_n_s_jj, __pyx_k_jj, sizeof(__pyx_k_jj), 0, 0, 1, 1},
  {&__pyx_n_s_k, __pyx_k_k, sizeof(__pyx_k_k), 0, 0, 1, 1},
  {&__pyx_n_s_key, __pyx_k_key, sizeof(__pyx_k_key), 0, 0, 1, 1},
  {&__pyx_n_s_kinit, __pyx_k_kinit, sizeof(__pyx_k_kinit), 0, 0, 1, 1},
  {&__pyx_n_s_kron_array, __pyx_k_kron_array, sizeof(__pyx_k_kron_array), 0, 0, 1, 1},
  {&__pyx_n_s_l, __pyx_k_l, sizeof(__pyx_k_l), 0, 0, 1, 1},
  {&__pyx_n_s_lbl, __pyx_k_lbl, sizeof(__pyx_k_lbl), 0, 0, 1, 1},
  {&__pyx_n_s_length, __pyx_k_length, sizeof(__pyx_k_length), 0, 0, 1, 1},
  {&__pyx_n_s_log2, __pyx_k_log2, sizeof(__pyx_k_log2), 0, 0, 1, 1},
  {&__pyx_n_s_logl, __pyx_k_logl, sizeof(__pyx_k_logl), 0, 0, 1, 1},
  {&__pyx_n_s_logmag, __pyx_k_logmag, sizeof(__pyx_k_logmag), 0, 0, 1, 1},
  {&__pyx_n_s_logmagnitude, __pyx_k_logmagnitude, sizeof(__pyx_k_logmagnitude), 0, 0, 1, 1},
  {&__pyx_n_s_m_star, __pyx_k_m_star, sizeof(__pyx_k_m_star), 0, 0, 1, 1},
  {&__pyx_n_s_mag, __pyx_k_mag, sizeof(__pyx_k_mag), 0, 0, 1, 1},
  {&__pyx_n_s_magnitude, __pyx_k_magnitude, sizeof(__pyx_k_magnitude), 0, 0, 1, 1},
  {&__pyx_n_s_mags, __pyx_k_mags, sizeof(__pyx_k_mags), 0, 0, 1, 1},
  {&__pyx_n_s_main, __pyx_k_main, sizeof(__pyx_k_main), 0, 0, 1, 1},
  {&__pyx_n_s_mapvec_indices_inplace, __pyx_k_mapvec_indices_inplace, sizeof(__pyx_k_mapvec_indices_inplace), 0, 0, 1, 1},
  {&__pyx_n_s_matvec, __pyx_k_matvec, sizeof(__pyx_k_matvec), 0, 0, 1, 1},
  {&__pyx_n_s_max_factor_dim, __pyx_k_max_factor_dim, sizeof(__pyx_k_max_factor_dim), 0, 0, 1, 1},
  {&__pyx_n_s_max_num_vars, __pyx_k_max_num_vars, sizeof(__pyx_k_max_num_vars), 0, 0, 1, 1},
  {&__pyx_n_s_max_order, __pyx_k_max_order, sizeof(__pyx_k_max_order), 0, 0, 1, 1},
  {&__pyx_n_s_max_partial_sopm, __pyx_k_max_partial_sopm, sizeof(__pyx_k_max_partial_sopm), 0, 0, 1, 1},
  {&__pyx_n_s_max_paths, __pyx_k_max_paths, sizeof(__pyx_k_max_paths), 0, 0, 1, 1},
  {&__pyx_n_s_max_poly_vars, __pyx_k_max_poly_vars, sizeof(__pyx_k_max_poly_vars), 0, 0, 1, 1},
  {&__pyx_n_s_max_sopm, __pyx_k_max_sopm, sizeof(__pyx_k_max_sopm), 0, 0, 1, 1},
  {&__pyx_n_s_max_sum_of_pathmags, __pyx_k_max_sum_of_pathmags, sizeof(__pyx_k_max_sum_of_pathmags), 0, 0, 1, 1},
  {&__pyx_n_s_max_taylor_order, __pyx_k_max_taylor_order, sizeof(__pyx_k_max_taylor_order), 0, 0, 1, 1},
  {&__pyx_n_s_memLimit, __pyx_k_memLimit, sizeof(__pyx_k_memLimit), 0, 0, 1, 1},
  {&__pyx_n_s_memview, __pyx_k_memview, sizeof(__pyx_k_memview), 0, 0, 1, 1},
  {&__pyx_n_s_minProbClip, __pyx_k_minProbClip, sizeof(__pyx_k_minProbClip), 0, 0, 1, 1},
  {&__pyx_n_s_minProbClipForWeighting, __pyx_k_minProbClipForWeighting, sizeof(__pyx_k_minProbClipForWeighting), 0, 0, 1, 1},
  {&__pyx_n_s_min_term_mag, __pyx_k_min_term_mag, sizeof(__pyx_k_min_term_mag), 0, 0, 1, 1},
  {&__pyx_n_s_mode, __pyx_k_mode, sizeof(__pyx_k_mode), 0, 0, 1, 1},
  {&__pyx_n_s_mpit, __pyx_k_mpit, sizeof(__pyx_k_mpit), 0, 0, 1, 1},
  {&__pyx_n_s_mpitools, __pyx_k_mpitools, sizeof(__pyx_k_mpitools), 0, 0, 1, 1},
  {&__pyx_n_s_mpv, __pyx_k_mpv, sizeof(__pyx_k_mpv), 0, 0, 1, 1},
  {&__pyx_n_s_mu, __pyx_k_mu, sizeof(__pyx_k_mu), 0, 0, 1, 1},
  {&__pyx_n_s_mult, __pyx_k_mult, sizeof(__pyx_k_mult), 0, 0, 1, 1},
  {&__pyx_n_s_mv, __pyx_k_mv, sizeof(__pyx_k_mv), 0, 0, 1, 1},
  {&__pyx_n_s_mxToFill, __pyx_k_mxToFill, sizeof(__pyx_k_mxToFill), 0, 0, 1, 1},
  {&__pyx_n_s_my_param_indices, __pyx_k_my_param_indices, sizeof(__pyx_k_my_param_indices), 0, 0, 1, 1},
  {&__pyx_n_s_my_slice, __pyx_k_my_slice, sizeof(__pyx_k_my_slice), 0, 0, 1, 1},
  {&__pyx_n_s_n, __pyx_k_n, sizeof(__pyx_k_n), 0, 0, 1, 1},
  {&__pyx_n_s_nBlocks, __pyx_k_nBlocks, sizeof(__pyx_k_nBlocks), 0, 0, 1, 1},
  {&__pyx_n_s_nComponentsInActiveBlock, __pyx_k_nComponentsInActiveBlock, sizeof(__pyx_k_nComponentsInActiveBlock), 0, 0, 1, 1},
  {&__pyx_n_s_nEls, __pyx_k_nEls, sizeof(__pyx_k_nEls), 0, 0, 1, 1},
  {&__pyx_n_s_nFactorLists, __pyx_k_nFactorLists, sizeof(__pyx_k_nFactorLists), 0, 0, 1, 1},
  {&__pyx_n_s_nOutcomes, __pyx_k_nOutcomes, sizeof(__pyx_k_nOutcomes), 0, 0, 1, 1},
  {&__pyx_n_s_nTotOutcomes, __pyx_k_nTotOutcomes, sizeof(__pyx_k_nTotOutcomes), 0, 0, 1, 1},
  {&__pyx_n_s_n_outcomes, __pyx_k_n_outcomes, sizeof(__pyx_k_n_outcomes), 0, 0, 1, 1},
  {&__pyx_n_s_name, __pyx_k_name, sizeof(__pyx_k_name), 0, 0, 1, 1},
  {&__pyx_n_s_name_2, __pyx_k_name_2, sizeof(__pyx_k_name_2), 0, 0, 1, 1},
  {&__pyx_kp_u_ndarray_is_not_C_contiguous, __pyx_k_ndarray_is_not_C_contiguous, sizeof(__pyx_k_ndarray_is_not_C_contiguous), 0, 1, 0, 0},
  {&__pyx_kp_u_ndarray_is_not_Fortran_contiguou, __pyx_k_ndarray_is_not_Fortran_contiguou, sizeof(__pyx_k_ndarray_is_not_Fortran_contiguou), 0, 1, 0, 0},
  {&__pyx_n_s_ndim, __pyx_k_ndim, sizeof(__pyx_k_ndim), 0, 0, 1, 1},
  {&__pyx_n_s_new, __pyx_k_new, sizeof(__pyx_k_new), 0, 0, 1, 1},
  {&__pyx_n_s_nfactors, __pyx_k_nfactors, sizeof(__pyx_k_nfactors), 0, 0, 1, 1},
  {&__pyx_kp_s_no_default___reduce___due_to_non, __pyx_k_no_default___reduce___due_to_non, sizeof(__pyx_k_no_default___reduce___due_to_non), 0, 0, 1, 0},
  {&__pyx_n_s_np, __pyx_k_np, sizeof(__pyx_k_np), 0, 0, 1, 1},
  {&__pyx_n_s_npaths, __pyx_k_npaths, sizeof(__pyx_k_npaths), 0, 0, 1, 1},
  {&__pyx_n_s_nqubits, __pyx_k_nqubits, sizeof(__pyx_k_nqubits), 0, 0, 1, 1},
  {&__pyx_n_s_numBasisEls, __pyx_k_numBasisEls, sizeof(__pyx_k_numBasisEls), 0, 0, 1, 1},
  {&__pyx_n_s_numEs, __pyx_k_numEs, sizeof(__pyx_k_numEs), 0, 0, 1, 1},
  {&__pyx_n_s_num_final_elements, __pyx_k_num_final_elements, sizeof(__pyx_k_num_final_elements), 0, 0, 1, 1},
  {&__pyx_n_s_num_outcomes, __pyx_k_num_outcomes, sizeof(__pyx_k_num_outcomes), 0, 0, 1, 1},
  {&__pyx_n_s_numpy, __pyx_k_numpy, sizeof(__pyx_k_numpy), 0, 0, 1, 1},
  {&__pyx_kp_s_numpy_core_multiarray_failed_to, __pyx_k_numpy_core_multiarray_failed_to, sizeof(__pyx_k_numpy_core_multiarray_failed_to), 0, 0, 1, 0},
  {&__pyx_kp_s_numpy_core_umath_failed_to_impor, __pyx_k_numpy_core_umath_failed_to_impor, sizeof(__pyx_k_numpy_core_umath_failed_to_impor), 0, 0, 1, 0},
  {&__pyx_n_s_obj, __pyx_k_obj, sizeof(__pyx_k_obj), 0, 0, 1, 1},
  {&__pyx_n_s_objective, __pyx_k_objective, sizeof(__pyx_k_objective), 0, 0, 1, 1},
  {&__pyx_n_s_objfn, __pyx_k_objfn, sizeof(__pyx_k_objfn), 0, 0, 1, 1},
  {&__pyx_n_s_omitted_p, __pyx_k_omitted_p, sizeof(__pyx_k_omitted_p), 0, 0, 1, 1},
  {&__pyx_n_s_op, __pyx_k_op, sizeof(__pyx_k_op), 0, 0, 1, 1},
  {&__pyx_n_s_opLabels, __pyx_k_opLabels, sizeof(__pyx_k_opLabels), 0, 0, 1, 1},
  {&__pyx_n_s_op_foat_indices, __pyx_k_op_foat_indices, sizeof(__pyx_k_op_foat_indices), 0, 0, 1, 1},
  {&__pyx_n_s_op_from_label, __pyx_k_op_from_label, sizeof(__pyx_k_op_from_label), 0, 0, 1, 1},
  {&__pyx_n_s_op_term_reps, __pyx_k_op_term_reps, sizeof(__pyx_k_op_term_reps), 0, 0, 1, 1},
  {&__pyx_n_s_opcache, __pyx_k_opcache, sizeof(__pyx_k_opcache), 0, 0, 1, 1},
  {&__pyx_n_s_opcalc, __pyx_k_opcalc, sizeof(__pyx_k_opcalc), 0, 0, 1, 1},
  {&__pyx_n_s_operation_lookup, __pyx_k_operation_lookup, sizeof(__pyx_k_operation_lookup), 0, 0, 1, 1},
  {&__pyx_n_s_operationreps, __pyx_k_operationreps, sizeof(__pyx_k_operationreps), 0, 0, 1, 1},
  {&__pyx_n_s_oprep, __pyx_k_oprep, sizeof(__pyx_k_oprep), 0, 0, 1, 1},
  {&__pyx_n_s_optools, __pyx_k_optools, sizeof(__pyx_k_optools), 0, 0, 1, 1},
  {&__pyx_n_s_order, __pyx_k_order, sizeof(__pyx_k_order), 0, 0, 1, 1},
  {&__pyx_n_s_orig_vec, __pyx_k_orig_vec, sizeof(__pyx_k_orig_vec), 0, 0, 1, 1},
  {&__pyx_n_s_outcome, __pyx_k_outcome, sizeof(__pyx_k_outcome), 0, 0, 1, 1},
  {&__pyx_n_s_outcome_to_elabel_index, __pyx_k_outcome_to_elabel_index, sizeof(__pyx_k_outcome_to_elabel_index), 0, 0, 1, 1},
  {&__pyx_n_s_outcomes, __pyx_k_outcomes, sizeof(__pyx_k_outcomes), 0, 0, 1, 1},
  {&__pyx_n_s_owners, __pyx_k_owners, sizeof(__pyx_k_owners), 0, 0, 1, 1},
  {&__pyx_n_s_p, __pyx_k_p, sizeof(__pyx_k_p), 0, 0, 1, 1},
  {&__pyx_n_s_pack, __pyx_k_pack, sizeof(__pyx_k_pack), 0, 0, 1, 1},
  {&__pyx_n_s_param_indices, __pyx_k_param_indices, sizeof(__pyx_k_param_indices), 0, 0, 1, 1},
  {&__pyx_n_s_paramvec, __pyx_k_paramvec, sizeof(__pyx_k_paramvec), 0, 0, 1, 1},
  {&__pyx_n_s_pathmagnitude_gap, __pyx_k_pathmagnitude_gap, sizeof(__pyx_k_pathmagnitude_gap), 0, 0, 1, 1},
  {&__pyx_n_s_pickle, __pyx_k_pickle, sizeof(__pyx_k_pickle), 0, 0, 1, 1},
  {&__pyx_n_s_poly_vindices_per_int, __pyx_k_poly_vindices_per_int, sizeof(__pyx_k_poly_vindices_per_int), 0, 0, 1, 1},
  {&__pyx_n_s_polys, __pyx_k_polys, sizeof(__pyx_k_polys), 0, 0, 1, 1},
  {&__pyx_n_s_post_effect, __pyx_k_post_effect, sizeof(__pyx_k_post_effect), 0, 0, 1, 1},
  {&__pyx_n_s_post_ops, __pyx_k_post_ops, sizeof(__pyx_k_post_ops), 0, 0, 1, 1},
  {&__pyx_n_s_post_state, __pyx_k_post_state, sizeof(__pyx_k_post_state), 0, 0, 1, 1},
  {&__pyx_n_s_power, __pyx_k_power, sizeof(__pyx_k_power), 0, 0, 1, 1},
  {&__pyx_n_s_pre_effect, __pyx_k_pre_effect, sizeof(__pyx_k_pre_effect), 0, 0, 1, 1},
  {&__pyx_n_s_pre_ops, __pyx_k_pre_ops, sizeof(__pyx_k_pre_ops), 0, 0, 1, 1},
  {&__pyx_n_s_pre_state, __pyx_k_pre_state, sizeof(__pyx_k_pre_state), 0, 0, 1, 1},
  {&__pyx_n_s_probClipInterval, __pyx_k_probClipInterval, sizeof(__pyx_k_probClipInterval), 0, 0, 1, 1},
  {&__pyx_n_s_probability, __pyx_k_probability, sizeof(__pyx_k_probability), 0, 0, 1, 1},
  {&__pyx_n_s_probs, __pyx_k_probs, sizeof(__pyx_k_probs), 0, 0, 1, 1},
  {&__pyx_n_s_probs2, __pyx_k_probs2, sizeof(__pyx_k_probs2), 0, 0, 1, 1},
  {&__pyx_n_s_product, __pyx_k_product, sizeof(__pyx_k_product), 0, 0, 1, 1},
  {&__pyx_n_s_propagate_staterep, __pyx_k_propagate_staterep, sizeof(__pyx_k_propagate_staterep), 0, 0, 1, 1},
  {&__pyx_kp_s_pvecs, __pyx_k_pvecs, sizeof(__pyx_k_pvecs), 0, 0, 1, 0},
  {&__pyx_n_s_pvectors, __pyx_k_pvectors, sizeof(__pyx_k_pvectors), 0, 0, 1, 1},
  {&__pyx_kp_s_pygsti_objects_replib_fastreplib, __pyx_k_pygsti_objects_replib_fastreplib, sizeof(__pyx_k_pygsti_objects_replib_fastreplib), 0, 0, 1, 0},
  {&__pyx_n_s_pygsti_objects_replib_fastreplib_2, __pyx_k_pygsti_objects_replib_fastreplib_2, sizeof(__pyx_k_pygsti_objects_replib_fastreplib_2), 0, 0, 1, 1},
  {&__pyx_n_s_pytime, __pyx_k_pytime, sizeof(__pyx_k_pytime), 0, 0, 1, 1},
  {&__pyx_n_s_pyx_PickleError, __pyx_k_pyx_PickleError, sizeof(__pyx_k_pyx_PickleError), 0, 0, 1, 1},
  {&__pyx_n_s_pyx_checksum, __pyx_k_pyx_checksum, sizeof(__pyx_k_pyx_checksum), 0, 0, 1, 1},
  {&__pyx_n_s_pyx_getbuffer, __pyx_k_pyx_getbuffer, sizeof(__pyx_k_pyx_getbuffer), 0, 0, 1, 1},
  {&__pyx_n_s_pyx_result, __pyx_k_pyx_result, sizeof(__pyx_k_pyx_result), 0, 0, 1, 1},
  {&__pyx_n_s_pyx_state, __pyx_k_pyx_state, sizeof(__pyx_k_pyx_state), 0, 0, 1, 1},
  {&__pyx_n_s_pyx_type, __pyx_k_pyx_type, sizeof(__pyx_k_pyx_type), 0, 0, 1, 1},
  {&__pyx_n_s_pyx_unpickle_Enum, __pyx_k_pyx_unpickle_Enum, sizeof(__pyx_k_pyx_unpickle_Enum), 0, 0, 1, 1},
  {&__pyx_n_s_pyx_vtable, __pyx_k_pyx_vtable, sizeof(__pyx_k_pyx_vtable), 0, 0, 1, 1},
  {&__pyx_n_s_qubits, __pyx_k_qubits, sizeof(__pyx_k_qubits), 0, 0, 1, 1},
  {&__pyx_n_s_radius, __pyx_k_radius, sizeof(__pyx_k_radius), 0, 0, 1, 1},
  {&__pyx_n_s_range, __pyx_k_range, sizeof(__pyx_k_range), 0, 0, 1, 1},
  {&__pyx_n_s_reduce, __pyx_k_reduce, sizeof(__pyx_k_reduce), 0, 0, 1, 1},
  {&__pyx_n_s_reduce_cython, __pyx_k_reduce_cython, sizeof(__pyx_k_reduce_cython), 0, 0, 1, 1},
  {&__pyx_n_s_reduce_ex, __pyx_k_reduce_ex, sizeof(__pyx_k_reduce_ex), 0, 0, 1, 1},
  {&__pyx_n_s_reducefix, __pyx_k_reducefix, sizeof(__pyx_k_reducefix), 0, 0, 1, 1},
  {&__pyx_n_s_remainder, __pyx_k_remainder, sizeof(__pyx_k_remainder), 0, 0, 1, 1},
  {&__pyx_n_s_rep, __pyx_k_rep, sizeof(__pyx_k_rep), 0, 0, 1, 1},
  {&__pyx_n_s_rep_2, __pyx_k_rep_2, sizeof(__pyx_k_rep_2), 0, 0, 1, 1},
  {&__pyx_n_s_repcache, __pyx_k_repcache, sizeof(__pyx_k_repcache), 0, 0, 1, 1},
  {&__pyx_n_s_repcel, __pyx_k_repcel, sizeof(__pyx_k_repcel), 0, 0, 1, 1},
  {&__pyx_n_s_reps, __pyx_k_reps, sizeof(__pyx_k_reps), 0, 0, 1, 1},
  {&__pyx_n_s_require, __pyx_k_require, sizeof(__pyx_k_require), 0, 0, 1, 1},
  {&__pyx_n_s_requirements, __pyx_k_requirements, sizeof(__pyx_k_requirements), 0, 0, 1, 1},
  {&__pyx_n_s_ret, __pyx_k_ret, sizeof(__pyx_k_ret), 0, 0, 1, 1},
  {&__pyx_n_s_reverse, __pyx_k_reverse, sizeof(__pyx_k_reverse), 0, 0, 1, 1},
  {&__pyx_n_s_rho, __pyx_k_rho, sizeof(__pyx_k_rho), 0, 0, 1, 1},
  {&__pyx_n_s_rhoOp, __pyx_k_rhoOp, sizeof(__pyx_k_rhoOp), 0, 0, 1, 1},
  {&__pyx_n_s_rhoVec, __pyx_k_rhoVec, sizeof(__pyx_k_rhoVec), 0, 0, 1, 1},
  {&__pyx_n_s_rho_cache, __pyx_k_rho_cache, sizeof(__pyx_k_rho_cache), 0, 0, 1, 1},
  {&__pyx_n_s_rho_foat_indices, __pyx_k_rho_foat_indices, sizeof(__pyx_k_rho_foat_indices), 0, 0, 1, 1},
  {&__pyx_n_s_rho_from_label, __pyx_k_rho_from_label, sizeof(__pyx_k_rho_from_label), 0, 0, 1, 1},
  {&__pyx_n_s_rho_lookup, __pyx_k_rho_lookup, sizeof(__pyx_k_rho_lookup), 0, 0, 1, 1},
  {&__pyx_n_s_rho_term_creps, __pyx_k_rho_term_creps, sizeof(__pyx_k_rho_term_creps), 0, 0, 1, 1},
  {&__pyx_n_s_rho_term_reps, __pyx_k_rho_term_reps, sizeof(__pyx_k_rho_term_reps), 0, 0, 1, 1},
  {&__pyx_n_s_rholabel, __pyx_k_rholabel, sizeof(__pyx_k_rholabel), 0, 0, 1, 1},
  {&__pyx_n_s_rholabels, __pyx_k_rholabels, sizeof(__pyx_k_rholabels), 0, 0, 1, 1},
  {&__pyx_n_s_rholbl, __pyx_k_rholbl, sizeof(__pyx_k_rholbl), 0, 0, 1, 1},
  {&__pyx_n_s_rhoreps, __pyx_k_rhoreps, sizeof(__pyx_k_rhoreps), 0, 0, 1, 1},
  {&__pyx_n_s_rmatvec, __pyx_k_rmatvec, sizeof(__pyx_k_rmatvec), 0, 0, 1, 1},
  {&__pyx_n_s_rmv, __pyx_k_rmv, sizeof(__pyx_k_rmv), 0, 0, 1, 1},
  {&__pyx_n_s_round, __pyx_k_round, sizeof(__pyx_k_round), 0, 0, 1, 1},
  {&__pyx_n_s_row, __pyx_k_row, sizeof(__pyx_k_row), 0, 0, 1, 1},
  {&__pyx_n_s_s, __pyx_k_s, sizeof(__pyx_k_s), 0, 0, 1, 1},
  {&__pyx_n_s_scale, __pyx_k_scale, sizeof(__pyx_k_scale), 0, 0, 1, 1},
  {&__pyx_n_s_scipy_sparse_linalg, __pyx_k_scipy_sparse_linalg, sizeof(__pyx_k_scipy_sparse_linalg), 0, 0, 1, 1},
  {&__pyx_n_s_set_magnitude_only, __pyx_k_set_magnitude_only, sizeof(__pyx_k_set_magnitude_only), 0, 0, 1, 1},
  {&__pyx_n_s_set_time, __pyx_k_set_time, sizeof(__pyx_k_set_time), 0, 0, 1, 1},
  {&__pyx_n_s_setstate, __pyx_k_setstate, sizeof(__pyx_k_setstate), 0, 0, 1, 1},
  {&__pyx_n_s_setstate_cython, __pyx_k_setstate_cython, sizeof(__pyx_k_setstate_cython), 0, 0, 1, 1},
  {&__pyx_n_s_shape, __pyx_k_shape, sizeof(__pyx_k_shape), 0, 0, 1, 1},
  {&__pyx_n_s_size, __pyx_k_size, sizeof(__pyx_k_size), 0, 0, 1, 1},
  {&__pyx_n_s_slct, __pyx_k_slct, sizeof(__pyx_k_slct), 0, 0, 1, 1},
  {&__pyx_n_s_slicetools, __pyx_k_slicetools, sizeof(__pyx_k_slicetools), 0, 0, 1, 1},
  {&__pyx_n_s_smatrix, __pyx_k_smatrix, sizeof(__pyx_k_smatrix), 0, 0, 1, 1},
  {&__pyx_n_s_smatrix_inv, __pyx_k_smatrix_inv, sizeof(__pyx_k_smatrix_inv), 0, 0, 1, 1},
  {&__pyx_kp_s_smx, __pyx_k_smx, sizeof(__pyx_k_smx), 0, 0, 1, 0},
  {&__pyx_n_s_sort, __pyx_k_sort, sizeof(__pyx_k_sort), 0, 0, 1, 1},
  {&__pyx_n_s_sos, __pyx_k_sos, sizeof(__pyx_k_sos), 0, 0, 1, 1},
  {&__pyx_n_s_sqrt, __pyx_k_sqrt, sizeof(__pyx_k_sqrt), 0, 0, 1, 1},
  {&__pyx_n_s_st, __pyx_k_st, sizeof(__pyx_k_st), 0, 0, 1, 1},
  {&__pyx_n_s_start, __pyx_k_start, sizeof(__pyx_k_start), 0, 0, 1, 1},
  {&__pyx_n_s_stateDim, __pyx_k_stateDim, sizeof(__pyx_k_stateDim), 0, 0, 1, 1},
  {&__pyx_n_s_staterep, __pyx_k_staterep, sizeof(__pyx_k_staterep), 0, 0, 1, 1},
  {&__pyx_n_s_step, __pyx_k_step, sizeof(__pyx_k_step), 0, 0, 1, 1},
  {&__pyx_n_s_stop, __pyx_k_stop, sizeof(__pyx_k_stop), 0, 0, 1, 1},
  {&__pyx_kp_s_strided_and_direct, __pyx_k_strided_and_direct, sizeof(__pyx_k_strided_and_direct), 0, 0, 1, 0},
  {&__pyx_kp_s_strided_and_direct_or_indirect, __pyx_k_strided_and_direct_or_indirect, sizeof(__pyx_k_strided_and_direct_or_indirect), 0, 0, 1, 0},
  {&__pyx_kp_s_strided_and_indirect, __pyx_k_strided_and_indirect, sizeof(__pyx_k_strided_and_indirect), 0, 0, 1, 0},
  {&__pyx_kp_s_stringsource, __pyx_k_stringsource, sizeof(__pyx_k_stringsource), 0, 0, 1, 0},
  {&__pyx_n_s_struct, __pyx_k_struct, sizeof(__pyx_k_struct), 0, 0, 1, 1},
  {&__pyx_n_s_subComm, __pyx_k_subComm, sizeof(__pyx_k_subComm), 0, 0, 1, 1},
  {&__pyx_n_s_svector, __pyx_k_svector, sizeof(__pyx_k_svector), 0, 0, 1, 1},
  {&__pyx_n_s_svector_inv, __pyx_k_svector_inv, sizeof(__pyx_k_svector_inv), 0, 0, 1, 1},
  {&__pyx_n_s_sys, __pyx_k_sys, sizeof(__pyx_k_sys), 0, 0, 1, 1},
  {&__pyx_n_s_t, __pyx_k_t, sizeof(__pyx_k_t), 0, 0, 1, 1},
  {&__pyx_n_s_t0, __pyx_k_t0, sizeof(__pyx_k_t0), 0, 0, 1, 1},
  {&__pyx_n_s_target_sum_of_pathmags, __pyx_k_target_sum_of_pathmags, sizeof(__pyx_k_target_sum_of_pathmags), 0, 0, 1, 1},
  {&__pyx_n_s_term_reps, __pyx_k_term_reps, sizeof(__pyx_k_term_reps), 0, 0, 1, 1},
  {&__pyx_n_s_termrep, __pyx_k_termrep, sizeof(__pyx_k_termrep), 0, 0, 1, 1},
  {&__pyx_n_s_termrep_lists, __pyx_k_termrep_lists, sizeof(__pyx_k_termrep_lists), 0, 0, 1, 1},
  {&__pyx_n_s_terms_to_compose, __pyx_k_terms_to_compose, sizeof(__pyx_k_terms_to_compose), 0, 0, 1, 1},
  {&__pyx_n_s_test, __pyx_k_test, sizeof(__pyx_k_test), 0, 0, 1, 1},
  {&__pyx_n_s_threshold, __pyx_k_threshold, sizeof(__pyx_k_threshold), 0, 0, 1, 1},
  {&__pyx_n_s_threshold_guess, __pyx_k_threshold_guess, sizeof(__pyx_k_threshold_guess), 0, 0, 1, 1},
  {&__pyx_n_s_time, __pyx_k_time, sizeof(__pyx_k_time), 0, 0, 1, 1},
  {&__pyx_n_s_to_vector, __pyx_k_to_vector, sizeof(__pyx_k_to_vector), 0, 0, 1, 1},
  {&__pyx_n_s_todense, __pyx_k_todense, sizeof(__pyx_k_todense), 0, 0, 1, 1},
  {&__pyx_n_s_tools, __pyx_k_tools, sizeof(__pyx_k_tools), 0, 0, 1, 1},
  {&__pyx_n_s_tools_matrixtools, __pyx_k_tools_matrixtools, sizeof(__pyx_k_tools_matrixtools), 0, 0, 1, 1},
  {&__pyx_n_s_torep, __pyx_k_torep, sizeof(__pyx_k_torep), 0, 0, 1, 1},
  {&__pyx_n_s_total_achieved_sopm, __pyx_k_total_achieved_sopm, sizeof(__pyx_k_total_achieved_sopm), 0, 0, 1, 1},
  {&__pyx_n_s_total_npaths, __pyx_k_total_npaths, sizeof(__pyx_k_total_npaths), 0, 0, 1, 1},
  {&__pyx_n_s_total_target_sopm, __pyx_k_total_target_sopm, sizeof(__pyx_k_total_target_sopm), 0, 0, 1, 1},
  {&__pyx_n_s_transpose, __pyx_k_transpose, sizeof(__pyx_k_transpose), 0, 0, 1, 1},
  {&__pyx_n_s_treps, __pyx_k_treps, sizeof(__pyx_k_treps), 0, 0, 1, 1},
  {&__pyx_kp_s_unable_to_allocate_array_data, __pyx_k_unable_to_allocate_array_data, sizeof(__pyx_k_unable_to_allocate_array_data), 0, 0, 1, 0},
  {&__pyx_kp_s_unable_to_allocate_shape_and_str, __pyx_k_unable_to_allocate_shape_and_str, sizeof(__pyx_k_unable_to_allocate_shape_and_str), 0, 0, 1, 0},
  {&__pyx_n_s_unitary, __pyx_k_unitary, sizeof(__pyx_k_unitary), 0, 0, 1, 1},
  {&__pyx_n_s_unitarypost_data, __pyx_k_unitarypost_data, sizeof(__pyx_k_unitarypost_data), 0, 0, 1, 1},
  {&__pyx_n_s_unitarypost_indices, __pyx_k_unitarypost_indices, sizeof(__pyx_k_unitarypost_indices), 0, 0, 1, 1},
  {&__pyx_n_s_unitarypost_indptr, __pyx_k_unitarypost_indptr, sizeof(__pyx_k_unitarypost_indptr), 0, 0, 1, 1},
  {&__pyx_kp_u_unknown_dtype_code_in_numpy_pxd, __pyx_k_unknown_dtype_code_in_numpy_pxd, sizeof(__pyx_k_unknown_dtype_code_in_numpy_pxd), 0, 1, 0, 0},
  {&__pyx_n_s_unpack, __pyx_k_unpack, sizeof(__pyx_k_unpack), 0, 0, 1, 1},
  {&__pyx_n_s_update, __pyx_k_update, sizeof(__pyx_k_update), 0, 0, 1, 1},
  {&__pyx_n_s_v, __pyx_k_v, sizeof(__pyx_k_v), 0, 0, 1, 1},
  {&__pyx_n_s_vals, __pyx_k_vals, sizeof(__pyx_k_vals), 0, 0, 1, 1},
  {&__pyx_n_s_vals2, __pyx_k_vals2, sizeof(__pyx_k_vals2), 0, 0, 1, 1},
  {&__pyx_n_s_values, __pyx_k_values, sizeof(__pyx_k_values), 0, 0, 1, 1},
  {&__pyx_n_s_vec, __pyx_k_vec, sizeof(__pyx_k_vec), 0, 0, 1, 1},
  {&__pyx_n_s_vindices_per_int, __pyx_k_vindices_per_int, sizeof(__pyx_k_vindices_per_int), 0, 0, 1, 1},
  {&__pyx_n_s_vpi, __pyx_k_vpi, sizeof(__pyx_k_vpi), 0, 0, 1, 1},
  {&__pyx_n_s_writeable, __pyx_k_writeable, sizeof(__pyx_k_writeable), 0, 0, 1, 1},
  {&__pyx_n_s_wrtSlice, __pyx_k_wrtSlice, sizeof(__pyx_k_wrtSlice), 0, 0, 1, 1},
  {&__pyx_n_s_zip, __pyx_k_zip, sizeof(__pyx_k_zip), 0, 0, 1, 1},
  {&__pyx_kp_s_zstart, __pyx_k_zstart, sizeof(__pyx_k_zstart), 0, 0, 1, 0},
  {&__pyx_n_s_zvals, __pyx_k_zvals, sizeof(__pyx_k_zvals), 0, 0, 1, 1},
  {0, 0, 0, 0, 0, 0, 0}
};
static CYTHON_SMALL_CODE int __Pyx_InitCachedBuiltins(void) {
  __pyx_builtin_range = __Pyx_GetBuiltinName(__pyx_n_s_range); if (!__pyx_builtin_range) __PYX_ERR(0, 432, __pyx_L1_error)
  __pyx_builtin_enumerate = __Pyx_GetBuiltinName(__pyx_n_s_enumerate); if (!__pyx_builtin_enumerate) __PYX_ERR(0, 661, __pyx_L1_error)
  __pyx_builtin_zip = __Pyx_GetBuiltinName(__pyx_n_s_zip); if (!__pyx_builtin_zip) __PYX_ERR(0, 663, __pyx_L1_error)
  __pyx_builtin_TypeError = __Pyx_GetBuiltinName(__pyx_n_s_TypeError); if (!__pyx_builtin_TypeError) __PYX_ERR(1, 2, __pyx_L1_error)
  __pyx_builtin_round = __Pyx_GetBuiltinName(__pyx_n_s_round); if (!__pyx_builtin_round) __PYX_ERR(0, 2537, __pyx_L1_error)
  __pyx_builtin_ValueError = __Pyx_GetBuiltinName(__pyx_n_s_ValueError); if (!__pyx_builtin_ValueError) __PYX_ERR(2, 272, __pyx_L1_error)
  __pyx_builtin_RuntimeError = __Pyx_GetBuiltinName(__pyx_n_s_RuntimeError); if (!__pyx_builtin_RuntimeError) __PYX_ERR(2, 856, __pyx_L1_error)
  __pyx_builtin_ImportError = __Pyx_GetBuiltinName(__pyx_n_s_ImportError); if (!__pyx_builtin_ImportError) __PYX_ERR(2, 1038, __pyx_L1_error)
  __pyx_builtin_MemoryError = __Pyx_GetBuiltinName(__pyx_n_s_MemoryError); if (!__pyx_builtin_MemoryError) __PYX_ERR(1, 148, __pyx_L1_error)
  __pyx_builtin_Ellipsis = __Pyx_GetBuiltinName(__pyx_n_s_Ellipsis); if (!__pyx_builtin_Ellipsis) __PYX_ERR(1, 404, __pyx_L1_error)
  __pyx_builtin_id = __Pyx_GetBuiltinName(__pyx_n_s_id); if (!__pyx_builtin_id) __PYX_ERR(1, 613, __pyx_L1_error)
  __pyx_builtin_IndexError = __Pyx_GetBuiltinName(__pyx_n_s_IndexError); if (!__pyx_builtin_IndexError) __PYX_ERR(1, 832, __pyx_L1_error)
  return 0;
  __pyx_L1_error:;
  return -1;
}

static CYTHON_SMALL_CODE int __Pyx_InitCachedConstants(void) {
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__Pyx_InitCachedConstants", 0);

  /* "pygsti/objects/replib/fastreplib.pyx":569
 *     def aslinearoperator(self):
 *         def mv(v):
 *             if v.ndim == 2 and v.shape[1] == 1: v = v[:,0]             # <<<<<<<<<<<<<<
 *             in_state = DMStateRep(np.ascontiguousarray(v,'d'))
 *             return self.acton(in_state).todense()
 */
  __pyx_slice_ = PySlice_New(Py_None, Py_None, Py_None); if (unlikely(!__pyx_slice_)) __PYX_ERR(0, 569, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_slice_);
  __Pyx_GIVEREF(__pyx_slice_);
  __pyx_tuple__2 = PyTuple_Pack(2, __pyx_slice_, __pyx_int_0); if (unlikely(!__pyx_tuple__2)) __PYX_ERR(0, 569, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__2);
  __Pyx_GIVEREF(__pyx_tuple__2);

  /* "pygsti/objects/replib/fastreplib.pyx":568
 * 
 *     def aslinearoperator(self):
 *         def mv(v):             # <<<<<<<<<<<<<<
 *             if v.ndim == 2 and v.shape[1] == 1: v = v[:,0]
 *             in_state = DMStateRep(np.ascontiguousarray(v,'d'))
 */
  __pyx_tuple__3 = PyTuple_Pack(2, __pyx_n_s_v, __pyx_n_s_in_state); if (unlikely(!__pyx_tuple__3)) __PYX_ERR(0, 568, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__3);
  __Pyx_GIVEREF(__pyx_tuple__3);
  __pyx_codeobj__4 = (PyObject*)__Pyx_PyCode_New(1, 0, 2, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__3, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pygsti_objects_replib_fastreplib, __pyx_n_s_mv, 568, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__4)) __PYX_ERR(0, 568, __pyx_L1_error)

  /* "pygsti/objects/replib/fastreplib.pyx":572
 *             in_state = DMStateRep(np.ascontiguousarray(v,'d'))
 *             return self.acton(in_state).todense()
 *         def rmv(v):             # <<<<<<<<<<<<<<
 *             if v.ndim == 2 and v.shape[1] == 1: v = v[:,0]
 *             in_state = DMStateRep(np.ascontiguousarray(v,'d'))
 */
  __pyx_tuple__5 = PyTuple_Pack(2, __pyx_n_s_v, __pyx_n_s_in_state); if (unlikely(!__pyx_tuple__5)) __PYX_ERR(0, 572, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__5);
  __Pyx_GIVEREF(__pyx_tuple__5);
  __pyx_codeobj__6 = (PyObject*)__Pyx_PyCode_New(1, 0, 2, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__5, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pygsti_objects_replib_fastreplib, __pyx_n_s_rmv, 572, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__6)) __PYX_ERR(0, 572, __pyx_L1_error)

  /* "pygsti/objects/replib/fastreplib.pyx":1652
 *         pre_ops = first.pre_ops[:]
 *         post_ops = first.post_ops[:]
 *         for t in terms_to_compose[1:]:             # <<<<<<<<<<<<<<
 *             coeffrep = coeffrep.mult(t.coeff)
 *             pre_ops += t.pre_ops
 */
  __pyx_slice__10 = PySlice_New(__pyx_int_1, Py_None, Py_None); if (unlikely(!__pyx_slice__10)) __PYX_ERR(0, 1652, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_slice__10);
  __Pyx_GIVEREF(__pyx_slice__10);

  /* "(tree fragment)":2
 * def __reduce_cython__(self):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")             # <<<<<<<<<<<<<<
 * def __setstate_cython__(self, __pyx_state):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 */
  __pyx_tuple__11 = PyTuple_Pack(1, __pyx_kp_s_no_default___reduce___due_to_non); if (unlikely(!__pyx_tuple__11)) __PYX_ERR(1, 2, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__11);
  __Pyx_GIVEREF(__pyx_tuple__11);

  /* "(tree fragment)":4
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 * def __setstate_cython__(self, __pyx_state):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")             # <<<<<<<<<<<<<<
 */
  __pyx_tuple__12 = PyTuple_Pack(1, __pyx_kp_s_no_default___reduce___due_to_non); if (unlikely(!__pyx_tuple__12)) __PYX_ERR(1, 4, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__12);
  __Pyx_GIVEREF(__pyx_tuple__12);

  /* "(tree fragment)":2
 * def __reduce_cython__(self):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")             # <<<<<<<<<<<<<<
 * def __setstate_cython__(self, __pyx_state):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 */
  __pyx_tuple__13 = PyTuple_Pack(1, __pyx_kp_s_no_default___reduce___due_to_non); if (unlikely(!__pyx_tuple__13)) __PYX_ERR(1, 2, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__13);
  __Pyx_GIVEREF(__pyx_tuple__13);

  /* "(tree fragment)":4
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 * def __setstate_cython__(self, __pyx_state):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")             # <<<<<<<<<<<<<<
 */
  __pyx_tuple__14 = PyTuple_Pack(1, __pyx_kp_s_no_default___reduce___due_to_non); if (unlikely(!__pyx_tuple__14)) __PYX_ERR(1, 4, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__14);
  __Pyx_GIVEREF(__pyx_tuple__14);

  /* "(tree fragment)":2
 * def __reduce_cython__(self):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")             # <<<<<<<<<<<<<<
 * def __setstate_cython__(self, __pyx_state):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 */
  __pyx_tuple__15 = PyTuple_Pack(1, __pyx_kp_s_no_default___reduce___due_to_non); if (unlikely(!__pyx_tuple__15)) __PYX_ERR(1, 2, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__15);
  __Pyx_GIVEREF(__pyx_tuple__15);

  /* "(tree fragment)":4
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 * def __setstate_cython__(self, __pyx_state):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")             # <<<<<<<<<<<<<<
 */
  __pyx_tuple__16 = PyTuple_Pack(1, __pyx_kp_s_no_default___reduce___due_to_non); if (unlikely(!__pyx_tuple__16)) __PYX_ERR(1, 4, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__16);
  __Pyx_GIVEREF(__pyx_tuple__16);

  /* "pygsti/objects/replib/fastreplib.pyx":2392
 *                              evalTree, dataset_rows, minProbClipForWeighting, probClipInterval, wrtSlice, comm):
 * 
 *     def fillfn(mxToFill, dest_indices, n_outcomes, evTree, dataset_rows, fillComm):             # <<<<<<<<<<<<<<
 *         DM_mapfill_TDchi2_terms(calc, mxToFill, dest_indices, n_outcomes, evTree, dataset_rows,
 *                                 minProbClipForWeighting, probClipInterval, fillComm)
 */
  __pyx_tuple__17 = PyTuple_Pack(6, __pyx_n_s_mxToFill, __pyx_n_s_dest_indices, __pyx_n_s_n_outcomes, __pyx_n_s_evTree, __pyx_n_s_dataset_rows, __pyx_n_s_fillComm); if (unlikely(!__pyx_tuple__17)) __PYX_ERR(0, 2392, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__17);
  __Pyx_GIVEREF(__pyx_tuple__17);
  __pyx_codeobj__18 = (PyObject*)__Pyx_PyCode_New(6, 0, 6, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__17, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pygsti_objects_replib_fastreplib, __pyx_n_s_fillfn, 2392, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__18)) __PYX_ERR(0, 2392, __pyx_L1_error)

  /* "pygsti/objects/replib/fastreplib.pyx":2403
 *                                evalTree, dataset_rows, minProbClip, radius, probClipInterval, wrtSlice, comm):
 * 
 *     def fillfn(mxToFill, dest_indices, n_outcomes, evTree, dataset_rows, fillComm):             # <<<<<<<<<<<<<<
 *         DM_mapfill_TDloglpp_terms(calc, mxToFill, dest_indices, n_outcomes, evTree, dataset_rows,
 *                                   minProbClip, radius, probClipInterval, fillComm)
 */
  __pyx_tuple__19 = PyTuple_Pack(6, __pyx_n_s_mxToFill, __pyx_n_s_dest_indices, __pyx_n_s_n_outcomes, __pyx_n_s_evTree, __pyx_n_s_dataset_rows, __pyx_n_s_fillComm); if (unlikely(!__pyx_tuple__19)) __PYX_ERR(0, 2403, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__19);
  __Pyx_GIVEREF(__pyx_tuple__19);
  __pyx_codeobj__20 = (PyObject*)__Pyx_PyCode_New(6, 0, 6, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__19, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pygsti_objects_replib_fastreplib, __pyx_n_s_fillfn, 2403, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__20)) __PYX_ERR(0, 2403, __pyx_L1_error)

  /* "pygsti/objects/replib/fastreplib.pyx":3094
 *         #repcel = <RepCacheEl?>repcel
 *         for termrep in repcel.pyterm_references:
 *             coeff_array = _fastopcalc.bulk_eval_compact_polys_complex(termrep.compact_coeff[0],termrep.compact_coeff[1],paramvec,(1,))             # <<<<<<<<<<<<<<
 *             termrep.set_magnitude_only(abs(coeff_array[0]))
 * 
 */
  __pyx_tuple__21 = PyTuple_Pack(1, __pyx_int_1); if (unlikely(!__pyx_tuple__21)) __PYX_ERR(0, 3094, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__21);
  __Pyx_GIVEREF(__pyx_tuple__21);

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":272
 *             if ((flags & pybuf.PyBUF_C_CONTIGUOUS == pybuf.PyBUF_C_CONTIGUOUS)
 *                 and not PyArray_CHKFLAGS(self, NPY_ARRAY_C_CONTIGUOUS)):
 *                 raise ValueError(u"ndarray is not C contiguous")             # <<<<<<<<<<<<<<
 * 
 *             if ((flags & pybuf.PyBUF_F_CONTIGUOUS == pybuf.PyBUF_F_CONTIGUOUS)
 */
  __pyx_tuple__22 = PyTuple_Pack(1, __pyx_kp_u_ndarray_is_not_C_contiguous); if (unlikely(!__pyx_tuple__22)) __PYX_ERR(2, 272, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__22);
  __Pyx_GIVEREF(__pyx_tuple__22);

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":276
 *             if ((flags & pybuf.PyBUF_F_CONTIGUOUS == pybuf.PyBUF_F_CONTIGUOUS)
 *                 and not PyArray_CHKFLAGS(self, NPY_ARRAY_F_CONTIGUOUS)):
 *                 raise ValueError(u"ndarray is not Fortran contiguous")             # <<<<<<<<<<<<<<
 * 
 *             info.buf = PyArray_DATA(self)
 */
  __pyx_tuple__23 = PyTuple_Pack(1, __pyx_kp_u_ndarray_is_not_Fortran_contiguou); if (unlikely(!__pyx_tuple__23)) __PYX_ERR(2, 276, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__23);
  __Pyx_GIVEREF(__pyx_tuple__23);

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":306
 *                 if ((descr.byteorder == c'>' and little_endian) or
 *                     (descr.byteorder == c'<' and not little_endian)):
 *                     raise ValueError(u"Non-native byte order not supported")             # <<<<<<<<<<<<<<
 *                 if   t == NPY_BYTE:        f = "b"
 *                 elif t == NPY_UBYTE:       f = "B"
 */
  __pyx_tuple__24 = PyTuple_Pack(1, __pyx_kp_u_Non_native_byte_order_not_suppor); if (unlikely(!__pyx_tuple__24)) __PYX_ERR(2, 306, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__24);
  __Pyx_GIVEREF(__pyx_tuple__24);

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":856
 * 
 *         if (end - f) - <int>(new_offset - offset[0]) < 15:
 *             raise RuntimeError(u"Format string allocated too short, see comment in numpy.pxd")             # <<<<<<<<<<<<<<
 * 
 *         if ((child.byteorder == c'>' and little_endian) or
 */
  __pyx_tuple__25 = PyTuple_Pack(1, __pyx_kp_u_Format_string_allocated_too_shor); if (unlikely(!__pyx_tuple__25)) __PYX_ERR(2, 856, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__25);
  __Pyx_GIVEREF(__pyx_tuple__25);

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":880
 *             t = child.type_num
 *             if end - f < 5:
 *                 raise RuntimeError(u"Format string allocated too short.")             # <<<<<<<<<<<<<<
 * 
 *             # Until ticket #99 is fixed, use integers to avoid warnings
 */
  __pyx_tuple__26 = PyTuple_Pack(1, __pyx_kp_u_Format_string_allocated_too_shor_2); if (unlikely(!__pyx_tuple__26)) __PYX_ERR(2, 880, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__26);
  __Pyx_GIVEREF(__pyx_tuple__26);

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":1038
 *         _import_array()
 *     except Exception:
 *         raise ImportError("numpy.core.multiarray failed to import")             # <<<<<<<<<<<<<<
 * 
 * cdef inline int import_umath() except -1:
 */
  __pyx_tuple__27 = PyTuple_Pack(1, __pyx_kp_s_numpy_core_multiarray_failed_to); if (unlikely(!__pyx_tuple__27)) __PYX_ERR(2, 1038, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__27);
  __Pyx_GIVEREF(__pyx_tuple__27);

  /* "../../../virtualenv/python3.8.0/lib/python3.8/site-packages/Cython/Includes/numpy/__init__.pxd":1044
 *         _import_umath()
 *     except Exception:
 *         raise ImportError("numpy.core.umath failed to import")             # <<<<<<<<<<<<<<
 * 
 * cdef inline int import_ufunc() except -1:
 */
  __pyx_tuple__28 = PyTuple_Pack(1, __pyx_kp_s_numpy_core_umath_failed_to_impor); if (unlikely(!__pyx_tuple__28)) __PYX_ERR(2, 1044, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__28);
  __Pyx_GIVEREF(__pyx_tuple__28);

  /* "View.MemoryView":133
 * 
 *         if not self.ndim:
 *             raise ValueError("Empty shape tuple for cython.array")             # <<<<<<<<<<<<<<
 * 
 *         if itemsize <= 0:
 */
  __pyx_tuple__29 = PyTuple_Pack(1, __pyx_kp_s_Empty_shape_tuple_for_cython_arr); if (unlikely(!__pyx_tuple__29)) __PYX_ERR(1, 133, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__29);
  __Pyx_GIVEREF(__pyx_tuple__29);

  /* "View.MemoryView":136
 * 
 *         if itemsize <= 0:
 *             raise ValueError("itemsize <= 0 for cython.array")             # <<<<<<<<<<<<<<
 * 
 *         if not isinstance(format, bytes):
 */
  __pyx_tuple__30 = PyTuple_Pack(1, __pyx_kp_s_itemsize_0_for_cython_array); if (unlikely(!__pyx_tuple__30)) __PYX_ERR(1, 136, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__30);
  __Pyx_GIVEREF(__pyx_tuple__30);

  /* "View.MemoryView":148
 * 
 *         if not self._shape:
 *             raise MemoryError("unable to allocate shape and strides.")             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_tuple__31 = PyTuple_Pack(1, __pyx_kp_s_unable_to_allocate_shape_and_str); if (unlikely(!__pyx_tuple__31)) __PYX_ERR(1, 148, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__31);
  __Pyx_GIVEREF(__pyx_tuple__31);

  /* "View.MemoryView":176
 *             self.data = <char *>malloc(self.len)
 *             if not self.data:
 *                 raise MemoryError("unable to allocate array data.")             # <<<<<<<<<<<<<<
 * 
 *             if self.dtype_is_object:
 */
  __pyx_tuple__32 = PyTuple_Pack(1, __pyx_kp_s_unable_to_allocate_array_data); if (unlikely(!__pyx_tuple__32)) __PYX_ERR(1, 176, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__32);
  __Pyx_GIVEREF(__pyx_tuple__32);

  /* "View.MemoryView":192
 *             bufmode = PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS
 *         if not (flags & bufmode):
 *             raise ValueError("Can only create a buffer that is contiguous in memory.")             # <<<<<<<<<<<<<<
 *         info.buf = self.data
 *         info.len = self.len
 */
  __pyx_tuple__33 = PyTuple_Pack(1, __pyx_kp_s_Can_only_create_a_buffer_that_is); if (unlikely(!__pyx_tuple__33)) __PYX_ERR(1, 192, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__33);
  __Pyx_GIVEREF(__pyx_tuple__33);

  /* "(tree fragment)":2
 * def __reduce_cython__(self):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")             # <<<<<<<<<<<<<<
 * def __setstate_cython__(self, __pyx_state):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 */
  __pyx_tuple__34 = PyTuple_Pack(1, __pyx_kp_s_no_default___reduce___due_to_non); if (unlikely(!__pyx_tuple__34)) __PYX_ERR(1, 2, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__34);
  __Pyx_GIVEREF(__pyx_tuple__34);

  /* "(tree fragment)":4
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 * def __setstate_cython__(self, __pyx_state):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")             # <<<<<<<<<<<<<<
 */
  __pyx_tuple__35 = PyTuple_Pack(1, __pyx_kp_s_no_default___reduce___due_to_non); if (unlikely(!__pyx_tuple__35)) __PYX_ERR(1, 4, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__35);
  __Pyx_GIVEREF(__pyx_tuple__35);

  /* "View.MemoryView":418
 *     def __setitem__(memoryview self, object index, object value):
 *         if self.view.readonly:
 *             raise TypeError("Cannot assign to read-only memoryview")             # <<<<<<<<<<<<<<
 * 
 *         have_slices, index = _unellipsify(index, self.view.ndim)
 */
  __pyx_tuple__36 = PyTuple_Pack(1, __pyx_kp_s_Cannot_assign_to_read_only_memor); if (unlikely(!__pyx_tuple__36)) __PYX_ERR(1, 418, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__36);
  __Pyx_GIVEREF(__pyx_tuple__36);

  /* "View.MemoryView":495
 *             result = struct.unpack(self.view.format, bytesitem)
 *         except struct.error:
 *             raise ValueError("Unable to convert item to object")             # <<<<<<<<<<<<<<
 *         else:
 *             if len(self.view.format) == 1:
 */
  __pyx_tuple__37 = PyTuple_Pack(1, __pyx_kp_s_Unable_to_convert_item_to_object); if (unlikely(!__pyx_tuple__37)) __PYX_ERR(1, 495, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__37);
  __Pyx_GIVEREF(__pyx_tuple__37);

  /* "View.MemoryView":520
 *     def __getbuffer__(self, Py_buffer *info, int flags):
 *         if flags & PyBUF_WRITABLE and self.view.readonly:
 *             raise ValueError("Cannot create writable memory view from read-only memoryview")             # <<<<<<<<<<<<<<
 * 
 *         if flags & PyBUF_ND:
 */
  __pyx_tuple__38 = PyTuple_Pack(1, __pyx_kp_s_Cannot_create_writable_memory_vi); if (unlikely(!__pyx_tuple__38)) __PYX_ERR(1, 520, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__38);
  __Pyx_GIVEREF(__pyx_tuple__38);

  /* "View.MemoryView":570
 *         if self.view.strides == NULL:
 * 
 *             raise ValueError("Buffer view does not expose strides")             # <<<<<<<<<<<<<<
 * 
 *         return tuple([stride for stride in self.view.strides[:self.view.ndim]])
 */
  __pyx_tuple__39 = PyTuple_Pack(1, __pyx_kp_s_Buffer_view_does_not_expose_stri); if (unlikely(!__pyx_tuple__39)) __PYX_ERR(1, 570, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__39);
  __Pyx_GIVEREF(__pyx_tuple__39);

  /* "View.MemoryView":577
 *     def suboffsets(self):
 *         if self.view.suboffsets == NULL:
 *             return (-1,) * self.view.ndim             # <<<<<<<<<<<<<<
 * 
 *         return tuple([suboffset for suboffset in self.view.suboffsets[:self.view.ndim]])
 */
  __pyx_tuple__40 = PyTuple_New(1); if (unlikely(!__pyx_tuple__40)) __PYX_ERR(1, 577, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__40);
  __Pyx_INCREF(__pyx_int_neg_1);
  __Pyx_GIVEREF(__pyx_int_neg_1);
  PyTuple_SET_ITEM(__pyx_tuple__40, 0, __pyx_int_neg_1);
  __Pyx_GIVEREF(__pyx_tuple__40);

  /* "(tree fragment)":2
 * def __reduce_cython__(self):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")             # <<<<<<<<<<<<<<
 * def __setstate_cython__(self, __pyx_state):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 */
  __pyx_tuple__41 = PyTuple_Pack(1, __pyx_kp_s_no_default___reduce___due_to_non); if (unlikely(!__pyx_tuple__41)) __PYX_ERR(1, 2, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__41);
  __Pyx_GIVEREF(__pyx_tuple__41);

  /* "(tree fragment)":4
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 * def __setstate_cython__(self, __pyx_state):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")             # <<<<<<<<<<<<<<
 */
  __pyx_tuple__42 = PyTuple_Pack(1, __pyx_kp_s_no_default___reduce___due_to_non); if (unlikely(!__pyx_tuple__42)) __PYX_ERR(1, 4, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__42);
  __Pyx_GIVEREF(__pyx_tuple__42);

  /* "View.MemoryView":703
 *     for suboffset in suboffsets[:ndim]:
 *         if suboffset >= 0:
 *             raise ValueError("Indirect dimensions not supported")             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_tuple__43 = PyTuple_Pack(1, __pyx_kp_s_Indirect_dimensions_not_supporte); if (unlikely(!__pyx_tuple__43)) __PYX_ERR(1, 703, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__43);
  __Pyx_GIVEREF(__pyx_tuple__43);

  /* "(tree fragment)":2
 * def __reduce_cython__(self):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")             # <<<<<<<<<<<<<<
 * def __setstate_cython__(self, __pyx_state):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 */
  __pyx_tuple__44 = PyTuple_Pack(1, __pyx_kp_s_no_default___reduce___due_to_non); if (unlikely(!__pyx_tuple__44)) __PYX_ERR(1, 2, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__44);
  __Pyx_GIVEREF(__pyx_tuple__44);

  /* "(tree fragment)":4
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")
 * def __setstate_cython__(self, __pyx_state):
 *     raise TypeError("no default __reduce__ due to non-trivial __cinit__")             # <<<<<<<<<<<<<<
 */
  __pyx_tuple__45 = PyTuple_Pack(1, __pyx_kp_s_no_default___reduce___due_to_non); if (unlikely(!__pyx_tuple__45)) __PYX_ERR(1, 4, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__45);
  __Pyx_GIVEREF(__pyx_tuple__45);

  /* "pygsti/objects/replib/fastreplib.pyx":1956
 * 
 * 
 * def propagate_staterep(staterep, operationreps):             # <<<<<<<<<<<<<<
 *     # FUTURE: could use inner C-reps to do propagation
 *     # instead of using extension type wrappers as this does now
 */
  __pyx_tuple__46 = PyTuple_Pack(4, __pyx_n_s_staterep, __pyx_n_s_operationreps, __pyx_n_s_ret, __pyx_n_s_oprep); if (unlikely(!__pyx_tuple__46)) __PYX_ERR(0, 1956, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__46);
  __Pyx_GIVEREF(__pyx_tuple__46);
  __pyx_codeobj__47 = (PyObject*)__Pyx_PyCode_New(2, 0, 4, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__46, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pygsti_objects_replib_fastreplib, __pyx_n_s_propagate_staterep, 1956, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__47)) __PYX_ERR(0, 1956, __pyx_L1_error)

  /* "pygsti/objects/replib/fastreplib.pyx":2052
 * 
 * 
 * def DM_mapfill_probs_block(calc, np.ndarray[double, mode="c", ndim=1] mxToFill,             # <<<<<<<<<<<<<<
 *                            dest_indices, evalTree, comm):
 * 
 */
  __pyx_tuple__48 = PyTuple_Pack(26, __pyx_n_s_calc, __pyx_n_s_mxToFill, __pyx_n_s_dest_indices, __pyx_n_s_evalTree, __pyx_n_s_comm, __pyx_n_s_rho_lookup, __pyx_n_s_rhoreps, __pyx_n_s_operation_lookup, __pyx_n_s_operationreps, __pyx_n_s_ereps, __pyx_n_s_c_evalTree, __pyx_n_s_c_rhos, __pyx_n_s_c_ereps, __pyx_n_s_c_gatereps, __pyx_n_s_rho_cache, __pyx_n_s_elabel_indices_per_circuit, __pyx_n_s_final_indices_per_circuit, __pyx_n_s_i, __pyx_n_s_lbl, __pyx_n_s_rholbl, __pyx_n_s_i, __pyx_n_s_i, __pyx_n_s_lbl, __pyx_n_s_lbl, __pyx_n_s_i, __pyx_n_s_E); if (unlikely(!__pyx_tuple__48)) __PYX_ERR(0, 2052, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__48);
  __Pyx_GIVEREF(__pyx_tuple__48);
  __pyx_codeobj__49 = (PyObject*)__Pyx_PyCode_New(5, 0, 26, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__48, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pygsti_objects_replib_fastreplib, __pyx_n_s_DM_mapfill_probs_block, 2052, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__49)) __PYX_ERR(0, 2052, __pyx_L1_error)

  /* "pygsti/objects/replib/fastreplib.pyx":2166
 * 
 * 
 * def DM_mapfill_dprobs_block(calc,             # <<<<<<<<<<<<<<
 *                             np.ndarray[double, mode="c", ndim=2] mxToFill,
 *                             dest_indices,
 */
  __pyx_tuple__50 = PyTuple_Pack(45, __pyx_n_s_calc, __pyx_n_s_mxToFill, __pyx_n_s_dest_indices, __pyx_n_s_dest_param_indices, __pyx_n_s_evalTree, __pyx_n_s_param_indices, __pyx_n_s_comm, __pyx_n_s_eps, __pyx_n_s_rho_lookup, __pyx_n_s_rhoreps, __pyx_n_s_operation_lookup, __pyx_n_s_operationreps, __pyx_n_s_ereps, __pyx_n_s_c_evalTree, __pyx_n_s_c_rhos, __pyx_n_s_c_ereps, __pyx_n_s_c_gatereps, __pyx_n_s_rho_cache, __pyx_n_s_elabel_indices_per_circuit, __pyx_n_s_final_indices_per_circuit, __pyx_n_s_all_slices, __pyx_n_s_my_slice, __pyx_n_s_owners, __pyx_n_s_subComm, __pyx_n_s_my_param_indices, __pyx_n_s_st, __pyx_n_s_iParamToFinal, __pyx_n_s_nEls, __pyx_n_s_probs, __pyx_n_s_probs2, __pyx_n_s_orig_vec, __pyx_n_s_i, __pyx_n_s_iFinal, __pyx_n_s_vec, __pyx_n_s_i, __pyx_n_s_lbl, __pyx_n_s_rholbl, __pyx_n_s_i, __pyx_n_s_i, __pyx_n_s_lbl, __pyx_n_s_lbl, __pyx_n_s_i, __pyx_n_s_E, __pyx_n_s_ii, __pyx_n_s_i); if (unlikely(!__pyx_tuple__50)) __PYX_ERR(0, 2166, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__50);
  __Pyx_GIVEREF(__pyx_tuple__50);
  __pyx_codeobj__51 = (PyObject*)__Pyx_PyCode_New(7, 0, 45, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__50, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pygsti_objects_replib_fastreplib, __pyx_n_s_DM_mapfill_dprobs_block, 2166, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__51)) __PYX_ERR(0, 2166, __pyx_L1_error)

  /* "pygsti/objects/replib/fastreplib.pyx":2258
 *     return v  # sqrt(the objective function term)  (the qty stored in cache)
 * 
 * def DM_mapfill_TDchi2_terms(calc, mxToFill, dest_indices, num_outcomes, evalTree, dataset_rows,             # <<<<<<<<<<<<<<
 *                             minProbClipForWeighting, probClipInterval, comm):
 *     DM_mapfill_TDterms(calc, "chi2", mxToFill, dest_indices, num_outcomes, evalTree,
 */
  __pyx_tuple__52 = PyTuple_Pack(9, __pyx_n_s_calc, __pyx_n_s_mxToFill, __pyx_n_s_dest_indices, __pyx_n_s_num_outcomes, __pyx_n_s_evalTree, __pyx_n_s_dataset_rows, __pyx_n_s_minProbClipForWeighting, __pyx_n_s_probClipInterval, __pyx_n_s_comm); if (unlikely(!__pyx_tuple__52)) __PYX_ERR(0, 2258, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__52);
  __Pyx_GIVEREF(__pyx_tuple__52);
  __pyx_codeobj__53 = (PyObject*)__Pyx_PyCode_New(9, 0, 9, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__52, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pygsti_objects_replib_fastreplib, __pyx_n_s_DM_mapfill_TDchi2_terms, 2258, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__53)) __PYX_ERR(0, 2258, __pyx_L1_error)

  /* "pygsti/objects/replib/fastreplib.pyx":2301
 * 
 * 
 * def DM_mapfill_TDloglpp_terms(calc, mxToFill, dest_indices, num_outcomes, evalTree, dataset_rows,             # <<<<<<<<<<<<<<
 *                               minProbClip, radius, probClipInterval, comm):
 *     DM_mapfill_TDterms(calc, "logl", mxToFill, dest_indices, num_outcomes, evalTree,
 */
  __pyx_tuple__54 = PyTuple_Pack(10, __pyx_n_s_calc, __pyx_n_s_mxToFill, __pyx_n_s_dest_indices, __pyx_n_s_num_outcomes, __pyx_n_s_evalTree, __pyx_n_s_dataset_rows, __pyx_n_s_minProbClip, __pyx_n_s_radius, __pyx_n_s_probClipInterval, __pyx_n_s_comm); if (unlikely(!__pyx_tuple__54)) __PYX_ERR(0, 2301, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__54);
  __Pyx_GIVEREF(__pyx_tuple__54);
  __pyx_codeobj__55 = (PyObject*)__Pyx_PyCode_New(10, 0, 10, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__54, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pygsti_objects_replib_fastreplib, __pyx_n_s_DM_mapfill_TDloglpp_terms, 2301, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__55)) __PYX_ERR(0, 2301, __pyx_L1_error)

  /* "pygsti/objects/replib/fastreplib.pyx":2307
 * 
 * 
 * def DM_mapfill_TDterms(calc, objective, mxToFill, dest_indices, num_outcomes,             # <<<<<<<<<<<<<<
 *                        evalTree, dataset_rows, comm, double fnarg1, double fnarg2):
 * 
 */
  __pyx_tuple__56 = PyTuple_Pack(54, __pyx_n_s_calc, __pyx_n_s_objective, __pyx_n_s_mxToFill, __pyx_n_s_dest_indices, __pyx_n_s_num_outcomes, __pyx_n_s_evalTree, __pyx_n_s_dataset_rows, __pyx_n_s_comm, __pyx_n_s_fnarg1, __pyx_n_s_fnarg2, __pyx_n_s_i, __pyx_n_s_j, __pyx_n_s_k, __pyx_n_s_l, __pyx_n_s_n, __pyx_n_s_kinit, __pyx_n_s_nTotOutcomes, __pyx_n_s_N, __pyx_n_s_Ni, __pyx_n_s_cur_probtotal, __pyx_n_s_t, __pyx_n_s_t0, __pyx_n_s_objfn, __pyx_n_s_cacheSize, __pyx_n_s_EVecs, __pyx_n_s_elabels_as_outcomes, __pyx_n_s_outcome_to_elabel_index, __pyx_n_s_iStart, __pyx_n_s_remainder, __pyx_n_s_iCache, __pyx_n_s_rholabel, __pyx_n_s_rhoVec, __pyx_n_s_datarow, __pyx_n_s_nOutcomes, __pyx_n_s_elbl_indices, __pyx_n_s_final_indices, __pyx_n_s_elbl_to_final_index, __pyx_n_s_rho, __pyx_n_s_outcome, __pyx_n_s_gl, __pyx_n_s_op, __pyx_n_s_E, __pyx_n_s_p, __pyx_n_s_f, __pyx_n_s_omitted_p, __pyx_n_s_e, __pyx_n_s_i, __pyx_n_s_outcome, __pyx_n_s_i, __pyx_n_s_row, __pyx_n_s_i, __pyx_n_s_N, __pyx_n_s_elbl_index, __pyx_n_s_final_index); if (unlikely(!__pyx_tuple__56)) __PYX_ERR(0, 2307, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__56);
  __Pyx_GIVEREF(__pyx_tuple__56);
  __pyx_codeobj__57 = (PyObject*)__Pyx_PyCode_New(10, 0, 54, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__56, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pygsti_objects_replib_fastreplib, __pyx_n_s_DM_mapfill_TDterms, 2307, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__57)) __PYX_ERR(0, 2307, __pyx_L1_error)

  /* "pygsti/objects/replib/fastreplib.pyx":2389
 * 
 * 
 * def DM_mapfill_TDdchi2_terms(calc, mxToFill, dest_indices, dest_param_indices, num_outcomes,             # <<<<<<<<<<<<<<
 *                              evalTree, dataset_rows, minProbClipForWeighting, probClipInterval, wrtSlice, comm):
 * 
 */
  __pyx_tuple__58 = PyTuple_Pack(13, __pyx_n_s_calc, __pyx_n_s_mxToFill, __pyx_n_s_dest_indices, __pyx_n_s_dest_param_indices, __pyx_n_s_num_outcomes, __pyx_n_s_evalTree, __pyx_n_s_dataset_rows, __pyx_n_s_minProbClipForWeighting, __pyx_n_s_probClipInterval, __pyx_n_s_wrtSlice, __pyx_n_s_comm, __pyx_n_s_fillfn, __pyx_n_s_fillfn); if (unlikely(!__pyx_tuple__58)) __PYX_ERR(0, 2389, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__58);
  __Pyx_GIVEREF(__pyx_tuple__58);
  __pyx_codeobj__59 = (PyObject*)__Pyx_PyCode_New(11, 0, 13, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__58, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pygsti_objects_replib_fastreplib, __pyx_n_s_DM_mapfill_TDdchi2_terms, 2389, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__59)) __PYX_ERR(0, 2389, __pyx_L1_error)

  /* "pygsti/objects/replib/fastreplib.pyx":2400
 * 
 * 
 * def DM_mapfill_TDdloglpp_terms(calc, mxToFill, dest_indices, dest_param_indices, num_outcomes,             # <<<<<<<<<<<<<<
 *                                evalTree, dataset_rows, minProbClip, radius, probClipInterval, wrtSlice, comm):
 * 
 */
  __pyx_tuple__60 = PyTuple_Pack(14, __pyx_n_s_calc, __pyx_n_s_mxToFill, __pyx_n_s_dest_indices, __pyx_n_s_dest_param_indices, __pyx_n_s_num_outcomes, __pyx_n_s_evalTree, __pyx_n_s_dataset_rows, __pyx_n_s_minProbClip, __pyx_n_s_radius, __pyx_n_s_probClipInterval, __pyx_n_s_wrtSlice, __pyx_n_s_comm, __pyx_n_s_fillfn, __pyx_n_s_fillfn); if (unlikely(!__pyx_tuple__60)) __PYX_ERR(0, 2400, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__60);
  __Pyx_GIVEREF(__pyx_tuple__60);
  __pyx_codeobj__61 = (PyObject*)__Pyx_PyCode_New(12, 0, 14, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__60, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pygsti_objects_replib_fastreplib, __pyx_n_s_DM_mapfill_TDdloglpp_terms, 2400, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__61)) __PYX_ERR(0, 2400, __pyx_L1_error)

  /* "pygsti/objects/replib/fastreplib.pyx":2411
 * 
 * 
 * def DM_mapfill_timedep_dterms(calc, mxToFill, dest_indices, dest_param_indices, num_outcomes,             # <<<<<<<<<<<<<<
 *                               evalTree, dataset_rows, fillfn, wrtSlice, comm):
 * 
 */
  __pyx_tuple__62 = PyTuple_Pack(30, __pyx_n_s_calc, __pyx_n_s_mxToFill, __pyx_n_s_dest_indices, __pyx_n_s_dest_param_indices, __pyx_n_s_num_outcomes, __pyx_n_s_evalTree, __pyx_n_s_dataset_rows, __pyx_n_s_fillfn, __pyx_n_s_wrtSlice, __pyx_n_s_comm, __pyx_n_s_i, __pyx_n_s_ii, __pyx_n_s_iFinal, __pyx_n_s_eps, __pyx_n_s_param_indices, __pyx_n_s_cacheSize, __pyx_n_s_nEls, __pyx_n_s_vals, __pyx_n_s_vals2, __pyx_n_s_all_slices, __pyx_n_s_my_slice, __pyx_n_s_owners, __pyx_n_s_subComm, __pyx_n_s_my_param_indices, __pyx_n_s_st, __pyx_n_s_iParamToFinal, __pyx_n_s_orig_vec, __pyx_n_s_vec, __pyx_n_s_ii, __pyx_n_s_i); if (unlikely(!__pyx_tuple__62)) __PYX_ERR(0, 2411, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__62);
  __Pyx_GIVEREF(__pyx_tuple__62);
  __pyx_codeobj__63 = (PyObject*)__Pyx_PyCode_New(10, 0, 30, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__62, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pygsti_objects_replib_fastreplib, __pyx_n_s_DM_mapfill_timedep_dterms, 2411, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__63)) __PYX_ERR(0, 2411, __pyx_L1_error)

  /* "pygsti/objects/replib/fastreplib.pyx":2482
 * 
 * 
 * def SV_prs_as_polys(calc, rholabel, elabels, circuit, comm=None, memLimit=None, fastmode=True):             # <<<<<<<<<<<<<<
 * 
 *     # Create gatelable -> int mapping to be used throughout
 */
  __pyx_tuple__64 = PyTuple_Pack(42, __pyx_n_s_calc, __pyx_n_s_rholabel, __pyx_n_s_elabels, __pyx_n_s_circuit, __pyx_n_s_comm, __pyx_n_s_memLimit, __pyx_n_s_fastmode, __pyx_n_s_distinct_gateLabels, __pyx_n_s_glmap, __pyx_n_s_i, __pyx_n_s_cgatestring, __pyx_n_s_gl, __pyx_n_s_mpv, __pyx_n_s_vpi, __pyx_n_s_order, __pyx_n_s_numEs, __pyx_n_s_op_term_reps, __pyx_n_s_rho_term_reps, __pyx_n_s_E_term_reps, __pyx_n_s_E_indices, __pyx_n_s_cur_term_reps, __pyx_n_s_cur_indices, __pyx_n_s_elbl, __pyx_n_s_term_reps, __pyx_n_s_gi, __pyx_n_s_rho_term_creps, __pyx_n_s_E_term_creps, __pyx_n_s_gate_term_creps, __pyx_n_s_termrep_lists, __pyx_n_s_E_cindices, __pyx_n_s_ii, __pyx_n_s_inds, __pyx_n_s_jj, __pyx_n_s_indx, __pyx_n_s_stateDim, __pyx_n_s_polys, __pyx_n_s_i, __pyx_n_s_gl, __pyx_n_s_glbl, __pyx_n_s_order, __pyx_n_s_t, __pyx_n_s_t); if (unlikely(!__pyx_tuple__64)) __PYX_ERR(0, 2482, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__64);
  __Pyx_GIVEREF(__pyx_tuple__64);
  __pyx_codeobj__65 = (PyObject*)__Pyx_PyCode_New(7, 0, 42, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__64, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pygsti_objects_replib_fastreplib, __pyx_n_s_SV_prs_as_polys, 2482, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__65)) __PYX_ERR(0, 2482, __pyx_L1_error)

  /* "pygsti/objects/replib/fastreplib.pyx":2944
 * 
 * # State-vector pruned-poly-term calcs -------------------------
 * def SV_create_circuitsetup_cacheel(calc, rholabel, elabels, circuit, repcache, opcache, min_term_mag, mpv):             # <<<<<<<<<<<<<<
 * 
 *     cdef INT i, j
 */
  __pyx_tuple__67 = PyTuple_Pack(38, __pyx_n_s_calc, __pyx_n_s_rholabel, __pyx_n_s_elabels, __pyx_n_s_circuit, __pyx_n_s_repcache, __pyx_n_s_opcache, __pyx_n_s_min_term_mag, __pyx_n_s_mpv, __pyx_n_s_i, __pyx_n_s_j, __pyx_n_s_cgatestring, __pyx_n_s_repcel, __pyx_n_s_treps, __pyx_n_s_rep_2, __pyx_n_s_op_term_reps, __pyx_n_s_op_foat_indices, __pyx_n_s_rho_term_reps, __pyx_n_s_rho_foat_indices, __pyx_n_s_E_term_reps, __pyx_n_s_E_foat_indices, __pyx_n_s_E_indices, __pyx_n_s_cterm, __pyx_n_s_cscel, __pyx_n_s_distinct_gateLabels, __pyx_n_s_glmap, __pyx_n_s_gl, __pyx_n_s_glbl, __pyx_n_s_op, __pyx_n_s_hmterms, __pyx_n_s_foat_indices, __pyx_n_s_t, __pyx_n_s_rhoOp, __pyx_n_s_E_term_indices_and_reps, __pyx_n_s_elbl, __pyx_n_s__66, __pyx_n_s_is_foat, __pyx_n_s_i, __pyx_n_s_gl); if (unlikely(!__pyx_tuple__67)) __PYX_ERR(0, 2944, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__67);
  __Pyx_GIVEREF(__pyx_tuple__67);
  __pyx_codeobj__68 = (PyObject*)__Pyx_PyCode_New(8, 0, 38, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__67, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pygsti_objects_replib_fastreplib, __pyx_n_s_SV_create_circuitsetup_cacheel, 2944, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__68)) __PYX_ERR(0, 2944, __pyx_L1_error)

  /* "pygsti/objects/replib/fastreplib.pyx":3086
 *     return cscel
 * 
 * def SV_refresh_magnitudes_in_repcache(repcache, paramvec):             # <<<<<<<<<<<<<<
 *     cdef RepCacheEl repcel
 *     cdef SVTermRep termrep
 */
  __pyx_tuple__69 = PyTuple_Pack(5, __pyx_n_s_repcache, __pyx_n_s_paramvec, __pyx_n_s_repcel, __pyx_n_s_termrep, __pyx_n_s_coeff_array); if (unlikely(!__pyx_tuple__69)) __PYX_ERR(0, 3086, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__69);
  __Pyx_GIVEREF(__pyx_tuple__69);
  __pyx_codeobj__70 = (PyObject*)__Pyx_PyCode_New(2, 0, 5, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__69, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pygsti_objects_replib_fastreplib, __pyx_n_s_SV_refresh_magnitudes_in_repcach, 3086, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__70)) __PYX_ERR(0, 3086, __pyx_L1_error)

  /* "pygsti/objects/replib/fastreplib.pyx":3098
 * 
 * 
 * def SV_find_best_pathmagnitude_threshold(calc, rholabel, elabels, circuit, repcache, opcache, circuitsetup_cache, comm=None, memLimit=None,             # <<<<<<<<<<<<<<
 *                                          pathmagnitude_gap=0.0, min_term_mag=0.01, max_paths=500, threshold_guess=0.0):
 * 
 */
  __pyx_tuple__71 = PyTuple_Pack(30, __pyx_n_s_calc, __pyx_n_s_rholabel, __pyx_n_s_elabels, __pyx_n_s_circuit, __pyx_n_s_repcache, __pyx_n_s_opcache, __pyx_n_s_circuitsetup_cache, __pyx_n_s_comm, __pyx_n_s_memLimit, __pyx_n_s_pathmagnitude_gap, __pyx_n_s_min_term_mag, __pyx_n_s_max_paths, __pyx_n_s_threshold_guess, __pyx_n_s_i, __pyx_n_s_numEs, __pyx_n_s_mpv, __pyx_n_s_vpi, __pyx_n_s_cscel, __pyx_n_s_bHit, __pyx_n_s_target_sum_of_pathmags, __pyx_n_s_achieved_sum_of_pathmags, __pyx_n_s_npaths, __pyx_n_s_max_partial_sopm, __pyx_n_s_glbl, __pyx_n_s_op, __pyx_n_s_elbl, __pyx_n_s_threshold, __pyx_n_s_total_npaths, __pyx_n_s_total_target_sopm, __pyx_n_s_total_achieved_sopm); if (unlikely(!__pyx_tuple__71)) __PYX_ERR(0, 3098, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__71);
  __Pyx_GIVEREF(__pyx_tuple__71);
  __pyx_codeobj__72 = (PyObject*)__Pyx_PyCode_New(13, 0, 30, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__71, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pygsti_objects_replib_fastreplib, __pyx_n_s_SV_find_best_pathmagnitude_thres, 3098, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__72)) __PYX_ERR(0, 3098, __pyx_L1_error)

  /* "pygsti/objects/replib/fastreplib.pyx":3204
 * 
 * 
 * def SV_compute_pruned_path_polys_given_threshold(             # <<<<<<<<<<<<<<
 *         threshold, calc, rholabel, elabels, circuit, repcache, opcache, circuitsetup_cache,
 *         comm=None, memLimit=None, fastmode=1):
 */
  __pyx_tuple__73 = PyTuple_Pack(20, __pyx_n_s_threshold, __pyx_n_s_calc, __pyx_n_s_rholabel, __pyx_n_s_elabels, __pyx_n_s_circuit, __pyx_n_s_repcache, __pyx_n_s_opcache, __pyx_n_s_circuitsetup_cache, __pyx_n_s_comm, __pyx_n_s_memLimit, __pyx_n_s_fastmode, __pyx_n_s_i, __pyx_n_s_numEs, __pyx_n_s_mpv, __pyx_n_s_vpi, __pyx_n_s_stateDim, __pyx_n_s_min_term_mag, __pyx_n_s_cscel, __pyx_n_s_bHit, __pyx_n_s_polys); if (unlikely(!__pyx_tuple__73)) __PYX_ERR(0, 3204, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__73);
  __Pyx_GIVEREF(__pyx_tuple__73);
  __pyx_codeobj__74 = (PyObject*)__Pyx_PyCode_New(11, 0, 20, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__73, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pygsti_objects_replib_fastreplib, __pyx_n_s_SV_compute_pruned_path_polys_giv, 3204, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__74)) __PYX_ERR(0, 3204, __pyx_L1_error)

  /* "pygsti/objects/replib/fastreplib.pyx":3820
 *     return threshold_lower_bound
 * 
 * def SV_circuit_achieved_and_max_sopm(calc, rholabel, elabels, circuit, repcache, opcache, threshold, min_term_mag):             # <<<<<<<<<<<<<<
 *     """ TODO: docstring """
 * 
 */
  __pyx_tuple__75 = PyTuple_Pack(29, __pyx_n_s_calc, __pyx_n_s_rholabel, __pyx_n_s_elabels, __pyx_n_s_circuit, __pyx_n_s_repcache, __pyx_n_s_opcache, __pyx_n_s_threshold, __pyx_n_s_min_term_mag, __pyx_n_s_i, __pyx_n_s_j, __pyx_n_s_numEs, __pyx_n_s_mpv, __pyx_n_s_cscel, __pyx_n_s_circuitsetup_cache, __pyx_n_s_max_partial_sopm, __pyx_n_s_max_sum_of_pathmags, __pyx_n_s_glbl, __pyx_n_s_op, __pyx_n_s_elbl, __pyx_n_s_stateDim, __pyx_n_s_N, __pyx_n_s_nFactorLists, __pyx_n_s_factor_lists, __pyx_n_s_foat_indices_per_op, __pyx_n_s_NO_LIMIT, __pyx_n_s_mags, __pyx_n_s_npaths, __pyx_n_s_achieved_sopm, __pyx_n_s_max_sopm); if (unlikely(!__pyx_tuple__75)) __PYX_ERR(0, 3820, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__75);
  __Pyx_GIVEREF(__pyx_tuple__75);
  __pyx_codeobj__76 = (PyObject*)__Pyx_PyCode_New(8, 0, 29, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__75, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pygsti_objects_replib_fastreplib, __pyx_n_s_SV_circuit_achieved_and_max_sopm, 3820, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__76)) __PYX_ERR(0, 3820, __pyx_L1_error)

  /* "pygsti/objects/replib/fastreplib.pyx":4562
 * 
 * 
 * def SB_prs_as_polys(calc, rholabel, elabels, circuit, comm=None, memLimit=None, fastmode=True):             # <<<<<<<<<<<<<<
 * 
 *     # Create gatelable -> int mapping to be used throughout
 */
  __pyx_tuple__77 = PyTuple_Pack(42, __pyx_n_s_calc, __pyx_n_s_rholabel, __pyx_n_s_elabels, __pyx_n_s_circuit, __pyx_n_s_comm, __pyx_n_s_memLimit, __pyx_n_s_fastmode, __pyx_n_s_distinct_gateLabels, __pyx_n_s_glmap, __pyx_n_s_i, __pyx_n_s_cgatestring, __pyx_n_s_gl, __pyx_n_s_mpv, __pyx_n_s_vpi, __pyx_n_s_order, __pyx_n_s_numEs, __pyx_n_s_op_term_reps, __pyx_n_s_rho_term_reps, __pyx_n_s_E_term_reps, __pyx_n_s_E_indices, __pyx_n_s_cur_term_reps, __pyx_n_s_cur_indices, __pyx_n_s_elbl, __pyx_n_s_term_reps, __pyx_n_s_gi, __pyx_n_s_rho_term_creps, __pyx_n_s_E_term_creps, __pyx_n_s_gate_term_creps, __pyx_n_s_termrep_lists, __pyx_n_s_E_cindices, __pyx_n_s_ii, __pyx_n_s_inds, __pyx_n_s_jj, __pyx_n_s_indx, __pyx_n_s_nqubits, __pyx_n_s_polys, __pyx_n_s_i, __pyx_n_s_gl, __pyx_n_s_glbl, __pyx_n_s_order, __pyx_n_s_t, __pyx_n_s_t); if (unlikely(!__pyx_tuple__77)) __PYX_ERR(0, 4562, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__77);
  __Pyx_GIVEREF(__pyx_tuple__77);
  __pyx_codeobj__78 = (PyObject*)__Pyx_PyCode_New(7, 0, 42, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__77, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pygsti_objects_replib_fastreplib, __pyx_n_s_SB_prs_as_polys, 4562, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__78)) __PYX_ERR(0, 4562, __pyx_L1_error)

  /* "pygsti/objects/replib/fastreplib.pyx":5053
 * #cdef cfptr myfunctionptr = &myfunc
 * 
 * def dot(np.ndarray[double, ndim=1] f, np.ndarray[double, ndim=1] g):             # <<<<<<<<<<<<<<
 *     cdef INT N = f.shape[0]
 *     cdef float ret = 0.0
 */
  __pyx_tuple__79 = PyTuple_Pack(5, __pyx_n_s_f, __pyx_n_s_g, __pyx_n_s_N, __pyx_n_s_ret, __pyx_n_s_i); if (unlikely(!__pyx_tuple__79)) __PYX_ERR(0, 5053, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__79);
  __Pyx_GIVEREF(__pyx_tuple__79);
  __pyx_codeobj__80 = (PyObject*)__Pyx_PyCode_New(2, 0, 5, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__79, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pygsti_objects_replib_fastreplib, __pyx_n_s_dot, 5053, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__80)) __PYX_ERR(0, 5053, __pyx_L1_error)

  /* "View.MemoryView":286
 *         return self.name
 * 
 * cdef generic = Enum("<strided and direct or indirect>")             # <<<<<<<<<<<<<<
 * cdef strided = Enum("<strided and direct>") # default
 * cdef indirect = Enum("<strided and indirect>")
 */
  __pyx_tuple__81 = PyTuple_Pack(1, __pyx_kp_s_strided_and_direct_or_indirect); if (unlikely(!__pyx_tuple__81)) __PYX_ERR(1, 286, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__81);
  __Pyx_GIVEREF(__pyx_tuple__81);

  /* "View.MemoryView":287
 * 
 * cdef generic = Enum("<strided and direct or indirect>")
 * cdef strided = Enum("<strided and direct>") # default             # <<<<<<<<<<<<<<
 * cdef indirect = Enum("<strided and indirect>")
 * 
 */
  __pyx_tuple__82 = PyTuple_Pack(1, __pyx_kp_s_strided_and_direct); if (unlikely(!__pyx_tuple__82)) __PYX_ERR(1, 287, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__82);
  __Pyx_GIVEREF(__pyx_tuple__82);

  /* "View.MemoryView":288
 * cdef generic = Enum("<strided and direct or indirect>")
 * cdef strided = Enum("<strided and direct>") # default
 * cdef indirect = Enum("<strided and indirect>")             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_tuple__83 = PyTuple_Pack(1, __pyx_kp_s_strided_and_indirect); if (unlikely(!__pyx_tuple__83)) __PYX_ERR(1, 288, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__83);
  __Pyx_GIVEREF(__pyx_tuple__83);

  /* "View.MemoryView":291
 * 
 * 
 * cdef contiguous = Enum("<contiguous and direct>")             # <<<<<<<<<<<<<<
 * cdef indirect_contiguous = Enum("<contiguous and indirect>")
 * 
 */
  __pyx_tuple__84 = PyTuple_Pack(1, __pyx_kp_s_contiguous_and_direct); if (unlikely(!__pyx_tuple__84)) __PYX_ERR(1, 291, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__84);
  __Pyx_GIVEREF(__pyx_tuple__84);

  /* "View.MemoryView":292
 * 
 * cdef contiguous = Enum("<contiguous and direct>")
 * cdef indirect_contiguous = Enum("<contiguous and indirect>")             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_tuple__85 = PyTuple_Pack(1, __pyx_kp_s_contiguous_and_indirect); if (unlikely(!__pyx_tuple__85)) __PYX_ERR(1, 292, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__85);
  __Pyx_GIVEREF(__pyx_tuple__85);

  /* "(tree fragment)":1
 * def __pyx_unpickle_Enum(__pyx_type, long __pyx_checksum, __pyx_state):             # <<<<<<<<<<<<<<
 *     cdef object __pyx_PickleError
 *     cdef object __pyx_result
 */
  __pyx_tuple__86 = PyTuple_Pack(5, __pyx_n_s_pyx_type, __pyx_n_s_pyx_checksum, __pyx_n_s_pyx_state, __pyx_n_s_pyx_PickleError, __pyx_n_s_pyx_result); if (unlikely(!__pyx_tuple__86)) __PYX_ERR(1, 1, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_tuple__86);
  __Pyx_GIVEREF(__pyx_tuple__86);
  __pyx_codeobj__87 = (PyObject*)__Pyx_PyCode_New(3, 0, 5, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__86, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_stringsource, __pyx_n_s_pyx_unpickle_Enum, 1, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__87)) __PYX_ERR(1, 1, __pyx_L1_error)
  __Pyx_RefNannyFinishContext();
  return 0;
  __pyx_L1_error:;
  __Pyx_RefNannyFinishContext();
  return -1;
}

static CYTHON_SMALL_CODE int __Pyx_InitGlobals(void) {
  __pyx_umethod_PyDict_Type_items.type = (PyObject*)&PyDict_Type;
  if (__Pyx_InitStrings(__pyx_string_tab) < 0) __PYX_ERR(0, 1, __pyx_L1_error);
  __pyx_float_0_0 = PyFloat_FromDouble(0.0); if (unlikely(!__pyx_float_0_0)) __PYX_ERR(0, 1, __pyx_L1_error)
  __pyx_float_0_01 = PyFloat_FromDouble(0.01); if (unlikely(!__pyx_float_0_01)) __PYX_ERR(0, 1, __pyx_L1_error)
  __pyx_int_0 = PyInt_FromLong(0); if (unlikely(!__pyx_int_0)) __PYX_ERR(0, 1, __pyx_L1_error)
  __pyx_int_1 = PyInt_FromLong(1); if (unlikely(!__pyx_int_1)) __PYX_ERR(0, 1, __pyx_L1_error)
  __pyx_int_2 = PyInt_FromLong(2); if (unlikely(!__pyx_int_2)) __PYX_ERR(0, 1, __pyx_L1_error)
  __pyx_int_3 = PyInt_FromLong(3); if (unlikely(!__pyx_int_3)) __PYX_ERR(0, 1, __pyx_L1_error)
  __pyx_int_4 = PyInt_FromLong(4); if (unlikely(!__pyx_int_4)) __PYX_ERR(0, 1, __pyx_L1_error)
  __pyx_int_500 = PyInt_FromLong(500); if (unlikely(!__pyx_int_500)) __PYX_ERR(0, 1, __pyx_L1_error)
  __pyx_int_184977713 = PyInt_FromLong(184977713L); if (unlikely(!__pyx_int_184977713)) __PYX_ERR(0, 1, __pyx_L1_error)
  __pyx_int_neg_1 = PyInt_FromLong(-1); if (unlikely(!__pyx_int_neg_1)) __PYX_ERR(0, 1, __pyx_L1_error)
  return 0;
  __pyx_L1_error:;
  return -1;
}

static CYTHON_SMALL_CODE int __Pyx_modinit_global_init_code(void); /*proto*/
static CYTHON_SMALL_CODE int __Pyx_modinit_variable_export_code(void); /*proto*/
static CYTHON_SMALL_CODE int __Pyx_modinit_function_export_code(void); /*proto*/
static CYTHON_SMALL_CODE int __Pyx_modinit_type_init_code(void); /*proto*/
static CYTHON_SMALL_CODE int __Pyx_modinit_type_import_code(void); /*proto*/
static CYTHON_SMALL_CODE int __Pyx_modinit_variable_import_code(void); /*proto*/
static CYTHON_SMALL_CODE int __Pyx_modinit_function_import_code(void); /*proto*/

static int __Pyx_modinit_global_init_code(void) {
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__Pyx_modinit_global_init_code", 0);
  /*--- Global init code ---*/
  generic = Py_None; Py_INCREF(Py_None);
  strided = Py_None; Py_INCREF(Py_None);
  indirect = Py_None; Py_INCREF(Py_None);
  contiguous = Py_None; Py_INCREF(Py_None);
  indirect_contiguous = Py_None; Py_INCREF(Py_None);
  __Pyx_RefNannyFinishContext();
  return 0;
}

static int __Pyx_modinit_variable_export_code(void) {
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__Pyx_modinit_variable_export_code", 0);
  /*--- Variable export code ---*/
  __Pyx_RefNannyFinishContext();
  return 0;
}

static int __Pyx_modinit_function_export_code(void) {
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__Pyx_modinit_function_export_code", 0);
  /*--- Function export code ---*/
  __Pyx_RefNannyFinishContext();
  return 0;
}

static int __Pyx_modinit_type_init_code(void) {
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__Pyx_modinit_type_init_code", 0);
  /*--- Type init code ---*/
  if (PyType_Ready(&__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMStateRep) < 0) __PYX_ERR(0, 398, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMStateRep.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMStateRep.tp_dictoffset && __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMStateRep.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMStateRep.tp_getattro = __Pyx_PyObject_GenericGetAttr;
  }
  if (PyObject_SetAttr(__pyx_m, __pyx_n_s_DMStateRep, (PyObject *)&__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMStateRep) < 0) __PYX_ERR(0, 398, __pyx_L1_error)
  __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMStateRep = &__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMStateRep;
  if (PyType_Ready(&__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMEffectRep) < 0) __PYX_ERR(0, 436, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMEffectRep.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMEffectRep.tp_dictoffset && __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMEffectRep.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMEffectRep.tp_getattro = __Pyx_PyObject_GenericGetAttr;
  }
  if (PyObject_SetAttr(__pyx_m, __pyx_n_s_DMEffectRep, (PyObject *)&__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMEffectRep) < 0) __PYX_ERR(0, 436, __pyx_L1_error)
  __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep = &__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMEffectRep;
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense.tp_base = __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep;
  if (PyType_Ready(&__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense) < 0) __PYX_ERR(0, 457, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense.tp_dictoffset && __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense.tp_getattro = __Pyx_PyObject_GenericGetAttr;
  }
  if (PyObject_SetAttr(__pyx_m, __pyx_n_s_DMEffectRep_Dense, (PyObject *)&__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense) < 0) __PYX_ERR(0, 457, __pyx_L1_error)
  __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense = &__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Dense;
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_TensorProd.tp_base = __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep;
  if (PyType_Ready(&__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_TensorProd) < 0) __PYX_ERR(0, 479, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_TensorProd.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_TensorProd.tp_dictoffset && __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_TensorProd.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_TensorProd.tp_getattro = __Pyx_PyObject_GenericGetAttr;
  }
  if (PyObject_SetAttr(__pyx_m, __pyx_n_s_DMEffectRep_TensorProd, (PyObject *)&__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_TensorProd) < 0) __PYX_ERR(0, 479, __pyx_L1_error)
  __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_TensorProd = &__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_TensorProd;
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational.tp_base = __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep;
  if (PyType_Ready(&__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational) < 0) __PYX_ERR(0, 501, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational.tp_dictoffset && __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational.tp_getattro = __Pyx_PyObject_GenericGetAttr;
  }
  if (PyObject_SetAttr(__pyx_m, __pyx_n_s_DMEffectRep_Computational, (PyObject *)&__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational) < 0) __PYX_ERR(0, 501, __pyx_L1_error)
  __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational = &__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Computational;
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen.tp_base = __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep;
  if (PyType_Ready(&__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen) < 0) __PYX_ERR(0, 520, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen.tp_dictoffset && __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen.tp_getattro = __Pyx_PyObject_GenericGetAttr;
  }
  if (PyObject_SetAttr(__pyx_m, __pyx_n_s_DMEffectRep_Errgen, (PyObject *)&__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen) < 0) __PYX_ERR(0, 520, __pyx_L1_error)
  __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen = &__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMEffectRep_Errgen;
  if (PyType_Ready(&__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep) < 0) __PYX_ERR(0, 537, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep.tp_dictoffset && __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep.tp_getattro = __Pyx_PyObject_GenericGetAttr;
  }
  if (PyObject_SetAttr(__pyx_m, __pyx_n_s_DMOpRep, (PyObject *)&__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep) < 0) __PYX_ERR(0, 537, __pyx_L1_error)
  __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep = &__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep;
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense.tp_base = __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep;
  if (PyType_Ready(&__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense) < 0) __PYX_ERR(0, 581, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense.tp_dictoffset && __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense.tp_getattro = __Pyx_PyObject_GenericGetAttr;
  }
  if (PyObject_SetAttr(__pyx_m, __pyx_n_s_DMOpRep_Dense, (PyObject *)&__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense) < 0) __PYX_ERR(0, 581, __pyx_L1_error)
  __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense = &__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Dense;
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded.tp_base = __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep;
  if (PyType_Ready(&__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded) < 0) __PYX_ERR(0, 613, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded.tp_dictoffset && __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded.tp_getattro = __Pyx_PyObject_GenericGetAttr;
  }
  if (PyObject_SetAttr(__pyx_m, __pyx_n_s_DMOpRep_Embedded, (PyObject *)&__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded) < 0) __PYX_ERR(0, 613, __pyx_L1_error)
  __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded = &__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Embedded;
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed.tp_base = __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep;
  if (PyType_Ready(&__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed) < 0) __PYX_ERR(0, 690, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed.tp_dictoffset && __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed.tp_getattro = __Pyx_PyObject_GenericGetAttr;
  }
  if (PyObject_SetAttr(__pyx_m, __pyx_n_s_DMOpRep_Composed, (PyObject *)&__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed) < 0) __PYX_ERR(0, 690, __pyx_L1_error)
  __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed = &__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Composed;
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum.tp_base = __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep;
  if (PyType_Ready(&__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum) < 0) __PYX_ERR(0, 714, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum.tp_dictoffset && __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum.tp_getattro = __Pyx_PyObject_GenericGetAttr;
  }
  if (PyObject_SetAttr(__pyx_m, __pyx_n_s_DMOpRep_Sum, (PyObject *)&__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum) < 0) __PYX_ERR(0, 714, __pyx_L1_error)
  __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum = &__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sum;
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated.tp_base = __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep;
  if (PyType_Ready(&__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated) < 0) __PYX_ERR(0, 730, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated.tp_dictoffset && __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated.tp_getattro = __Pyx_PyObject_GenericGetAttr;
  }
  if (PyObject_SetAttr(__pyx_m, __pyx_n_s_DMOpRep_Exponentiated, (PyObject *)&__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated) < 0) __PYX_ERR(0, 730, __pyx_L1_error)
  __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated = &__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Exponentiated;
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad.tp_base = __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep;
  if (PyType_Ready(&__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad) < 0) __PYX_ERR(0, 743, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad.tp_dictoffset && __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad.tp_getattro = __Pyx_PyObject_GenericGetAttr;
  }
  if (PyObject_SetAttr(__pyx_m, __pyx_n_s_DMOpRep_Lindblad, (PyObject *)&__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad) < 0) __PYX_ERR(0, 743, __pyx_L1_error)
  __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad = &__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Lindblad;
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse.tp_base = __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep;
  if (PyType_Ready(&__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse) < 0) __PYX_ERR(0, 787, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse.tp_dictoffset && __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse.tp_getattro = __Pyx_PyObject_GenericGetAttr;
  }
  if (PyObject_SetAttr(__pyx_m, __pyx_n_s_DMOpRep_Sparse, (PyObject *)&__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse) < 0) __PYX_ERR(0, 787, __pyx_L1_error)
  __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse = &__pyx_type_6pygsti_7objects_6replib_10fastreplib_DMOpRep_Sparse;
  if (PyType_Ready(&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVStateRep) < 0) __PYX_ERR(0, 808, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVStateRep.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVStateRep.tp_dictoffset && __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVStateRep.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVStateRep.tp_getattro = __Pyx_PyObject_GenericGetAttr;
  }
  if (PyObject_SetAttr(__pyx_m, __pyx_n_s_SVStateRep, (PyObject *)&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVStateRep) < 0) __PYX_ERR(0, 808, __pyx_L1_error)
  __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVStateRep = &__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVStateRep;
  if (PyType_Ready(&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVEffectRep) < 0) __PYX_ERR(0, 840, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVEffectRep.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVEffectRep.tp_dictoffset && __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVEffectRep.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVEffectRep.tp_getattro = __Pyx_PyObject_GenericGetAttr;
  }
  if (PyObject_SetAttr(__pyx_m, __pyx_n_s_SVEffectRep, (PyObject *)&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVEffectRep) < 0) __PYX_ERR(0, 840, __pyx_L1_error)
  __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep = &__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVEffectRep;
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense.tp_base = __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep;
  if (PyType_Ready(&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense) < 0) __PYX_ERR(0, 864, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense.tp_dictoffset && __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense.tp_getattro = __Pyx_PyObject_GenericGetAttr;
  }
  if (PyObject_SetAttr(__pyx_m, __pyx_n_s_SVEffectRep_Dense, (PyObject *)&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense) < 0) __PYX_ERR(0, 864, __pyx_L1_error)
  __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense = &__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Dense;
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_TensorProd.tp_base = __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep;
  if (PyType_Ready(&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_TensorProd) < 0) __PYX_ERR(0, 883, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_TensorProd.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_TensorProd.tp_dictoffset && __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_TensorProd.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_TensorProd.tp_getattro = __Pyx_PyObject_GenericGetAttr;
  }
  if (PyObject_SetAttr(__pyx_m, __pyx_n_s_SVEffectRep_TensorProd, (PyObject *)&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_TensorProd) < 0) __PYX_ERR(0, 883, __pyx_L1_error)
  __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_TensorProd = &__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_TensorProd;
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational.tp_base = __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep;
  if (PyType_Ready(&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational) < 0) __PYX_ERR(0, 903, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational.tp_dictoffset && __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational.tp_getattro = __Pyx_PyObject_GenericGetAttr;
  }
  if (PyObject_SetAttr(__pyx_m, __pyx_n_s_SVEffectRep_Computational, (PyObject *)&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational) < 0) __PYX_ERR(0, 903, __pyx_L1_error)
  __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational = &__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVEffectRep_Computational;
  if (PyType_Ready(&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep) < 0) __PYX_ERR(0, 922, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep.tp_dictoffset && __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep.tp_getattro = __Pyx_PyObject_GenericGetAttr;
  }
  if (PyObject_SetAttr(__pyx_m, __pyx_n_s_SVOpRep, (PyObject *)&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep) < 0) __PYX_ERR(0, 922, __pyx_L1_error)
  __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep = &__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep;
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense.tp_base = __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep;
  if (PyType_Ready(&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense) < 0) __PYX_ERR(0, 948, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense.tp_dictoffset && __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense.tp_getattro = __Pyx_PyObject_GenericGetAttr;
  }
  if (PyObject_SetAttr(__pyx_m, __pyx_n_s_SVOpRep_Dense, (PyObject *)&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense) < 0) __PYX_ERR(0, 948, __pyx_L1_error)
  __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense = &__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Dense;
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded.tp_base = __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep;
  if (PyType_Ready(&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded) < 0) __PYX_ERR(0, 979, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded.tp_dictoffset && __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded.tp_getattro = __Pyx_PyObject_GenericGetAttr;
  }
  if (PyObject_SetAttr(__pyx_m, __pyx_n_s_SVOpRep_Embedded, (PyObject *)&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded) < 0) __PYX_ERR(0, 979, __pyx_L1_error)
  __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded = &__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Embedded;
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed.tp_base = __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep;
  if (PyType_Ready(&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed) < 0) __PYX_ERR(0, 1056, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed.tp_dictoffset && __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed.tp_getattro = __Pyx_PyObject_GenericGetAttr;
  }
  if (PyObject_SetAttr(__pyx_m, __pyx_n_s_SVOpRep_Composed, (PyObject *)&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed) < 0) __PYX_ERR(0, 1056, __pyx_L1_error)
  __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed = &__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Composed;
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum.tp_base = __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep;
  if (PyType_Ready(&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum) < 0) __PYX_ERR(0, 1080, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum.tp_dictoffset && __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum.tp_getattro = __Pyx_PyObject_GenericGetAttr;
  }
  if (PyObject_SetAttr(__pyx_m, __pyx_n_s_SVOpRep_Sum, (PyObject *)&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum) < 0) __PYX_ERR(0, 1080, __pyx_L1_error)
  __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum = &__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Sum;
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated.tp_base = __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep;
  if (PyType_Ready(&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated) < 0) __PYX_ERR(0, 1096, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated.tp_dictoffset && __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated.tp_getattro = __Pyx_PyObject_GenericGetAttr;
  }
  if (PyObject_SetAttr(__pyx_m, __pyx_n_s_SVOpRep_Exponentiated, (PyObject *)&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated) < 0) __PYX_ERR(0, 1096, __pyx_L1_error)
  __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated = &__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVOpRep_Exponentiated;
  if (PyType_Ready(&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SBStateRep) < 0) __PYX_ERR(0, 1110, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_SBStateRep.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_6pygsti_7objects_6replib_10fastreplib_SBStateRep.tp_dictoffset && __pyx_type_6pygsti_7objects_6replib_10fastreplib_SBStateRep.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type_6pygsti_7objects_6replib_10fastreplib_SBStateRep.tp_getattro = __Pyx_PyObject_GenericGetAttr;
  }
  if (PyObject_SetAttr(__pyx_m, __pyx_n_s_SBStateRep_2, (PyObject *)&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SBStateRep) < 0) __PYX_ERR(0, 1110, __pyx_L1_error)
  __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBStateRep = &__pyx_type_6pygsti_7objects_6replib_10fastreplib_SBStateRep;
  if (PyType_Ready(&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SBEffectRep) < 0) __PYX_ERR(0, 1153, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_SBEffectRep.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_6pygsti_7objects_6replib_10fastreplib_SBEffectRep.tp_dictoffset && __pyx_type_6pygsti_7objects_6replib_10fastreplib_SBEffectRep.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type_6pygsti_7objects_6replib_10fastreplib_SBEffectRep.tp_getattro = __Pyx_PyObject_GenericGetAttr;
  }
  if (PyObject_SetAttr(__pyx_m, __pyx_n_s_SBEffectRep, (PyObject *)&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SBEffectRep) < 0) __PYX_ERR(0, 1153, __pyx_L1_error)
  __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBEffectRep = &__pyx_type_6pygsti_7objects_6replib_10fastreplib_SBEffectRep;
  if (PyType_Ready(&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep) < 0) __PYX_ERR(0, 1185, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep.tp_dictoffset && __pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep.tp_getattro = __Pyx_PyObject_GenericGetAttr;
  }
  if (PyObject_SetAttr(__pyx_m, __pyx_n_s_SBOpRep, (PyObject *)&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep) < 0) __PYX_ERR(0, 1185, __pyx_L1_error)
  __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep = &__pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep;
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded.tp_base = __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep;
  if (PyType_Ready(&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded) < 0) __PYX_ERR(0, 1224, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded.tp_dictoffset && __pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded.tp_getattro = __Pyx_PyObject_GenericGetAttr;
  }
  if (PyObject_SetAttr(__pyx_m, __pyx_n_s_SBOpRep_Embedded, (PyObject *)&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded) < 0) __PYX_ERR(0, 1224, __pyx_L1_error)
  __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded = &__pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Embedded;
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed.tp_base = __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep;
  if (PyType_Ready(&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed) < 0) __PYX_ERR(0, 1239, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed.tp_dictoffset && __pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed.tp_getattro = __Pyx_PyObject_GenericGetAttr;
  }
  if (PyObject_SetAttr(__pyx_m, __pyx_n_s_SBOpRep_Composed, (PyObject *)&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed) < 0) __PYX_ERR(0, 1239, __pyx_L1_error)
  __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed = &__pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Composed;
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum.tp_base = __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep;
  if (PyType_Ready(&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum) < 0) __PYX_ERR(0, 1255, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum.tp_dictoffset && __pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum.tp_getattro = __Pyx_PyObject_GenericGetAttr;
  }
  if (PyObject_SetAttr(__pyx_m, __pyx_n_s_SBOpRep_Sum, (PyObject *)&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum) < 0) __PYX_ERR(0, 1255, __pyx_L1_error)
  __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum = &__pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Sum;
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated.tp_base = __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep;
  if (PyType_Ready(&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated) < 0) __PYX_ERR(0, 1271, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated.tp_dictoffset && __pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated.tp_getattro = __Pyx_PyObject_GenericGetAttr;
  }
  if (PyObject_SetAttr(__pyx_m, __pyx_n_s_SBOpRep_Exponentiated, (PyObject *)&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated) < 0) __PYX_ERR(0, 1271, __pyx_L1_error)
  __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated = &__pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Exponentiated;
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford.tp_base = __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep;
  if (PyType_Ready(&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford) < 0) __PYX_ERR(0, 1284, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford.tp_dictoffset && __pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford.tp_getattro = __Pyx_PyObject_GenericGetAttr;
  }
  if (PyObject_SetAttr(__pyx_m, __pyx_n_s_SBOpRep_Clifford, (PyObject *)&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford) < 0) __PYX_ERR(0, 1284, __pyx_L1_error)
  __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford = &__pyx_type_6pygsti_7objects_6replib_10fastreplib_SBOpRep_Clifford;
  if (PyType_Ready(&__pyx_type_6pygsti_7objects_6replib_10fastreplib_PolyRep) < 0) __PYX_ERR(0, 1315, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_PolyRep.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_6pygsti_7objects_6replib_10fastreplib_PolyRep.tp_dictoffset && __pyx_type_6pygsti_7objects_6replib_10fastreplib_PolyRep.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type_6pygsti_7objects_6replib_10fastreplib_PolyRep.tp_getattro = __Pyx_PyObject_GenericGetAttr;
  }
  if (PyObject_SetAttr(__pyx_m, __pyx_n_s_PolyRep, (PyObject *)&__pyx_type_6pygsti_7objects_6replib_10fastreplib_PolyRep) < 0) __PYX_ERR(0, 1315, __pyx_L1_error)
  __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_PolyRep = &__pyx_type_6pygsti_7objects_6replib_10fastreplib_PolyRep;
  if (PyType_Ready(&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVTermRep) < 0) __PYX_ERR(0, 1631, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVTermRep.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVTermRep.tp_dictoffset && __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVTermRep.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVTermRep.tp_getattro = __Pyx_PyObject_GenericGetAttr;
  }
  if (PyObject_SetAttr(__pyx_m, __pyx_n_s_SVTermRep, (PyObject *)&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVTermRep) < 0) __PYX_ERR(0, 1631, __pyx_L1_error)
  __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVTermRep = &__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVTermRep;
  if (PyType_Ready(&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep) < 0) __PYX_ERR(0, 1745, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep.tp_dictoffset && __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep.tp_getattro = __Pyx_PyObject_GenericGetAttr;
  }
  if (PyObject_SetAttr(__pyx_m, __pyx_n_s_SVTermDirectRep, (PyObject *)&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep) < 0) __PYX_ERR(0, 1745, __pyx_L1_error)
  if (__Pyx_setup_reduce((PyObject*)&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep) < 0) __PYX_ERR(0, 1745, __pyx_L1_error)
  __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep = &__pyx_type_6pygsti_7objects_6replib_10fastreplib_SVTermDirectRep;
  if (PyType_Ready(&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SBTermRep) < 0) __PYX_ERR(0, 1807, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_SBTermRep.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_6pygsti_7objects_6replib_10fastreplib_SBTermRep.tp_dictoffset && __pyx_type_6pygsti_7objects_6replib_10fastreplib_SBTermRep.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type_6pygsti_7objects_6replib_10fastreplib_SBTermRep.tp_getattro = __Pyx_PyObject_GenericGetAttr;
  }
  if (PyObject_SetAttr(__pyx_m, __pyx_n_s_SBTermRep, (PyObject *)&__pyx_type_6pygsti_7objects_6replib_10fastreplib_SBTermRep) < 0) __PYX_ERR(0, 1807, __pyx_L1_error)
  __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBTermRep = &__pyx_type_6pygsti_7objects_6replib_10fastreplib_SBTermRep;
  if (PyType_Ready(&__pyx_type_6pygsti_7objects_6replib_10fastreplib_RepCacheEl) < 0) __PYX_ERR(0, 1917, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_RepCacheEl.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_6pygsti_7objects_6replib_10fastreplib_RepCacheEl.tp_dictoffset && __pyx_type_6pygsti_7objects_6replib_10fastreplib_RepCacheEl.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type_6pygsti_7objects_6replib_10fastreplib_RepCacheEl.tp_getattro = __Pyx_PyObject_GenericGetAttr;
  }
  if (PyObject_SetAttr(__pyx_m, __pyx_n_s_RepCacheEl, (PyObject *)&__pyx_type_6pygsti_7objects_6replib_10fastreplib_RepCacheEl) < 0) __PYX_ERR(0, 1917, __pyx_L1_error)
  if (__Pyx_setup_reduce((PyObject*)&__pyx_type_6pygsti_7objects_6replib_10fastreplib_RepCacheEl) < 0) __PYX_ERR(0, 1917, __pyx_L1_error)
  __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_RepCacheEl = &__pyx_type_6pygsti_7objects_6replib_10fastreplib_RepCacheEl;
  if (PyType_Ready(&__pyx_type_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl) < 0) __PYX_ERR(0, 1930, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl.tp_dictoffset && __pyx_type_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl.tp_getattro = __Pyx_PyObject_GenericGetAttr;
  }
  if (PyObject_SetAttr(__pyx_m, __pyx_n_s_CircuitSetupCacheEl, (PyObject *)&__pyx_type_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl) < 0) __PYX_ERR(0, 1930, __pyx_L1_error)
  if (__Pyx_setup_reduce((PyObject*)&__pyx_type_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl) < 0) __PYX_ERR(0, 1930, __pyx_L1_error)
  __pyx_ptype_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl = &__pyx_type_6pygsti_7objects_6replib_10fastreplib_CircuitSetupCacheEl;
  if (PyType_Ready(&__pyx_type_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator) < 0) __PYX_ERR(0, 567, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator.tp_dictoffset && __pyx_type_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict;
  }
  __pyx_ptype_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator = &__pyx_type_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct__aslinearoperator;
  if (PyType_Ready(&__pyx_type_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms) < 0) __PYX_ERR(0, 2389, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms.tp_dictoffset && __pyx_type_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict;
  }
  __pyx_ptype_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms = &__pyx_type_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_1_DM_mapfill_TDdchi2_terms;
  if (PyType_Ready(&__pyx_type_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms) < 0) __PYX_ERR(0, 2400, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms.tp_dictoffset && __pyx_type_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict;
  }
  __pyx_ptype_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms = &__pyx_type_6pygsti_7objects_6replib_10fastreplib___pyx_scope_struct_2_DM_mapfill_TDdloglpp_terms;
  __pyx_vtabptr_array = &__pyx_vtable_array;
  __pyx_vtable_array.get_memview = (PyObject *(*)(struct __pyx_array_obj *))__pyx_array_get_memview;
  if (PyType_Ready(&__pyx_type___pyx_array) < 0) __PYX_ERR(1, 105, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type___pyx_array.tp_print = 0;
  #endif
  if (__Pyx_SetVtable(__pyx_type___pyx_array.tp_dict, __pyx_vtabptr_array) < 0) __PYX_ERR(1, 105, __pyx_L1_error)
  if (__Pyx_setup_reduce((PyObject*)&__pyx_type___pyx_array) < 0) __PYX_ERR(1, 105, __pyx_L1_error)
  __pyx_array_type = &__pyx_type___pyx_array;
  if (PyType_Ready(&__pyx_type___pyx_MemviewEnum) < 0) __PYX_ERR(1, 279, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type___pyx_MemviewEnum.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type___pyx_MemviewEnum.tp_dictoffset && __pyx_type___pyx_MemviewEnum.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type___pyx_MemviewEnum.tp_getattro = __Pyx_PyObject_GenericGetAttr;
  }
  if (__Pyx_setup_reduce((PyObject*)&__pyx_type___pyx_MemviewEnum) < 0) __PYX_ERR(1, 279, __pyx_L1_error)
  __pyx_MemviewEnum_type = &__pyx_type___pyx_MemviewEnum;
  __pyx_vtabptr_memoryview = &__pyx_vtable_memoryview;
  __pyx_vtable_memoryview.get_item_pointer = (char *(*)(struct __pyx_memoryview_obj *, PyObject *))__pyx_memoryview_get_item_pointer;
  __pyx_vtable_memoryview.is_slice = (PyObject *(*)(struct __pyx_memoryview_obj *, PyObject *))__pyx_memoryview_is_slice;
  __pyx_vtable_memoryview.setitem_slice_assignment = (PyObject *(*)(struct __pyx_memoryview_obj *, PyObject *, PyObject *))__pyx_memoryview_setitem_slice_assignment;
  __pyx_vtable_memoryview.setitem_slice_assign_scalar = (PyObject *(*)(struct __pyx_memoryview_obj *, struct __pyx_memoryview_obj *, PyObject *))__pyx_memoryview_setitem_slice_assign_scalar;
  __pyx_vtable_memoryview.setitem_indexed = (PyObject *(*)(struct __pyx_memoryview_obj *, PyObject *, PyObject *))__pyx_memoryview_setitem_indexed;
  __pyx_vtable_memoryview.convert_item_to_object = (PyObject *(*)(struct __pyx_memoryview_obj *, char *))__pyx_memoryview_convert_item_to_object;
  __pyx_vtable_memoryview.assign_item_from_object = (PyObject *(*)(struct __pyx_memoryview_obj *, char *, PyObject *))__pyx_memoryview_assign_item_from_object;
  if (PyType_Ready(&__pyx_type___pyx_memoryview) < 0) __PYX_ERR(1, 330, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type___pyx_memoryview.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type___pyx_memoryview.tp_dictoffset && __pyx_type___pyx_memoryview.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type___pyx_memoryview.tp_getattro = __Pyx_PyObject_GenericGetAttr;
  }
  if (__Pyx_SetVtable(__pyx_type___pyx_memoryview.tp_dict, __pyx_vtabptr_memoryview) < 0) __PYX_ERR(1, 330, __pyx_L1_error)
  if (__Pyx_setup_reduce((PyObject*)&__pyx_type___pyx_memoryview) < 0) __PYX_ERR(1, 330, __pyx_L1_error)
  __pyx_memoryview_type = &__pyx_type___pyx_memoryview;
  __pyx_vtabptr__memoryviewslice = &__pyx_vtable__memoryviewslice;
  __pyx_vtable__memoryviewslice.__pyx_base = *__pyx_vtabptr_memoryview;
  __pyx_vtable__memoryviewslice.__pyx_base.convert_item_to_object = (PyObject *(*)(struct __pyx_memoryview_obj *, char *))__pyx_memoryviewslice_convert_item_to_object;
  __pyx_vtable__memoryviewslice.__pyx_base.assign_item_from_object = (PyObject *(*)(struct __pyx_memoryview_obj *, char *, PyObject *))__pyx_memoryviewslice_assign_item_from_object;
  __pyx_type___pyx_memoryviewslice.tp_base = __pyx_memoryview_type;
  if (PyType_Ready(&__pyx_type___pyx_memoryviewslice) < 0) __PYX_ERR(1, 965, __pyx_L1_error)
  #if PY_VERSION_HEX < 0x030800B1
  __pyx_type___pyx_memoryviewslice.tp_print = 0;
  #endif
  if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type___pyx_memoryviewslice.tp_dictoffset && __pyx_type___pyx_memoryviewslice.tp_getattro == PyObject_GenericGetAttr)) {
    __pyx_type___pyx_memoryviewslice.tp_getattro = __Pyx_PyObject_GenericGetAttr;
  }
  if (__Pyx_SetVtable(__pyx_type___pyx_memoryviewslice.tp_dict, __pyx_vtabptr__memoryviewslice) < 0) __PYX_ERR(1, 965, __pyx_L1_error)
  if (__Pyx_setup_reduce((PyObject*)&__pyx_type___pyx_memoryviewslice) < 0) __PYX_ERR(1, 965, __pyx_L1_error)
  __pyx_memoryviewslice_type = &__pyx_type___pyx_memoryviewslice;
  __Pyx_RefNannyFinishContext();
  return 0;
  __pyx_L1_error:;
  __Pyx_RefNannyFinishContext();
  return -1;
}

static int __Pyx_modinit_type_import_code(void) {
  __Pyx_RefNannyDeclarations
  PyObject *__pyx_t_1 = NULL;
  __Pyx_RefNannySetupContext("__Pyx_modinit_type_import_code", 0);
  /*--- Type import code ---*/
  __pyx_t_1 = PyImport_ImportModule(__Pyx_BUILTIN_MODULE_NAME); if (unlikely(!__pyx_t_1)) __PYX_ERR(3, 9, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_ptype_7cpython_4type_type = __Pyx_ImportType(__pyx_t_1, __Pyx_BUILTIN_MODULE_NAME, "type", 
  #if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000
  sizeof(PyTypeObject),
  #else
  sizeof(PyHeapTypeObject),
  #endif
  __Pyx_ImportType_CheckSize_Warn);
   if (!__pyx_ptype_7cpython_4type_type) __PYX_ERR(3, 9, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_t_1 = PyImport_ImportModule("numpy"); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 206, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __pyx_ptype_5numpy_dtype = __Pyx_ImportType(__pyx_t_1, "numpy", "dtype", sizeof(PyArray_Descr), __Pyx_ImportType_CheckSize_Ignore);
   if (!__pyx_ptype_5numpy_dtype) __PYX_ERR(2, 206, __pyx_L1_error)
  __pyx_ptype_5numpy_flatiter = __Pyx_ImportType(__pyx_t_1, "numpy", "flatiter", sizeof(PyArrayIterObject), __Pyx_ImportType_CheckSize_Warn);
   if (!__pyx_ptype_5numpy_flatiter) __PYX_ERR(2, 229, __pyx_L1_error)
  __pyx_ptype_5numpy_broadcast = __Pyx_ImportType(__pyx_t_1, "numpy", "broadcast", sizeof(PyArrayMultiIterObject), __Pyx_ImportType_CheckSize_Warn);
   if (!__pyx_ptype_5numpy_broadcast) __PYX_ERR(2, 233, __pyx_L1_error)
  __pyx_ptype_5numpy_ndarray = __Pyx_ImportType(__pyx_t_1, "numpy", "ndarray", sizeof(PyArrayObject), __Pyx_ImportType_CheckSize_Ignore);
   if (!__pyx_ptype_5numpy_ndarray) __PYX_ERR(2, 242, __pyx_L1_error)
  __pyx_ptype_5numpy_ufunc = __Pyx_ImportType(__pyx_t_1, "numpy", "ufunc", sizeof(PyUFuncObject), __Pyx_ImportType_CheckSize_Warn);
   if (!__pyx_ptype_5numpy_ufunc) __PYX_ERR(2, 918, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __Pyx_RefNannyFinishContext();
  return 0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_RefNannyFinishContext();
  return -1;
}

static int __Pyx_modinit_variable_import_code(void) {
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__Pyx_modinit_variable_import_code", 0);
  /*--- Variable import code ---*/
  __Pyx_RefNannyFinishContext();
  return 0;
}

static int __Pyx_modinit_function_import_code(void) {
  __Pyx_RefNannyDeclarations
  __Pyx_RefNannySetupContext("__Pyx_modinit_function_import_code", 0);
  /*--- Function import code ---*/
  __Pyx_RefNannyFinishContext();
  return 0;
}


#if PY_MAJOR_VERSION < 3
#ifdef CYTHON_NO_PYINIT_EXPORT
#define __Pyx_PyMODINIT_FUNC void
#else
#define __Pyx_PyMODINIT_FUNC PyMODINIT_FUNC
#endif
#else
#ifdef CYTHON_NO_PYINIT_EXPORT
#define __Pyx_PyMODINIT_FUNC PyObject *
#else
#define __Pyx_PyMODINIT_FUNC PyMODINIT_FUNC
#endif
#endif


#if PY_MAJOR_VERSION < 3
__Pyx_PyMODINIT_FUNC initfastreplib(void) CYTHON_SMALL_CODE; /*proto*/
__Pyx_PyMODINIT_FUNC initfastreplib(void)
#else
__Pyx_PyMODINIT_FUNC PyInit_fastreplib(void) CYTHON_SMALL_CODE; /*proto*/
__Pyx_PyMODINIT_FUNC PyInit_fastreplib(void)
#if CYTHON_PEP489_MULTI_PHASE_INIT
{
  return PyModuleDef_Init(&__pyx_moduledef);
}
static CYTHON_SMALL_CODE int __Pyx_check_single_interpreter(void) {
    #if PY_VERSION_HEX >= 0x030700A1
    static PY_INT64_T main_interpreter_id = -1;
    PY_INT64_T current_id = PyInterpreterState_GetID(PyThreadState_Get()->interp);
    if (main_interpreter_id == -1) {
        main_interpreter_id = current_id;
        return (unlikely(current_id == -1)) ? -1 : 0;
    } else if (unlikely(main_interpreter_id != current_id))
    #else
    static PyInterpreterState *main_interpreter = NULL;
    PyInterpreterState *current_interpreter = PyThreadState_Get()->interp;
    if (!main_interpreter) {
        main_interpreter = current_interpreter;
    } else if (unlikely(main_interpreter != current_interpreter))
    #endif
    {
        PyErr_SetString(
            PyExc_ImportError,
            "Interpreter change detected - this module can only be loaded into one interpreter per process.");
        return -1;
    }
    return 0;
}
static CYTHON_SMALL_CODE int __Pyx_copy_spec_to_module(PyObject *spec, PyObject *moddict, const char* from_name, const char* to_name, int allow_none) {
    PyObject *value = PyObject_GetAttrString(spec, from_name);
    int result = 0;
    if (likely(value)) {
        if (allow_none || value != Py_None) {
            result = PyDict_SetItemString(moddict, to_name, value);
        }
        Py_DECREF(value);
    } else if (PyErr_ExceptionMatches(PyExc_AttributeError)) {
        PyErr_Clear();
    } else {
        result = -1;
    }
    return result;
}
static CYTHON_SMALL_CODE PyObject* __pyx_pymod_create(PyObject *spec, CYTHON_UNUSED PyModuleDef *def) {
    PyObject *module = NULL, *moddict, *modname;
    if (__Pyx_check_single_interpreter())
        return NULL;
    if (__pyx_m)
        return __Pyx_NewRef(__pyx_m);
    modname = PyObject_GetAttrString(spec, "name");
    if (unlikely(!modname)) goto bad;
    module = PyModule_NewObject(modname);
    Py_DECREF(modname);
    if (unlikely(!module)) goto bad;
    moddict = PyModule_GetDict(module);
    if (unlikely(!moddict)) goto bad;
    if (unlikely(__Pyx_copy_spec_to_module(spec, moddict, "loader", "__loader__", 1) < 0)) goto bad;
    if (unlikely(__Pyx_copy_spec_to_module(spec, moddict, "origin", "__file__", 1) < 0)) goto bad;
    if (unlikely(__Pyx_copy_spec_to_module(spec, moddict, "parent", "__package__", 1) < 0)) goto bad;
    if (unlikely(__Pyx_copy_spec_to_module(spec, moddict, "submodule_search_locations", "__path__", 0) < 0)) goto bad;
    return module;
bad:
    Py_XDECREF(module);
    return NULL;
}


static CYTHON_SMALL_CODE int __pyx_pymod_exec_fastreplib(PyObject *__pyx_pyinit_module)
#endif
#endif
{
  PyObject *__pyx_t_1 = NULL;
  PyObject *__pyx_t_2 = NULL;
  static PyThread_type_lock __pyx_t_3[8];
  __Pyx_RefNannyDeclarations
  #if CYTHON_PEP489_MULTI_PHASE_INIT
  if (__pyx_m) {
    if (__pyx_m == __pyx_pyinit_module) return 0;
    PyErr_SetString(PyExc_RuntimeError, "Module 'fastreplib' has already been imported. Re-initialisation is not supported.");
    return -1;
  }
  #elif PY_MAJOR_VERSION >= 3
  if (__pyx_m) return __Pyx_NewRef(__pyx_m);
  #endif
  #if CYTHON_REFNANNY
__Pyx_RefNanny = __Pyx_RefNannyImportAPI("refnanny");
if (!__Pyx_RefNanny) {
  PyErr_Clear();
  __Pyx_RefNanny = __Pyx_RefNannyImportAPI("Cython.Runtime.refnanny");
  if (!__Pyx_RefNanny)
      Py_FatalError("failed to import 'refnanny' module");
}
#endif
  __Pyx_RefNannySetupContext("__Pyx_PyMODINIT_FUNC PyInit_fastreplib(void)", 0);
  if (__Pyx_check_binary_version() < 0) __PYX_ERR(0, 1, __pyx_L1_error)
  #ifdef __Pxy_PyFrame_Initialize_Offsets
  __Pxy_PyFrame_Initialize_Offsets();
  #endif
  __pyx_empty_tuple = PyTuple_New(0); if (unlikely(!__pyx_empty_tuple)) __PYX_ERR(0, 1, __pyx_L1_error)
  __pyx_empty_bytes = PyBytes_FromStringAndSize("", 0); if (unlikely(!__pyx_empty_bytes)) __PYX_ERR(0, 1, __pyx_L1_error)
  __pyx_empty_unicode = PyUnicode_FromStringAndSize("", 0); if (unlikely(!__pyx_empty_unicode)) __PYX_ERR(0, 1, __pyx_L1_error)
  #ifdef __Pyx_CyFunction_USED
  if (__pyx_CyFunction_init() < 0) __PYX_ERR(0, 1, __pyx_L1_error)
  #endif
  #ifdef __Pyx_FusedFunction_USED
  if (__pyx_FusedFunction_init() < 0) __PYX_ERR(0, 1, __pyx_L1_error)
  #endif
  #ifdef __Pyx_Coroutine_USED
  if (__pyx_Coroutine_init() < 0) __PYX_ERR(0, 1, __pyx_L1_error)
  #endif
  #ifdef __Pyx_Generator_USED
  if (__pyx_Generator_init() < 0) __PYX_ERR(0, 1, __pyx_L1_error)
  #endif
  #ifdef __Pyx_AsyncGen_USED
  if (__pyx_AsyncGen_init() < 0) __PYX_ERR(0, 1, __pyx_L1_error)
  #endif
  #ifdef __Pyx_StopAsyncIteration_USED
  if (__pyx_StopAsyncIteration_init() < 0) __PYX_ERR(0, 1, __pyx_L1_error)
  #endif
  /*--- Library function declarations ---*/
  /*--- Threads initialization code ---*/
  #if defined(__PYX_FORCE_INIT_THREADS) && __PYX_FORCE_INIT_THREADS
  #ifdef WITH_THREAD /* Python build with threading support? */
  PyEval_InitThreads();
  #endif
  #endif
  /*--- Module creation code ---*/
  #if CYTHON_PEP489_MULTI_PHASE_INIT
  __pyx_m = __pyx_pyinit_module;
  Py_INCREF(__pyx_m);
  #else
  #if PY_MAJOR_VERSION < 3
  __pyx_m = Py_InitModule4("fastreplib", __pyx_methods, 0, 0, PYTHON_API_VERSION); Py_XINCREF(__pyx_m);
  #else
  __pyx_m = PyModule_Create(&__pyx_moduledef);
  #endif
  if (unlikely(!__pyx_m)) __PYX_ERR(0, 1, __pyx_L1_error)
  #endif
  __pyx_d = PyModule_GetDict(__pyx_m); if (unlikely(!__pyx_d)) __PYX_ERR(0, 1, __pyx_L1_error)
  Py_INCREF(__pyx_d);
  __pyx_b = PyImport_AddModule(__Pyx_BUILTIN_MODULE_NAME); if (unlikely(!__pyx_b)) __PYX_ERR(0, 1, __pyx_L1_error)
  Py_INCREF(__pyx_b);
  __pyx_cython_runtime = PyImport_AddModule((char *) "cython_runtime"); if (unlikely(!__pyx_cython_runtime)) __PYX_ERR(0, 1, __pyx_L1_error)
  Py_INCREF(__pyx_cython_runtime);
  if (PyObject_SetAttrString(__pyx_m, "__builtins__", __pyx_b) < 0) __PYX_ERR(0, 1, __pyx_L1_error);
  /*--- Initialize various global constants etc. ---*/
  if (__Pyx_InitGlobals() < 0) __PYX_ERR(0, 1, __pyx_L1_error)
  #if PY_MAJOR_VERSION < 3 && (__PYX_DEFAULT_STRING_ENCODING_IS_ASCII || __PYX_DEFAULT_STRING_ENCODING_IS_DEFAULT)
  if (__Pyx_init_sys_getdefaultencoding_params() < 0) __PYX_ERR(0, 1, __pyx_L1_error)
  #endif
  if (__pyx_module_is_main_pygsti__objects__replib__fastreplib) {
    if (PyObject_SetAttr(__pyx_m, __pyx_n_s_name_2, __pyx_n_s_main) < 0) __PYX_ERR(0, 1, __pyx_L1_error)
  }
  #if PY_MAJOR_VERSION >= 3
  {
    PyObject *modules = PyImport_GetModuleDict(); if (unlikely(!modules)) __PYX_ERR(0, 1, __pyx_L1_error)
    if (!PyDict_GetItemString(modules, "pygsti.objects.replib.fastreplib")) {
      if (unlikely(PyDict_SetItemString(modules, "pygsti.objects.replib.fastreplib", __pyx_m) < 0)) __PYX_ERR(0, 1, __pyx_L1_error)
    }
  }
  #endif
  /*--- Builtin init code ---*/
  if (__Pyx_InitCachedBuiltins() < 0) goto __pyx_L1_error;
  /*--- Constants init code ---*/
  if (__Pyx_InitCachedConstants() < 0) goto __pyx_L1_error;
  /*--- Global type/function init code ---*/
  (void)__Pyx_modinit_global_init_code();
  (void)__Pyx_modinit_variable_export_code();
  (void)__Pyx_modinit_function_export_code();
  if (unlikely(__Pyx_modinit_type_init_code() != 0)) goto __pyx_L1_error;
  if (unlikely(__Pyx_modinit_type_import_code() != 0)) goto __pyx_L1_error;
  (void)__Pyx_modinit_variable_import_code();
  (void)__Pyx_modinit_function_import_code();
  /*--- Execution code ---*/
  #if defined(__Pyx_Generator_USED) || defined(__Pyx_Coroutine_USED)
  if (__Pyx_patch_abc() < 0) __PYX_ERR(0, 1, __pyx_L1_error)
  #endif

  /* "pygsti/objects/replib/fastreplib.pyx":15
 * 
 * 
 * import sys             # <<<<<<<<<<<<<<
 * import time as pytime
 * import numpy as np
 */
  __pyx_t_1 = __Pyx_Import(__pyx_n_s_sys, 0, -1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 15, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  if (PyDict_SetItem(__pyx_d, __pyx_n_s_sys, __pyx_t_1) < 0) __PYX_ERR(0, 15, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":16
 * 
 * import sys
 * import time as pytime             # <<<<<<<<<<<<<<
 * import numpy as np
 * from libc.stdlib cimport malloc, free
 */
  __pyx_t_1 = __Pyx_Import(__pyx_n_s_time, 0, -1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 16, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  if (PyDict_SetItem(__pyx_d, __pyx_n_s_pytime, __pyx_t_1) < 0) __PYX_ERR(0, 16, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":17
 * import sys
 * import time as pytime
 * import numpy as np             # <<<<<<<<<<<<<<
 * from libc.stdlib cimport malloc, free
 * from libc.math cimport log10, sqrt, log
 */
  __pyx_t_1 = __Pyx_Import(__pyx_n_s_numpy, 0, -1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 17, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  if (PyDict_SetItem(__pyx_d, __pyx_n_s_np, __pyx_t_1) < 0) __PYX_ERR(0, 17, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":30
 * cimport cython
 * 
 * import itertools as _itertools             # <<<<<<<<<<<<<<
 * from ...tools import mpitools as _mpit
 * from ...tools import slicetools as _slct
 */
  __pyx_t_1 = __Pyx_Import(__pyx_n_s_itertools_2, 0, -1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 30, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  if (PyDict_SetItem(__pyx_d, __pyx_n_s_itertools, __pyx_t_1) < 0) __PYX_ERR(0, 30, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":31
 * 
 * import itertools as _itertools
 * from ...tools import mpitools as _mpit             # <<<<<<<<<<<<<<
 * from ...tools import slicetools as _slct
 * from ...tools import optools as _gt
 */
  __pyx_t_1 = PyList_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 31, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_INCREF(__pyx_n_s_mpitools);
  __Pyx_GIVEREF(__pyx_n_s_mpitools);
  PyList_SET_ITEM(__pyx_t_1, 0, __pyx_n_s_mpitools);
  __pyx_t_2 = __Pyx_Import(__pyx_n_s_tools, __pyx_t_1, 3); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 31, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_t_1 = __Pyx_ImportFrom(__pyx_t_2, __pyx_n_s_mpitools); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 31, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  if (PyDict_SetItem(__pyx_d, __pyx_n_s_mpit, __pyx_t_1) < 0) __PYX_ERR(0, 31, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":32
 * import itertools as _itertools
 * from ...tools import mpitools as _mpit
 * from ...tools import slicetools as _slct             # <<<<<<<<<<<<<<
 * from ...tools import optools as _gt
 * from ...tools.matrixtools import _fas
 */
  __pyx_t_2 = PyList_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 32, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_INCREF(__pyx_n_s_slicetools);
  __Pyx_GIVEREF(__pyx_n_s_slicetools);
  PyList_SET_ITEM(__pyx_t_2, 0, __pyx_n_s_slicetools);
  __pyx_t_1 = __Pyx_Import(__pyx_n_s_tools, __pyx_t_2, 3); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 32, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_2 = __Pyx_ImportFrom(__pyx_t_1, __pyx_n_s_slicetools); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 32, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  if (PyDict_SetItem(__pyx_d, __pyx_n_s_slct, __pyx_t_2) < 0) __PYX_ERR(0, 32, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":33
 * from ...tools import mpitools as _mpit
 * from ...tools import slicetools as _slct
 * from ...tools import optools as _gt             # <<<<<<<<<<<<<<
 * from ...tools.matrixtools import _fas
 * from ..opcalc import fastopcalc as _fastopcalc
 */
  __pyx_t_1 = PyList_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 33, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_INCREF(__pyx_n_s_optools);
  __Pyx_GIVEREF(__pyx_n_s_optools);
  PyList_SET_ITEM(__pyx_t_1, 0, __pyx_n_s_optools);
  __pyx_t_2 = __Pyx_Import(__pyx_n_s_tools, __pyx_t_1, 3); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 33, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_t_1 = __Pyx_ImportFrom(__pyx_t_2, __pyx_n_s_optools); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 33, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  if (PyDict_SetItem(__pyx_d, __pyx_n_s_gt, __pyx_t_1) < 0) __PYX_ERR(0, 33, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":34
 * from ...tools import slicetools as _slct
 * from ...tools import optools as _gt
 * from ...tools.matrixtools import _fas             # <<<<<<<<<<<<<<
 * from ..opcalc import fastopcalc as _fastopcalc
 * from scipy.sparse.linalg import LinearOperator
 */
  __pyx_t_2 = PyList_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 34, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_INCREF(__pyx_n_s_fas);
  __Pyx_GIVEREF(__pyx_n_s_fas);
  PyList_SET_ITEM(__pyx_t_2, 0, __pyx_n_s_fas);
  __pyx_t_1 = __Pyx_Import(__pyx_n_s_tools_matrixtools, __pyx_t_2, 3); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 34, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_2 = __Pyx_ImportFrom(__pyx_t_1, __pyx_n_s_fas); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 34, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  if (PyDict_SetItem(__pyx_d, __pyx_n_s_fas, __pyx_t_2) < 0) __PYX_ERR(0, 34, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":35
 * from ...tools import optools as _gt
 * from ...tools.matrixtools import _fas
 * from ..opcalc import fastopcalc as _fastopcalc             # <<<<<<<<<<<<<<
 * from scipy.sparse.linalg import LinearOperator
 * 
 */
  __pyx_t_1 = PyList_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 35, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_INCREF(__pyx_n_s_fastopcalc_2);
  __Pyx_GIVEREF(__pyx_n_s_fastopcalc_2);
  PyList_SET_ITEM(__pyx_t_1, 0, __pyx_n_s_fastopcalc_2);
  __pyx_t_2 = __Pyx_Import(__pyx_n_s_opcalc, __pyx_t_1, 2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 35, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __pyx_t_1 = __Pyx_ImportFrom(__pyx_t_2, __pyx_n_s_fastopcalc_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 35, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  if (PyDict_SetItem(__pyx_d, __pyx_n_s_fastopcalc, __pyx_t_1) < 0) __PYX_ERR(0, 35, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":36
 * from ...tools.matrixtools import _fas
 * from ..opcalc import fastopcalc as _fastopcalc
 * from scipy.sparse.linalg import LinearOperator             # <<<<<<<<<<<<<<
 * 
 * cdef double LARGE = 1000000000
 */
  __pyx_t_2 = PyList_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 36, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_INCREF(__pyx_n_s_LinearOperator);
  __Pyx_GIVEREF(__pyx_n_s_LinearOperator);
  PyList_SET_ITEM(__pyx_t_2, 0, __pyx_n_s_LinearOperator);
  __pyx_t_1 = __Pyx_Import(__pyx_n_s_scipy_sparse_linalg, __pyx_t_2, -1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 36, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __pyx_t_2 = __Pyx_ImportFrom(__pyx_t_1, __pyx_n_s_LinearOperator); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 36, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  if (PyDict_SetItem(__pyx_d, __pyx_n_s_LinearOperator, __pyx_t_2) < 0) __PYX_ERR(0, 36, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":38
 * from scipy.sparse.linalg import LinearOperator
 * 
 * cdef double LARGE = 1000000000             # <<<<<<<<<<<<<<
 * # a large number such that LARGE is
 * # a very high term weight which won't help (at all) a
 */
  __pyx_v_6pygsti_7objects_6replib_10fastreplib_LARGE = 1000000000.0;

  /* "pygsti/objects/replib/fastreplib.pyx":43
 * # path get included in the selected set of paths.
 * 
 * cdef double SMALL = 1e-5             # <<<<<<<<<<<<<<
 * # a number which is used in place of zero within the
 * # product of term magnitudes to keep a running path
 */
  __pyx_v_6pygsti_7objects_6replib_10fastreplib_SMALL = 1e-5;

  /* "pygsti/objects/replib/fastreplib.pyx":1646
 * 
 *     @classmethod
 *     def composed(cls, terms_to_compose, double magnitude):             # <<<<<<<<<<<<<<
 *         cdef double logmag = log10(magnitude) if magnitude > 0 else -LARGE
 *         cdef SVTermRep first = terms_to_compose[0]
 */
  __Pyx_GetNameInClass(__pyx_t_1, (PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVTermRep, __pyx_n_s_composed); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1646, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);

  /* "pygsti/objects/replib/fastreplib.pyx":1645
 * 
 * 
 *     @classmethod             # <<<<<<<<<<<<<<
 *     def composed(cls, terms_to_compose, double magnitude):
 *         cdef double logmag = log10(magnitude) if magnitude > 0 else -LARGE
 */
  __pyx_t_2 = __Pyx_Method_ClassMethod(__pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1645, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  if (PyDict_SetItem((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVTermRep->tp_dict, __pyx_n_s_composed, __pyx_t_2) < 0) __PYX_ERR(0, 1646, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  PyType_Modified(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SVTermRep);

  /* "pygsti/objects/replib/fastreplib.pyx":1820
 * 
 *     @classmethod
 *     def composed(cls, terms_to_compose, double magnitude):             # <<<<<<<<<<<<<<
 *         cdef double logmag = log10(magnitude) if magnitude > 0 else -LARGE
 *         cdef SBTermRep first = terms_to_compose[0]
 */
  __Pyx_GetNameInClass(__pyx_t_2, (PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBTermRep, __pyx_n_s_composed); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1820, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_2);

  /* "pygsti/objects/replib/fastreplib.pyx":1819
 *     cdef public object post_ops
 * 
 *     @classmethod             # <<<<<<<<<<<<<<
 *     def composed(cls, terms_to_compose, double magnitude):
 *         cdef double logmag = log10(magnitude) if magnitude > 0 else -LARGE
 */
  __pyx_t_1 = __Pyx_Method_ClassMethod(__pyx_t_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1819, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
  if (PyDict_SetItem((PyObject *)__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBTermRep->tp_dict, __pyx_n_s_composed, __pyx_t_1) < 0) __PYX_ERR(0, 1820, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  PyType_Modified(__pyx_ptype_6pygsti_7objects_6replib_10fastreplib_SBTermRep);

  /* "pygsti/objects/replib/fastreplib.pyx":1956
 * 
 * 
 * def propagate_staterep(staterep, operationreps):             # <<<<<<<<<<<<<<
 *     # FUTURE: could use inner C-reps to do propagation
 *     # instead of using extension type wrappers as this does now
 */
  __pyx_t_1 = PyCFunction_NewEx(&__pyx_mdef_6pygsti_7objects_6replib_10fastreplib_1propagate_staterep, NULL, __pyx_n_s_pygsti_objects_replib_fastreplib_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1956, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  if (PyDict_SetItem(__pyx_d, __pyx_n_s_propagate_staterep, __pyx_t_1) < 0) __PYX_ERR(0, 1956, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2052
 * 
 * 
 * def DM_mapfill_probs_block(calc, np.ndarray[double, mode="c", ndim=1] mxToFill,             # <<<<<<<<<<<<<<
 *                            dest_indices, evalTree, comm):
 * 
 */
  __pyx_t_1 = PyCFunction_NewEx(&__pyx_mdef_6pygsti_7objects_6replib_10fastreplib_3DM_mapfill_probs_block, NULL, __pyx_n_s_pygsti_objects_replib_fastreplib_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2052, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  if (PyDict_SetItem(__pyx_d, __pyx_n_s_DM_mapfill_probs_block, __pyx_t_1) < 0) __PYX_ERR(0, 2052, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2166
 * 
 * 
 * def DM_mapfill_dprobs_block(calc,             # <<<<<<<<<<<<<<
 *                             np.ndarray[double, mode="c", ndim=2] mxToFill,
 *                             dest_indices,
 */
  __pyx_t_1 = PyCFunction_NewEx(&__pyx_mdef_6pygsti_7objects_6replib_10fastreplib_5DM_mapfill_dprobs_block, NULL, __pyx_n_s_pygsti_objects_replib_fastreplib_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2166, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  if (PyDict_SetItem(__pyx_d, __pyx_n_s_DM_mapfill_dprobs_block, __pyx_t_1) < 0) __PYX_ERR(0, 2166, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2258
 *     return v  # sqrt(the objective function term)  (the qty stored in cache)
 * 
 * def DM_mapfill_TDchi2_terms(calc, mxToFill, dest_indices, num_outcomes, evalTree, dataset_rows,             # <<<<<<<<<<<<<<
 *                             minProbClipForWeighting, probClipInterval, comm):
 *     DM_mapfill_TDterms(calc, "chi2", mxToFill, dest_indices, num_outcomes, evalTree,
 */
  __pyx_t_1 = PyCFunction_NewEx(&__pyx_mdef_6pygsti_7objects_6replib_10fastreplib_7DM_mapfill_TDchi2_terms, NULL, __pyx_n_s_pygsti_objects_replib_fastreplib_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2258, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  if (PyDict_SetItem(__pyx_d, __pyx_n_s_DM_mapfill_TDchi2_terms, __pyx_t_1) < 0) __PYX_ERR(0, 2258, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2301
 * 
 * 
 * def DM_mapfill_TDloglpp_terms(calc, mxToFill, dest_indices, num_outcomes, evalTree, dataset_rows,             # <<<<<<<<<<<<<<
 *                               minProbClip, radius, probClipInterval, comm):
 *     DM_mapfill_TDterms(calc, "logl", mxToFill, dest_indices, num_outcomes, evalTree,
 */
  __pyx_t_1 = PyCFunction_NewEx(&__pyx_mdef_6pygsti_7objects_6replib_10fastreplib_9DM_mapfill_TDloglpp_terms, NULL, __pyx_n_s_pygsti_objects_replib_fastreplib_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2301, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  if (PyDict_SetItem(__pyx_d, __pyx_n_s_DM_mapfill_TDloglpp_terms, __pyx_t_1) < 0) __PYX_ERR(0, 2301, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2307
 * 
 * 
 * def DM_mapfill_TDterms(calc, objective, mxToFill, dest_indices, num_outcomes,             # <<<<<<<<<<<<<<
 *                        evalTree, dataset_rows, comm, double fnarg1, double fnarg2):
 * 
 */
  __pyx_t_1 = PyCFunction_NewEx(&__pyx_mdef_6pygsti_7objects_6replib_10fastreplib_11DM_mapfill_TDterms, NULL, __pyx_n_s_pygsti_objects_replib_fastreplib_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2307, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  if (PyDict_SetItem(__pyx_d, __pyx_n_s_DM_mapfill_TDterms, __pyx_t_1) < 0) __PYX_ERR(0, 2307, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2389
 * 
 * 
 * def DM_mapfill_TDdchi2_terms(calc, mxToFill, dest_indices, dest_param_indices, num_outcomes,             # <<<<<<<<<<<<<<
 *                              evalTree, dataset_rows, minProbClipForWeighting, probClipInterval, wrtSlice, comm):
 * 
 */
  __pyx_t_1 = PyCFunction_NewEx(&__pyx_mdef_6pygsti_7objects_6replib_10fastreplib_13DM_mapfill_TDdchi2_terms, NULL, __pyx_n_s_pygsti_objects_replib_fastreplib_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2389, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  if (PyDict_SetItem(__pyx_d, __pyx_n_s_DM_mapfill_TDdchi2_terms, __pyx_t_1) < 0) __PYX_ERR(0, 2389, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2400
 * 
 * 
 * def DM_mapfill_TDdloglpp_terms(calc, mxToFill, dest_indices, dest_param_indices, num_outcomes,             # <<<<<<<<<<<<<<
 *                                evalTree, dataset_rows, minProbClip, radius, probClipInterval, wrtSlice, comm):
 * 
 */
  __pyx_t_1 = PyCFunction_NewEx(&__pyx_mdef_6pygsti_7objects_6replib_10fastreplib_15DM_mapfill_TDdloglpp_terms, NULL, __pyx_n_s_pygsti_objects_replib_fastreplib_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2400, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  if (PyDict_SetItem(__pyx_d, __pyx_n_s_DM_mapfill_TDdloglpp_terms, __pyx_t_1) < 0) __PYX_ERR(0, 2400, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2411
 * 
 * 
 * def DM_mapfill_timedep_dterms(calc, mxToFill, dest_indices, dest_param_indices, num_outcomes,             # <<<<<<<<<<<<<<
 *                               evalTree, dataset_rows, fillfn, wrtSlice, comm):
 * 
 */
  __pyx_t_1 = PyCFunction_NewEx(&__pyx_mdef_6pygsti_7objects_6replib_10fastreplib_17DM_mapfill_timedep_dterms, NULL, __pyx_n_s_pygsti_objects_replib_fastreplib_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2411, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  if (PyDict_SetItem(__pyx_d, __pyx_n_s_DM_mapfill_timedep_dterms, __pyx_t_1) < 0) __PYX_ERR(0, 2411, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2482
 * 
 * 
 * def SV_prs_as_polys(calc, rholabel, elabels, circuit, comm=None, memLimit=None, fastmode=True):             # <<<<<<<<<<<<<<
 * 
 *     # Create gatelable -> int mapping to be used throughout
 */
  __pyx_t_1 = PyCFunction_NewEx(&__pyx_mdef_6pygsti_7objects_6replib_10fastreplib_19SV_prs_as_polys, NULL, __pyx_n_s_pygsti_objects_replib_fastreplib_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2482, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  if (PyDict_SetItem(__pyx_d, __pyx_n_s_SV_prs_as_polys, __pyx_t_1) < 0) __PYX_ERR(0, 2482, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":2944
 * 
 * # State-vector pruned-poly-term calcs -------------------------
 * def SV_create_circuitsetup_cacheel(calc, rholabel, elabels, circuit, repcache, opcache, min_term_mag, mpv):             # <<<<<<<<<<<<<<
 * 
 *     cdef INT i, j
 */
  __pyx_t_1 = PyCFunction_NewEx(&__pyx_mdef_6pygsti_7objects_6replib_10fastreplib_21SV_create_circuitsetup_cacheel, NULL, __pyx_n_s_pygsti_objects_replib_fastreplib_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 2944, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  if (PyDict_SetItem(__pyx_d, __pyx_n_s_SV_create_circuitsetup_cacheel, __pyx_t_1) < 0) __PYX_ERR(0, 2944, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":3086
 *     return cscel
 * 
 * def SV_refresh_magnitudes_in_repcache(repcache, paramvec):             # <<<<<<<<<<<<<<
 *     cdef RepCacheEl repcel
 *     cdef SVTermRep termrep
 */
  __pyx_t_1 = PyCFunction_NewEx(&__pyx_mdef_6pygsti_7objects_6replib_10fastreplib_23SV_refresh_magnitudes_in_repcache, NULL, __pyx_n_s_pygsti_objects_replib_fastreplib_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 3086, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  if (PyDict_SetItem(__pyx_d, __pyx_n_s_SV_refresh_magnitudes_in_repcach, __pyx_t_1) < 0) __PYX_ERR(0, 3086, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":3098
 * 
 * 
 * def SV_find_best_pathmagnitude_threshold(calc, rholabel, elabels, circuit, repcache, opcache, circuitsetup_cache, comm=None, memLimit=None,             # <<<<<<<<<<<<<<
 *                                          pathmagnitude_gap=0.0, min_term_mag=0.01, max_paths=500, threshold_guess=0.0):
 * 
 */
  __pyx_t_1 = PyCFunction_NewEx(&__pyx_mdef_6pygsti_7objects_6replib_10fastreplib_25SV_find_best_pathmagnitude_threshold, NULL, __pyx_n_s_pygsti_objects_replib_fastreplib_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 3098, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  if (PyDict_SetItem(__pyx_d, __pyx_n_s_SV_find_best_pathmagnitude_thres, __pyx_t_1) < 0) __PYX_ERR(0, 3098, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":3204
 * 
 * 
 * def SV_compute_pruned_path_polys_given_threshold(             # <<<<<<<<<<<<<<
 *         threshold, calc, rholabel, elabels, circuit, repcache, opcache, circuitsetup_cache,
 *         comm=None, memLimit=None, fastmode=1):
 */
  __pyx_t_1 = PyCFunction_NewEx(&__pyx_mdef_6pygsti_7objects_6replib_10fastreplib_27SV_compute_pruned_path_polys_given_threshold, NULL, __pyx_n_s_pygsti_objects_replib_fastreplib_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 3204, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  if (PyDict_SetItem(__pyx_d, __pyx_n_s_SV_compute_pruned_path_polys_giv, __pyx_t_1) < 0) __PYX_ERR(0, 3204, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":3820
 *     return threshold_lower_bound
 * 
 * def SV_circuit_achieved_and_max_sopm(calc, rholabel, elabels, circuit, repcache, opcache, threshold, min_term_mag):             # <<<<<<<<<<<<<<
 *     """ TODO: docstring """
 * 
 */
  __pyx_t_1 = PyCFunction_NewEx(&__pyx_mdef_6pygsti_7objects_6replib_10fastreplib_29SV_circuit_achieved_and_max_sopm, NULL, __pyx_n_s_pygsti_objects_replib_fastreplib_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 3820, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  if (PyDict_SetItem(__pyx_d, __pyx_n_s_SV_circuit_achieved_and_max_sopm, __pyx_t_1) < 0) __PYX_ERR(0, 3820, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":4562
 * 
 * 
 * def SB_prs_as_polys(calc, rholabel, elabels, circuit, comm=None, memLimit=None, fastmode=True):             # <<<<<<<<<<<<<<
 * 
 *     # Create gatelable -> int mapping to be used throughout
 */
  __pyx_t_1 = PyCFunction_NewEx(&__pyx_mdef_6pygsti_7objects_6replib_10fastreplib_31SB_prs_as_polys, NULL, __pyx_n_s_pygsti_objects_replib_fastreplib_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 4562, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  if (PyDict_SetItem(__pyx_d, __pyx_n_s_SB_prs_as_polys, __pyx_t_1) < 0) __PYX_ERR(0, 4562, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":5053
 * #cdef cfptr myfunctionptr = &myfunc
 * 
 * def dot(np.ndarray[double, ndim=1] f, np.ndarray[double, ndim=1] g):             # <<<<<<<<<<<<<<
 *     cdef INT N = f.shape[0]
 *     cdef float ret = 0.0
 */
  __pyx_t_1 = PyCFunction_NewEx(&__pyx_mdef_6pygsti_7objects_6replib_10fastreplib_33dot, NULL, __pyx_n_s_pygsti_objects_replib_fastreplib_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 5053, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  if (PyDict_SetItem(__pyx_d, __pyx_n_s_dot, __pyx_t_1) < 0) __PYX_ERR(0, 5053, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "pygsti/objects/replib/fastreplib.pyx":1
 * # encoding: utf-8             # <<<<<<<<<<<<<<
 * # cython: profile=False
 * # cython: linetrace=False
 */
  __pyx_t_1 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  if (PyDict_SetItem(__pyx_d, __pyx_n_s_test, __pyx_t_1) < 0) __PYX_ERR(0, 1, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "View.MemoryView":209
 *         info.obj = self
 * 
 *     __pyx_getbuffer = capsule(<void *> &__pyx_array_getbuffer, "getbuffer(obj, view, flags)")             # <<<<<<<<<<<<<<
 * 
 *     def __dealloc__(array self):
 */
  __pyx_t_1 = __pyx_capsule_create(((void *)(&__pyx_array_getbuffer)), ((char *)"getbuffer(obj, view, flags)")); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 209, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  if (PyDict_SetItem((PyObject *)__pyx_array_type->tp_dict, __pyx_n_s_pyx_getbuffer, __pyx_t_1) < 0) __PYX_ERR(1, 209, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  PyType_Modified(__pyx_array_type);

  /* "View.MemoryView":286
 *         return self.name
 * 
 * cdef generic = Enum("<strided and direct or indirect>")             # <<<<<<<<<<<<<<
 * cdef strided = Enum("<strided and direct>") # default
 * cdef indirect = Enum("<strided and indirect>")
 */
  __pyx_t_1 = __Pyx_PyObject_Call(((PyObject *)__pyx_MemviewEnum_type), __pyx_tuple__81, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 286, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_XGOTREF(generic);
  __Pyx_DECREF_SET(generic, __pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __pyx_t_1 = 0;

  /* "View.MemoryView":287
 * 
 * cdef generic = Enum("<strided and direct or indirect>")
 * cdef strided = Enum("<strided and direct>") # default             # <<<<<<<<<<<<<<
 * cdef indirect = Enum("<strided and indirect>")
 * 
 */
  __pyx_t_1 = __Pyx_PyObject_Call(((PyObject *)__pyx_MemviewEnum_type), __pyx_tuple__82, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 287, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_XGOTREF(strided);
  __Pyx_DECREF_SET(strided, __pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __pyx_t_1 = 0;

  /* "View.MemoryView":288
 * cdef generic = Enum("<strided and direct or indirect>")
 * cdef strided = Enum("<strided and direct>") # default
 * cdef indirect = Enum("<strided and indirect>")             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_t_1 = __Pyx_PyObject_Call(((PyObject *)__pyx_MemviewEnum_type), __pyx_tuple__83, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 288, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_XGOTREF(indirect);
  __Pyx_DECREF_SET(indirect, __pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __pyx_t_1 = 0;

  /* "View.MemoryView":291
 * 
 * 
 * cdef contiguous = Enum("<contiguous and direct>")             # <<<<<<<<<<<<<<
 * cdef indirect_contiguous = Enum("<contiguous and indirect>")
 * 
 */
  __pyx_t_1 = __Pyx_PyObject_Call(((PyObject *)__pyx_MemviewEnum_type), __pyx_tuple__84, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 291, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_XGOTREF(contiguous);
  __Pyx_DECREF_SET(contiguous, __pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __pyx_t_1 = 0;

  /* "View.MemoryView":292
 * 
 * cdef contiguous = Enum("<contiguous and direct>")
 * cdef indirect_contiguous = Enum("<contiguous and indirect>")             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_t_1 = __Pyx_PyObject_Call(((PyObject *)__pyx_MemviewEnum_type), __pyx_tuple__85, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 292, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  __Pyx_XGOTREF(indirect_contiguous);
  __Pyx_DECREF_SET(indirect_contiguous, __pyx_t_1);
  __Pyx_GIVEREF(__pyx_t_1);
  __pyx_t_1 = 0;

  /* "View.MemoryView":316
 * 
 * DEF THREAD_LOCKS_PREALLOCATED = 8
 * cdef int __pyx_memoryview_thread_locks_used = 0             # <<<<<<<<<<<<<<
 * cdef PyThread_type_lock[THREAD_LOCKS_PREALLOCATED] __pyx_memoryview_thread_locks = [
 *     PyThread_allocate_lock(),
 */
  __pyx_memoryview_thread_locks_used = 0;

  /* "View.MemoryView":317
 * DEF THREAD_LOCKS_PREALLOCATED = 8
 * cdef int __pyx_memoryview_thread_locks_used = 0
 * cdef PyThread_type_lock[THREAD_LOCKS_PREALLOCATED] __pyx_memoryview_thread_locks = [             # <<<<<<<<<<<<<<
 *     PyThread_allocate_lock(),
 *     PyThread_allocate_lock(),
 */
  __pyx_t_3[0] = PyThread_allocate_lock();
  __pyx_t_3[1] = PyThread_allocate_lock();
  __pyx_t_3[2] = PyThread_allocate_lock();
  __pyx_t_3[3] = PyThread_allocate_lock();
  __pyx_t_3[4] = PyThread_allocate_lock();
  __pyx_t_3[5] = PyThread_allocate_lock();
  __pyx_t_3[6] = PyThread_allocate_lock();
  __pyx_t_3[7] = PyThread_allocate_lock();
  memcpy(&(__pyx_memoryview_thread_locks[0]), __pyx_t_3, sizeof(__pyx_memoryview_thread_locks[0]) * (8));

  /* "View.MemoryView":549
 *         info.obj = self
 * 
 *     __pyx_getbuffer = capsule(<void *> &__pyx_memoryview_getbuffer, "getbuffer(obj, view, flags)")             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_t_1 = __pyx_capsule_create(((void *)(&__pyx_memoryview_getbuffer)), ((char *)"getbuffer(obj, view, flags)")); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 549, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  if (PyDict_SetItem((PyObject *)__pyx_memoryview_type->tp_dict, __pyx_n_s_pyx_getbuffer, __pyx_t_1) < 0) __PYX_ERR(1, 549, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  PyType_Modified(__pyx_memoryview_type);

  /* "View.MemoryView":995
 *         return self.from_object
 * 
 *     __pyx_getbuffer = capsule(<void *> &__pyx_memoryview_getbuffer, "getbuffer(obj, view, flags)")             # <<<<<<<<<<<<<<
 * 
 * 
 */
  __pyx_t_1 = __pyx_capsule_create(((void *)(&__pyx_memoryview_getbuffer)), ((char *)"getbuffer(obj, view, flags)")); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 995, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  if (PyDict_SetItem((PyObject *)__pyx_memoryviewslice_type->tp_dict, __pyx_n_s_pyx_getbuffer, __pyx_t_1) < 0) __PYX_ERR(1, 995, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
  PyType_Modified(__pyx_memoryviewslice_type);

  /* "(tree fragment)":1
 * def __pyx_unpickle_Enum(__pyx_type, long __pyx_checksum, __pyx_state):             # <<<<<<<<<<<<<<
 *     cdef object __pyx_PickleError
 *     cdef object __pyx_result
 */
  __pyx_t_1 = PyCFunction_NewEx(&__pyx_mdef_15View_dot_MemoryView_1__pyx_unpickle_Enum, NULL, __pyx_n_s_View_MemoryView); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 1, __pyx_L1_error)
  __Pyx_GOTREF(__pyx_t_1);
  if (PyDict_SetItem(__pyx_d, __pyx_n_s_pyx_unpickle_Enum, __pyx_t_1) < 0) __PYX_ERR(1, 1, __pyx_L1_error)
  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;

  /* "(tree fragment)":11
 *         __pyx_unpickle_Enum__set_state(<Enum> __pyx_result, __pyx_state)
 *     return __pyx_result
 * cdef __pyx_unpickle_Enum__set_state(Enum __pyx_result, tuple __pyx_state):             # <<<<<<<<<<<<<<
 *     __pyx_result.name = __pyx_state[0]
 *     if len(__pyx_state) > 1 and hasattr(__pyx_result, '__dict__'):
 */

  /*--- Wrapped vars code ---*/

  goto __pyx_L0;
  __pyx_L1_error:;
  __Pyx_XDECREF(__pyx_t_1);
  __Pyx_XDECREF(__pyx_t_2);
  if (__pyx_m) {
    if (__pyx_d) {
      __Pyx_AddTraceback("init pygsti.objects.replib.fastreplib", __pyx_clineno, __pyx_lineno, __pyx_filename);
    }
    Py_CLEAR(__pyx_m);
  } else if (!PyErr_Occurred()) {
    PyErr_SetString(PyExc_ImportError, "init pygsti.objects.replib.fastreplib");
  }
  __pyx_L0:;
  __Pyx_RefNannyFinishContext();
  #if CYTHON_PEP489_MULTI_PHASE_INIT
  return (__pyx_m != NULL) ? 0 : -1;
  #elif PY_MAJOR_VERSION >= 3
  return __pyx_m;
  #else
  return;
  #endif
}

/* --- Runtime support code --- */
/* Refnanny */
#if CYTHON_REFNANNY
static __Pyx_RefNannyAPIStruct *__Pyx_RefNannyImportAPI(const char *modname) {
    PyObject *m = NULL, *p = NULL;
    void *r = NULL;
    m = PyImport_ImportModule(modname);
    if (!m) goto end;
    p = PyObject_GetAttrString(m, "RefNannyAPI");
    if (!p) goto end;
    r = PyLong_AsVoidPtr(p);
end:
    Py_XDECREF(p);
    Py_XDECREF(m);
    return (__Pyx_RefNannyAPIStruct *)r;
}
#endif

/* PyObjectGetAttrStr */
#if CYTHON_USE_TYPE_SLOTS
static CYTHON_INLINE PyObject* __Pyx_PyObject_GetAttrStr(PyObject* obj, PyObject* attr_name) {
    PyTypeObject* tp = Py_TYPE(obj);
    if (likely(tp->tp_getattro))
        return tp->tp_getattro(obj, attr_name);
#if PY_MAJOR_VERSION < 3
    if (likely(tp->tp_getattr))
        return tp->tp_getattr(obj, PyString_AS_STRING(attr_name));
#endif
    return PyObject_GetAttr(obj, attr_name);
}
#endif

/* GetBuiltinName */
static PyObject *__Pyx_GetBuiltinName(PyObject *name) {
    PyObject* result = __Pyx_PyObject_GetAttrStr(__pyx_b, name);
    if (unlikely(!result)) {
        PyErr_Format(PyExc_NameError,
#if PY_MAJOR_VERSION >= 3
            "name '%U' is not defined", name);
#else
            "name '%.200s' is not defined", PyString_AS_STRING(name));
#endif
    }
    return result;
}

/* RaiseDoubleKeywords */
static void __Pyx_RaiseDoubleKeywordsError(
    const char* func_name,
    PyObject* kw_name)
{
    PyErr_Format(PyExc_TypeError,
        #if PY_MAJOR_VERSION >= 3
        "%s() got multiple values for keyword argument '%U'", func_name, kw_name);
        #else
        "%s() got multiple values for keyword argument '%s'", func_name,
        PyString_AsString(kw_name));
        #endif
}

/* ParseKeywords */
static int __Pyx_ParseOptionalKeywords(
    PyObject *kwds,
    PyObject **argnames[],
    PyObject *kwds2,
    PyObject *values[],
    Py_ssize_t num_pos_args,
    const char* function_name)
{
    PyObject *key = 0, *value = 0;
    Py_ssize_t pos = 0;
    PyObject*** name;
    PyObject*** first_kw_arg = argnames + num_pos_args;
    while (PyDict_Next(kwds, &pos, &key, &value)) {
        name = first_kw_arg;
        while (*name && (**name != key)) name++;
        if (*name) {
            values[name-argnames] = value;
            continue;
        }
        name = first_kw_arg;
        #if PY_MAJOR_VERSION < 3
        if (likely(PyString_CheckExact(key)) || likely(PyString_Check(key))) {
            while (*name) {
                if ((CYTHON_COMPILING_IN_PYPY || PyString_GET_SIZE(**name) == PyString_GET_SIZE(key))
                        && _PyString_Eq(**name, key)) {
                    values[name-argnames] = value;
                    break;
                }
                name++;
            }
            if (*name) continue;
            else {
                PyObject*** argname = argnames;
                while (argname != first_kw_arg) {
                    if ((**argname == key) || (
                            (CYTHON_COMPILING_IN_PYPY || PyString_GET_SIZE(**argname) == PyString_GET_SIZE(key))
                             && _PyString_Eq(**argname, key))) {
                        goto arg_passed_twice;
                    }
                    argname++;
                }
            }
        } else
        #endif
        if (likely(PyUnicode_Check(key))) {
            while (*name) {
                int cmp = (**name == key) ? 0 :
                #if !CYTHON_COMPILING_IN_PYPY && PY_MAJOR_VERSION >= 3
                    (PyUnicode_GET_SIZE(**name) != PyUnicode_GET_SIZE(key)) ? 1 :
                #endif
                    PyUnicode_Compare(**name, key);
                if (cmp < 0 && unlikely(PyErr_Occurred())) goto bad;
                if (cmp == 0) {
                    values[name-argnames] = value;
                    break;
                }
                name++;
            }
            if (*name) continue;
            else {
                PyObject*** argname = argnames;
                while (argname != first_kw_arg) {
                    int cmp = (**argname == key) ? 0 :
                    #if !CYTHON_COMPILING_IN_PYPY && PY_MAJOR_VERSION >= 3
                        (PyUnicode_GET_SIZE(**argname) != PyUnicode_GET_SIZE(key)) ? 1 :
                    #endif
                        PyUnicode_Compare(**argname, key);
                    if (cmp < 0 && unlikely(PyErr_Occurred())) goto bad;
                    if (cmp == 0) goto arg_passed_twice;
                    argname++;
                }
            }
        } else
            goto invalid_keyword_type;
        if (kwds2) {
            if (unlikely(PyDict_SetItem(kwds2, key, value))) goto bad;
        } else {
            goto invalid_keyword;
        }
    }
    return 0;
arg_passed_twice:
    __Pyx_RaiseDoubleKeywordsError(function_name, key);
    goto bad;
invalid_keyword_type:
    PyErr_Format(PyExc_TypeError,
        "%.200s() keywords must be strings", function_name);
    goto bad;
invalid_keyword:
    PyErr_Format(PyExc_TypeError,
    #if PY_MAJOR_VERSION < 3
        "%.200s() got an unexpected keyword argument '%.200s'",
        function_name, PyString_AsString(key));
    #else
        "%s() got an unexpected keyword argument '%U'",
        function_name, key);
    #endif
bad:
    return -1;
}

/* RaiseArgTupleInvalid */
static void __Pyx_RaiseArgtupleInvalid(
    const char* func_name,
    int exact,
    Py_ssize_t num_min,
    Py_ssize_t num_max,
    Py_ssize_t num_found)
{
    Py_ssize_t num_expected;
    const char *more_or_less;
    if (num_found < num_min) {
        num_expected = num_min;
        more_or_less = "at least";
    } else {
        num_expected = num_max;
        more_or_less = "at most";
    }
    if (exact) {
        more_or_less = "exactly";
    }
    PyErr_Format(PyExc_TypeError,
                 "%.200s() takes %.8s %" CYTHON_FORMAT_SSIZE_T "d positional argument%.1s (%" CYTHON_FORMAT_SSIZE_T "d given)",
                 func_name, more_or_less, num_expected,
                 (num_expected == 1) ? "" : "s", num_found);
}

/* ArgTypeTest */
static int __Pyx__ArgTypeTest(PyObject *obj, PyTypeObject *type, const char *name, int exact)
{
    if (unlikely(!type)) {
        PyErr_SetString(PyExc_SystemError, "Missing type object");
        return 0;
    }
    else if (exact) {
        #if PY_MAJOR_VERSION == 2
        if ((type == &PyBaseString_Type) && likely(__Pyx_PyBaseString_CheckExact(obj))) return 1;
        #endif
    }
    else {
        if (likely(__Pyx_TypeCheck(obj, type))) return 1;
    }
    PyErr_Format(PyExc_TypeError,
        "Argument '%.200s' has incorrect type (expected %.200s, got %.200s)",
        name, type->tp_name, Py_TYPE(obj)->tp_name);
    return 0;
}

/* IsLittleEndian */
static CYTHON_INLINE int __Pyx_Is_Little_Endian(void)
{
  union {
    uint32_t u32;
    uint8_t u8[4];
  } S;
  S.u32 = 0x01020304;
  return S.u8[0] == 4;
}

/* BufferFormatCheck */
static void __Pyx_BufFmt_Init(__Pyx_BufFmt_Context* ctx,
                              __Pyx_BufFmt_StackElem* stack,
                              __Pyx_TypeInfo* type) {
  stack[0].field = &ctx->root;
  stack[0].parent_offset = 0;
  ctx->root.type = type;
  ctx->root.name = "buffer dtype";
  ctx->root.offset = 0;
  ctx->head = stack;
  ctx->head->field = &ctx->root;
  ctx->fmt_offset = 0;
  ctx->head->parent_offset = 0;
  ctx->new_packmode = '@';
  ctx->enc_packmode = '@';
  ctx->new_count = 1;
  ctx->enc_count = 0;
  ctx->enc_type = 0;
  ctx->is_complex = 0;
  ctx->is_valid_array = 0;
  ctx->struct_alignment = 0;
  while (type->typegroup == 'S') {
    ++ctx->head;
    ctx->head->field = type->fields;
    ctx->head->parent_offset = 0;
    type = type->fields->type;
  }
}
static int __Pyx_BufFmt_ParseNumber(const char** ts) {
    int count;
    const char* t = *ts;
    if (*t < '0' || *t > '9') {
      return -1;
    } else {
        count = *t++ - '0';
        while (*t >= '0' && *t <= '9') {
            count *= 10;
            count += *t++ - '0';
        }
    }
    *ts = t;
    return count;
}
static int __Pyx_BufFmt_ExpectNumber(const char **ts) {
    int number = __Pyx_BufFmt_ParseNumber(ts);
    if (number == -1)
        PyErr_Format(PyExc_ValueError,\
                     "Does not understand character buffer dtype format string ('%c')", **ts);
    return number;
}
static void __Pyx_BufFmt_RaiseUnexpectedChar(char ch) {
  PyErr_Format(PyExc_ValueError,
               "Unexpected format string character: '%c'", ch);
}
static const char* __Pyx_BufFmt_DescribeTypeChar(char ch, int is_complex) {
  switch (ch) {
    case '?': return "'bool'";
    case 'c': return "'char'";
    case 'b': return "'signed char'";
    case 'B': return "'unsigned char'";
    case 'h': return "'short'";
    case 'H': return "'unsigned short'";
    case 'i': return "'int'";
    case 'I': return "'unsigned int'";
    case 'l': return "'long'";
    case 'L': return "'unsigned long'";
    case 'q': return "'long long'";
    case 'Q': return "'unsigned long long'";
    case 'f': return (is_complex ? "'complex float'" : "'float'");
    case 'd': return (is_complex ? "'complex double'" : "'double'");
    case 'g': return (is_complex ? "'complex long double'" : "'long double'");
    case 'T': return "a struct";
    case 'O': return "Python object";
    case 'P': return "a pointer";
    case 's': case 'p': return "a string";
    case 0: return "end";
    default: return "unparseable format string";
  }
}
static size_t __Pyx_BufFmt_TypeCharToStandardSize(char ch, int is_complex) {
  switch (ch) {
    case '?': case 'c': case 'b': case 'B': case 's': case 'p': return 1;
    case 'h': case 'H': return 2;
    case 'i': case 'I': case 'l': case 'L': return 4;
    case 'q': case 'Q': return 8;
    case 'f': return (is_complex ? 8 : 4);
    case 'd': return (is_complex ? 16 : 8);
    case 'g': {
      PyErr_SetString(PyExc_ValueError, "Python does not define a standard format string size for long double ('g')..");
      return 0;
    }
    case 'O': case 'P': return sizeof(void*);
    default:
      __Pyx_BufFmt_RaiseUnexpectedChar(ch);
      return 0;
    }
}
static size_t __Pyx_BufFmt_TypeCharToNativeSize(char ch, int is_complex) {
  switch (ch) {
    case '?': case 'c': case 'b': case 'B': case 's': case 'p': return 1;
    case 'h': case 'H': return sizeof(short);
    case 'i': case 'I': return sizeof(int);
    case 'l': case 'L': return sizeof(long);
    #ifdef HAVE_LONG_LONG
    case 'q': case 'Q': return sizeof(PY_LONG_LONG);
    #endif
    case 'f': return sizeof(float) * (is_complex ? 2 : 1);
    case 'd': return sizeof(double) * (is_complex ? 2 : 1);
    case 'g': return sizeof(long double) * (is_complex ? 2 : 1);
    case 'O': case 'P': return sizeof(void*);
    default: {
      __Pyx_BufFmt_RaiseUnexpectedChar(ch);
      return 0;
    }
  }
}
typedef struct { char c; short x; } __Pyx_st_short;
typedef struct { char c; int x; } __Pyx_st_int;
typedef struct { char c; long x; } __Pyx_st_long;
typedef struct { char c; float x; } __Pyx_st_float;
typedef struct { char c; double x; } __Pyx_st_double;
typedef struct { char c; long double x; } __Pyx_st_longdouble;
typedef struct { char c; void *x; } __Pyx_st_void_p;
#ifdef HAVE_LONG_LONG
typedef struct { char c; PY_LONG_LONG x; } __Pyx_st_longlong;
#endif
static size_t __Pyx_BufFmt_TypeCharToAlignment(char ch, CYTHON_UNUSED int is_complex) {
  switch (ch) {
    case '?': case 'c': case 'b': case 'B': case 's': case 'p': return 1;
    case 'h': case 'H': return sizeof(__Pyx_st_short) - sizeof(short);
    case 'i': case 'I': return sizeof(__Pyx_st_int) - sizeof(int);
    case 'l': case 'L': return sizeof(__Pyx_st_long) - sizeof(long);
#ifdef HAVE_LONG_LONG
    case 'q': case 'Q': return sizeof(__Pyx_st_longlong) - sizeof(PY_LONG_LONG);
#endif
    case 'f': return sizeof(__Pyx_st_float) - sizeof(float);
    case 'd': return sizeof(__Pyx_st_double) - sizeof(double);
    case 'g': return sizeof(__Pyx_st_longdouble) - sizeof(long double);
    case 'P': case 'O': return sizeof(__Pyx_st_void_p) - sizeof(void*);
    default:
      __Pyx_BufFmt_RaiseUnexpectedChar(ch);
      return 0;
    }
}
/* These are for computing the padding at the end of the struct to align
   on the first member of the struct. This will probably the same as above,
   but we don't have any guarantees.
 */
typedef struct { short x; char c; } __Pyx_pad_short;
typedef struct { int x; char c; } __Pyx_pad_int;
typedef struct { long x; char c; } __Pyx_pad_long;
typedef struct { float x; char c; } __Pyx_pad_float;
typedef struct { double x; char c; } __Pyx_pad_double;
typedef struct { long double x; char c; } __Pyx_pad_longdouble;
typedef struct { void *x; char c; } __Pyx_pad_void_p;
#ifdef HAVE_LONG_LONG
typedef struct { PY_LONG_LONG x; char c; } __Pyx_pad_longlong;
#endif
static size_t __Pyx_BufFmt_TypeCharToPadding(char ch, CYTHON_UNUSED int is_complex) {
  switch (ch) {
    case '?': case 'c': case 'b': case 'B': case 's': case 'p': return 1;
    case 'h': case 'H': return sizeof(__Pyx_pad_short) - sizeof(short);
    case 'i': case 'I': return sizeof(__Pyx_pad_int) - sizeof(int);
    case 'l': case 'L': return sizeof(__Pyx_pad_long) - sizeof(long);
#ifdef HAVE_LONG_LONG
    case 'q': case 'Q': return sizeof(__Pyx_pad_longlong) - sizeof(PY_LONG_LONG);
#endif
    case 'f': return sizeof(__Pyx_pad_float) - sizeof(float);
    case 'd': return sizeof(__Pyx_pad_double) - sizeof(double);
    case 'g': return sizeof(__Pyx_pad_longdouble) - sizeof(long double);
    case 'P': case 'O': return sizeof(__Pyx_pad_void_p) - sizeof(void*);
    default:
      __Pyx_BufFmt_RaiseUnexpectedChar(ch);
      return 0;
    }
}
static char __Pyx_BufFmt_TypeCharToGroup(char ch, int is_complex) {
  switch (ch) {
    case 'c':
        return 'H';
    case 'b': case 'h': case 'i':
    case 'l': case 'q': case 's': case 'p':
        return 'I';
    case '?': case 'B': case 'H': case 'I': case 'L': case 'Q':
        return 'U';
    case 'f': case 'd': case 'g':
        return (is_complex ? 'C' : 'R');
    case 'O':
        return 'O';
    case 'P':
        return 'P';
    default: {
      __Pyx_BufFmt_RaiseUnexpectedChar(ch);
      return 0;
    }
  }
}
static void __Pyx_BufFmt_RaiseExpected(__Pyx_BufFmt_Context* ctx) {
  if (ctx->head == NULL || ctx->head->field == &ctx->root) {
    const char* expected;
    const char* quote;
    if (ctx->head == NULL) {
      expected = "end";
      quote = "";
    } else {
      expected = ctx->head->field->type->name;
      quote = "'";
    }
    PyErr_Format(PyExc_ValueError,
                 "Buffer dtype mismatch, expected %s%s%s but got %s",
                 quote, expected, quote,
                 __Pyx_BufFmt_DescribeTypeChar(ctx->enc_type, ctx->is_complex));
  } else {
    __Pyx_StructField* field = ctx->head->field;
    __Pyx_StructField* parent = (ctx->head - 1)->field;
    PyErr_Format(PyExc_ValueError,
                 "Buffer dtype mismatch, expected '%s' but got %s in '%s.%s'",
                 field->type->name, __Pyx_BufFmt_DescribeTypeChar(ctx->enc_type, ctx->is_complex),
                 parent->type->name, field->name);
  }
}
static int __Pyx_BufFmt_ProcessTypeChunk(__Pyx_BufFmt_Context* ctx) {
  char group;
  size_t size, offset, arraysize = 1;
  if (ctx->enc_type == 0) return 0;
  if (ctx->head->field->type->arraysize[0]) {
    int i, ndim = 0;
    if (ctx->enc_type == 's' || ctx->enc_type == 'p') {
        ctx->is_valid_array = ctx->head->field->type->ndim == 1;
        ndim = 1;
        if (ctx->enc_count != ctx->head->field->type->arraysize[0]) {
            PyErr_Format(PyExc_ValueError,
                         "Expected a dimension of size %zu, got %zu",
                         ctx->head->field->type->arraysize[0], ctx->enc_count);
            return -1;
        }
    }
    if (!ctx->is_valid_array) {
      PyErr_Format(PyExc_ValueError, "Expected %d dimensions, got %d",
                   ctx->head->field->type->ndim, ndim);
      return -1;
    }
    for (i = 0; i < ctx->head->field->type->ndim; i++) {
      arraysize *= ctx->head->field->type->arraysize[i];
    }
    ctx->is_valid_array = 0;
    ctx->enc_count = 1;
  }
  group = __Pyx_BufFmt_TypeCharToGroup(ctx->enc_type, ctx->is_complex);
  do {
    __Pyx_StructField* field = ctx->head->field;
    __Pyx_TypeInfo* type = field->type;
    if (ctx->enc_packmode == '@' || ctx->enc_packmode == '^') {
      size = __Pyx_BufFmt_TypeCharToNativeSize(ctx->enc_type, ctx->is_complex);
    } else {
      size = __Pyx_BufFmt_TypeCharToStandardSize(ctx->enc_type, ctx->is_complex);
    }
    if (ctx->enc_packmode == '@') {
      size_t align_at = __Pyx_BufFmt_TypeCharToAlignment(ctx->enc_type, ctx->is_complex);
      size_t align_mod_offset;
      if (align_at == 0) return -1;
      align_mod_offset = ctx->fmt_offset % align_at;
      if (align_mod_offset > 0) ctx->fmt_offset += align_at - align_mod_offset;
      if (ctx->struct_alignment == 0)
          ctx->struct_alignment = __Pyx_BufFmt_TypeCharToPadding(ctx->enc_type,
                                                                 ctx->is_complex);
    }
    if (type->size != size || type->typegroup != group) {
      if (type->typegroup == 'C' && type->fields != NULL) {
        size_t parent_offset = ctx->head->parent_offset + field->offset;
        ++ctx->head;
        ctx->head->field = type->fields;
        ctx->head->parent_offset = parent_offset;
        continue;
      }
      if ((type->typegroup == 'H' || group == 'H') && type->size == size) {
      } else {
          __Pyx_BufFmt_RaiseExpected(ctx);
          return -1;
      }
    }
    offset = ctx->head->parent_offset + field->offset;
    if (ctx->fmt_offset != offset) {
      PyErr_Format(PyExc_ValueError,
                   "Buffer dtype mismatch; next field is at offset %" CYTHON_FORMAT_SSIZE_T "d but %" CYTHON_FORMAT_SSIZE_T "d expected",
                   (Py_ssize_t)ctx->fmt_offset, (Py_ssize_t)offset);
      return -1;
    }
    ctx->fmt_offset += size;
    if (arraysize)
      ctx->fmt_offset += (arraysize - 1) * size;
    --ctx->enc_count;
    while (1) {
      if (field == &ctx->root) {
        ctx->head = NULL;
        if (ctx->enc_count != 0) {
          __Pyx_BufFmt_RaiseExpected(ctx);
          return -1;
        }
        break;
      }
      ctx->head->field = ++field;
      if (field->type == NULL) {
        --ctx->head;
        field = ctx->head->field;
        continue;
      } else if (field->type->typegroup == 'S') {
        size_t parent_offset = ctx->head->parent_offset + field->offset;
        if (field->type->fields->type == NULL) continue;
        field = field->type->fields;
        ++ctx->head;
        ctx->head->field = field;
        ctx->head->parent_offset = parent_offset;
        break;
      } else {
        break;
      }
    }
  } while (ctx->enc_count);
  ctx->enc_type = 0;
  ctx->is_complex = 0;
  return 0;
}
static PyObject *
__pyx_buffmt_parse_array(__Pyx_BufFmt_Context* ctx, const char** tsp)
{
    const char *ts = *tsp;
    int i = 0, number;
    int ndim = ctx->head->field->type->ndim;
;
    ++ts;
    if (ctx->new_count != 1) {
        PyErr_SetString(PyExc_ValueError,
                        "Cannot handle repeated arrays in format string");
        return NULL;
    }
    if (__Pyx_BufFmt_ProcessTypeChunk(ctx) == -1) return NULL;
    while (*ts && *ts != ')') {
        switch (*ts) {
            case ' ': case '\f': case '\r': case '\n': case '\t': case '\v':  continue;
            default:  break;
        }
        number = __Pyx_BufFmt_ExpectNumber(&ts);
        if (number == -1) return NULL;
        if (i < ndim && (size_t) number != ctx->head->field->type->arraysize[i])
            return PyErr_Format(PyExc_ValueError,
                        "Expected a dimension of size %zu, got %d",
                        ctx->head->field->type->arraysize[i], number);
        if (*ts != ',' && *ts != ')')
            return PyErr_Format(PyExc_ValueError,
                                "Expected a comma in format string, got '%c'", *ts);
        if (*ts == ',') ts++;
        i++;
    }
    if (i != ndim)
        return PyErr_Format(PyExc_ValueError, "Expected %d dimension(s), got %d",
                            ctx->head->field->type->ndim, i);
    if (!*ts) {
        PyErr_SetString(PyExc_ValueError,
                        "Unexpected end of format string, expected ')'");
        return NULL;
    }
    ctx->is_valid_array = 1;
    ctx->new_count = 1;
    *tsp = ++ts;
    return Py_None;
}
static const char* __Pyx_BufFmt_CheckString(__Pyx_BufFmt_Context* ctx, const char* ts) {
  int got_Z = 0;
  while (1) {
    switch(*ts) {
      case 0:
        if (ctx->enc_type != 0 && ctx->head == NULL) {
          __Pyx_BufFmt_RaiseExpected(ctx);
          return NULL;
        }
        if (__Pyx_BufFmt_ProcessTypeChunk(ctx) == -1) return NULL;
        if (ctx->head != NULL) {
          __Pyx_BufFmt_RaiseExpected(ctx);
          return NULL;
        }
        return ts;
      case ' ':
      case '\r':
      case '\n':
        ++ts;
        break;
      case '<':
        if (!__Pyx_Is_Little_Endian()) {
          PyErr_SetString(PyExc_ValueError, "Little-endian buffer not supported on big-endian compiler");
          return NULL;
        }
        ctx->new_packmode = '=';
        ++ts;
        break;
      case '>':
      case '!':
        if (__Pyx_Is_Little_Endian()) {
          PyErr_SetString(PyExc_ValueError, "Big-endian buffer not supported on little-endian compiler");
          return NULL;
        }
        ctx->new_packmode = '=';
        ++ts;
        break;
      case '=':
      case '@':
      case '^':
        ctx->new_packmode = *ts++;
        break;
      case 'T':
        {
          const char* ts_after_sub;
          size_t i, struct_count = ctx->new_count;
          size_t struct_alignment = ctx->struct_alignment;
          ctx->new_count = 1;
          ++ts;
          if (*ts != '{') {
            PyErr_SetString(PyExc_ValueError, "Buffer acquisition: Expected '{' after 'T'");
            return NULL;
          }
          if (__Pyx_BufFmt_ProcessTypeChunk(ctx) == -1) return NULL;
          ctx->enc_type = 0;
          ctx->enc_count = 0;
          ctx->struct_alignment = 0;
          ++ts;
          ts_after_sub = ts;
          for (i = 0; i != struct_count; ++i) {
            ts_after_sub = __Pyx_BufFmt_CheckString(ctx, ts);
            if (!ts_after_sub) return NULL;
          }
          ts = ts_after_sub;
          if (struct_alignment) ctx->struct_alignment = struct_alignment;
        }
        break;
      case '}':
        {
          size_t alignment = ctx->struct_alignment;
          ++ts;
          if (__Pyx_BufFmt_ProcessTypeChunk(ctx) == -1) return NULL;
          ctx->enc_type = 0;
          if (alignment && ctx->fmt_offset % alignment) {
            ctx->fmt_offset += alignment - (ctx->fmt_offset % alignment);
          }
        }
        return ts;
      case 'x':
        if (__Pyx_BufFmt_ProcessTypeChunk(ctx) == -1) return NULL;
        ctx->fmt_offset += ctx->new_count;
        ctx->new_count = 1;
        ctx->enc_count = 0;
        ctx->enc_type = 0;
        ctx->enc_packmode = ctx->new_packmode;
        ++ts;
        break;
      case 'Z':
        got_Z = 1;
        ++ts;
        if (*ts != 'f' && *ts != 'd' && *ts != 'g') {
          __Pyx_BufFmt_RaiseUnexpectedChar('Z');
          return NULL;
        }
        CYTHON_FALLTHROUGH;
      case '?': case 'c': case 'b': case 'B': case 'h': case 'H': case 'i': case 'I':
      case 'l': case 'L': case 'q': case 'Q':
      case 'f': case 'd': case 'g':
      case 'O': case 'p':
        if (ctx->enc_type == *ts && got_Z == ctx->is_complex &&
            ctx->enc_packmode == ctx->new_packmode) {
          ctx->enc_count += ctx->new_count;
          ctx->new_count = 1;
          got_Z = 0;
          ++ts;
          break;
        }
        CYTHON_FALLTHROUGH;
      case 's':
        if (__Pyx_BufFmt_ProcessTypeChunk(ctx) == -1) return NULL;
        ctx->enc_count = ctx->new_count;
        ctx->enc_packmode = ctx->new_packmode;
        ctx->enc_type = *ts;
        ctx->is_complex = got_Z;
        ++ts;
        ctx->new_count = 1;
        got_Z = 0;
        break;
      case ':':
        ++ts;
        while(*ts != ':') ++ts;
        ++ts;
        break;
      case '(':
        if (!__pyx_buffmt_parse_array(ctx, &ts)) return NULL;
        break;
      default:
        {
          int number = __Pyx_BufFmt_ExpectNumber(&ts);
          if (number == -1) return NULL;
          ctx->new_count = (size_t)number;
        }
    }
  }
}

/* BufferGetAndValidate */
  static CYTHON_INLINE void __Pyx_SafeReleaseBuffer(Py_buffer* info) {
  if (unlikely(info->buf == NULL)) return;
  if (info->suboffsets == __Pyx_minusones) info->suboffsets = NULL;
  __Pyx_ReleaseBuffer(info);
}
static void __Pyx_ZeroBuffer(Py_buffer* buf) {
  buf->buf = NULL;
  buf->obj = NULL;
  buf->strides = __Pyx_zeros;
  buf->shape = __Pyx_zeros;
  buf->suboffsets = __Pyx_minusones;
}
static int __Pyx__GetBufferAndValidate(
        Py_buffer* buf, PyObject* obj,  __Pyx_TypeInfo* dtype, int flags,
        int nd, int cast, __Pyx_BufFmt_StackElem* stack)
{
  buf->buf = NULL;
  if (unlikely(__Pyx_GetBuffer(obj, buf, flags) == -1)) {
    __Pyx_ZeroBuffer(buf);
    return -1;
  }
  if (unlikely(buf->ndim != nd)) {
    PyErr_Format(PyExc_ValueError,
                 "Buffer has wrong number of dimensions (expected %d, got %d)",
                 nd, buf->ndim);
    goto fail;
  }
  if (!cast) {
    __Pyx_BufFmt_Context ctx;
    __Pyx_BufFmt_Init(&ctx, stack, dtype);
    if (!__Pyx_BufFmt_CheckString(&ctx, buf->format)) goto fail;
  }
  if (unlikely((size_t)buf->itemsize != dtype->size)) {
    PyErr_Format(PyExc_ValueError,
      "Item size of buffer (%" CYTHON_FORMAT_SSIZE_T "d byte%s) does not match size of '%s' (%" CYTHON_FORMAT_SSIZE_T "d byte%s)",
      buf->itemsize, (buf->itemsize > 1) ? "s" : "",
      dtype->name, (Py_ssize_t)dtype->size, (dtype->size > 1) ? "s" : "");
    goto fail;
  }
  if (buf->suboffsets == NULL) buf->suboffsets = __Pyx_minusones;
  return 0;
fail:;
  __Pyx_SafeReleaseBuffer(buf);
  return -1;
}

/* PyDictVersioning */
  #if CYTHON_USE_DICT_VERSIONS && CYTHON_USE_TYPE_SLOTS
static CYTHON_INLINE PY_UINT64_T __Pyx_get_tp_dict_version(PyObject *obj) {
    PyObject *dict = Py_TYPE(obj)->tp_dict;
    return likely(dict) ? __PYX_GET_DICT_VERSION(dict) : 0;
}
static CYTHON_INLINE PY_UINT64_T __Pyx_get_object_dict_version(PyObject *obj) {
    PyObject **dictptr = NULL;
    Py_ssize_t offset = Py_TYPE(obj)->tp_dictoffset;
    if (offset) {
#if CYTHON_COMPILING_IN_CPYTHON
        dictptr = (likely(offset > 0)) ? (PyObject **) ((char *)obj + offset) : _PyObject_GetDictPtr(obj);
#else
        dictptr = _PyObject_GetDictPtr(obj);
#endif
    }
    return (dictptr && *dictptr) ? __PYX_GET_DICT_VERSION(*dictptr) : 0;
}
static CYTHON_INLINE int __Pyx_object_dict_version_matches(PyObject* obj, PY_UINT64_T tp_dict_version, PY_UINT64_T obj_dict_version) {
    PyObject *dict = Py_TYPE(obj)->tp_dict;
    if (unlikely(!dict) || unlikely(tp_dict_version != __PYX_GET_DICT_VERSION(dict)))
        return 0;
    return obj_dict_version == __Pyx_get_object_dict_version(obj);
}
#endif

/* GetModuleGlobalName */
  #if CYTHON_USE_DICT_VERSIONS
static PyObject *__Pyx__GetModuleGlobalName(PyObject *name, PY_UINT64_T *dict_version, PyObject **dict_cached_value)
#else
static CYTHON_INLINE PyObject *__Pyx__GetModuleGlobalName(PyObject *name)
#endif
{
    PyObject *result;
#if !CYTHON_AVOID_BORROWED_REFS
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030500A1
    result = _PyDict_GetItem_KnownHash(__pyx_d, name, ((PyASCIIObject *) name)->hash);
    __PYX_UPDATE_DICT_CACHE(__pyx_d, result, *dict_cached_value, *dict_version)
    if (likely(result)) {
        return __Pyx_NewRef(result);
    } else if (unlikely(PyErr_Occurred())) {
        return NULL;
    }
#else
    result = PyDict_GetItem(__pyx_d, name);
    __PYX_UPDATE_DICT_CACHE(__pyx_d, result, *dict_cached_value, *dict_version)
    if (likely(result)) {
        return __Pyx_NewRef(result);
    }
#endif
#else
    result = PyObject_GetItem(__pyx_d, name);
    __PYX_UPDATE_DICT_CACHE(__pyx_d, result, *dict_cached_value, *dict_version)
    if (likely(result)) {
        return __Pyx_NewRef(result);
    }
    PyErr_Clear();
#endif
    return __Pyx_GetBuiltinName(name);
}

/* PyFunctionFastCall */
  #if CYTHON_FAST_PYCALL
static PyObject* __Pyx_PyFunction_FastCallNoKw(PyCodeObject *co, PyObject **args, Py_ssize_t na,
                                               PyObject *globals) {
    PyFrameObject *f;
    PyThreadState *tstate = __Pyx_PyThreadState_Current;
    PyObject **fastlocals;
    Py_ssize_t i;
    PyObject *result;
    assert(globals != NULL);
    /* XXX Perhaps we should create a specialized
       PyFrame_New() that doesn't take locals, but does
       take builtins without sanity checking them.
       */
    assert(tstate != NULL);
    f = PyFrame_New(tstate, co, globals, NULL);
    if (f == NULL) {
        return NULL;
    }
    fastlocals = __Pyx_PyFrame_GetLocalsplus(f);
    for (i = 0; i < na; i++) {
        Py_INCREF(*args);
        fastlocals[i] = *args++;
    }
    result = PyEval_EvalFrameEx(f,0);
    ++tstate->recursion_depth;
    Py_DECREF(f);
    --tstate->recursion_depth;
    return result;
}
#if 1 || PY_VERSION_HEX < 0x030600B1
static PyObject *__Pyx_PyFunction_FastCallDict(PyObject *func, PyObject **args, Py_ssize_t nargs, PyObject *kwargs) {
    PyCodeObject *co = (PyCodeObject *)PyFunction_GET_CODE(func);
    PyObject *globals = PyFunction_GET_GLOBALS(func);
    PyObject *argdefs = PyFunction_GET_DEFAULTS(func);
    PyObject *closure;
#if PY_MAJOR_VERSION >= 3
    PyObject *kwdefs;
#endif
    PyObject *kwtuple, **k;
    PyObject **d;
    Py_ssize_t nd;
    Py_ssize_t nk;
    PyObject *result;
    assert(kwargs == NULL || PyDict_Check(kwargs));
    nk = kwargs ? PyDict_Size(kwargs) : 0;
    if (Py_EnterRecursiveCall((char*)" while calling a Python object")) {
        return NULL;
    }
    if (
#if PY_MAJOR_VERSION >= 3
            co->co_kwonlyargcount == 0 &&
#endif
            likely(kwargs == NULL || nk == 0) &&
            co->co_flags == (CO_OPTIMIZED | CO_NEWLOCALS | CO_NOFREE)) {
        if (argdefs == NULL && co->co_argcount == nargs) {
            result = __Pyx_PyFunction_FastCallNoKw(co, args, nargs, globals);
            goto done;
        }
        else if (nargs == 0 && argdefs != NULL
                 && co->co_argcount == Py_SIZE(argdefs)) {
            /* function called with no arguments, but all parameters have
               a default value: use default values as arguments .*/
            args = &PyTuple_GET_ITEM(argdefs, 0);
            result =__Pyx_PyFunction_FastCallNoKw(co, args, Py_SIZE(argdefs), globals);
            goto done;
        }
    }
    if (kwargs != NULL) {
        Py_ssize_t pos, i;
        kwtuple = PyTuple_New(2 * nk);
        if (kwtuple == NULL) {
            result = NULL;
            goto done;
        }
        k = &PyTuple_GET_ITEM(kwtuple, 0);
        pos = i = 0;
        while (PyDict_Next(kwargs, &pos, &k[i], &k[i+1])) {
            Py_INCREF(k[i]);
            Py_INCREF(k[i+1]);
            i += 2;
        }
        nk = i / 2;
    }
    else {
        kwtuple = NULL;
        k = NULL;
    }
    closure = PyFunction_GET_CLOSURE(func);
#if PY_MAJOR_VERSION >= 3
    kwdefs = PyFunction_GET_KW_DEFAULTS(func);
#endif
    if (argdefs != NULL) {
        d = &PyTuple_GET_ITEM(argdefs, 0);
        nd = Py_SIZE(argdefs);
    }
    else {
        d = NULL;
        nd = 0;
    }
#if PY_MAJOR_VERSION >= 3
    result = PyEval_EvalCodeEx((PyObject*)co, globals, (PyObject *)NULL,
                               args, (int)nargs,
                               k, (int)nk,
                               d, (int)nd, kwdefs, closure);
#else
    result = PyEval_EvalCodeEx(co, globals, (PyObject *)NULL,
                               args, (int)nargs,
                               k, (int)nk,
                               d, (int)nd, closure);
#endif
    Py_XDECREF(kwtuple);
done:
    Py_LeaveRecursiveCall();
    return result;
}
#endif
#endif

/* PyObjectCall */
  #if CYTHON_COMPILING_IN_CPYTHON
static CYTHON_INLINE PyObject* __Pyx_PyObject_Call(PyObject *func, PyObject *arg, PyObject *kw) {
    PyObject *result;
    ternaryfunc call = func->ob_type->tp_call;
    if (unlikely(!call))
        return PyObject_Call(func, arg, kw);
    if (unlikely(Py_EnterRecursiveCall((char*)" while calling a Python object")))
        return NULL;
    result = (*call)(func, arg, kw);
    Py_LeaveRecursiveCall();
    if (unlikely(!result) && unlikely(!PyErr_Occurred())) {
        PyErr_SetString(
            PyExc_SystemError,
            "NULL result without error in PyObject_Call");
    }
    return result;
}
#endif

/* PyObjectCallMethO */
  #if CYTHON_COMPILING_IN_CPYTHON
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallMethO(PyObject *func, PyObject *arg) {
    PyObject *self, *result;
    PyCFunction cfunc;
    cfunc = PyCFunction_GET_FUNCTION(func);
    self = PyCFunction_GET_SELF(func);
    if (unlikely(Py_EnterRecursiveCall((char*)" while calling a Python object")))
        return NULL;
    result = cfunc(self, arg);
    Py_LeaveRecursiveCall();
    if (unlikely(!result) && unlikely(!PyErr_Occurred())) {
        PyErr_SetString(
            PyExc_SystemError,
            "NULL result without error in PyObject_Call");
    }
    return result;
}
#endif

/* PyObjectCallNoArg */
  #if CYTHON_COMPILING_IN_CPYTHON
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallNoArg(PyObject *func) {
#if CYTHON_FAST_PYCALL
    if (PyFunction_Check(func)) {
        return __Pyx_PyFunction_FastCall(func, NULL, 0);
    }
#endif
#ifdef __Pyx_CyFunction_USED
    if (likely(PyCFunction_Check(func) || __Pyx_CyFunction_Check(func)))
#else
    if (likely(PyCFunction_Check(func)))
#endif
    {
        if (likely(PyCFunction_GET_FLAGS(func) & METH_NOARGS)) {
            return __Pyx_PyObject_CallMethO(func, NULL);
        }
    }
    return __Pyx_PyObject_Call(func, __pyx_empty_tuple, NULL);
}
#endif

/* PyCFunctionFastCall */
  #if CYTHON_FAST_PYCCALL
static CYTHON_INLINE PyObject * __Pyx_PyCFunction_FastCall(PyObject *func_obj, PyObject **args, Py_ssize_t nargs) {
    PyCFunctionObject *func = (PyCFunctionObject*)func_obj;
    PyCFunction meth = PyCFunction_GET_FUNCTION(func);
    PyObject *self = PyCFunction_GET_SELF(func);
    int flags = PyCFunction_GET_FLAGS(func);
    assert(PyCFunction_Check(func));
    assert(METH_FASTCALL == (flags & ~(METH_CLASS | METH_STATIC | METH_COEXIST | METH_KEYWORDS | METH_STACKLESS)));
    assert(nargs >= 0);
    assert(nargs == 0 || args != NULL);
    /* _PyCFunction_FastCallDict() must not be called with an exception set,
       because it may clear it (directly or indirectly) and so the
       caller loses its exception */
    assert(!PyErr_Occurred());
    if ((PY_VERSION_HEX < 0x030700A0) || unlikely(flags & METH_KEYWORDS)) {
        return (*((__Pyx_PyCFunctionFastWithKeywords)(void*)meth)) (self, args, nargs, NULL);
    } else {
        return (*((__Pyx_PyCFunctionFast)(void*)meth)) (self, args, nargs);
    }
}
#endif

/* PyObjectCallOneArg */
  #if CYTHON_COMPILING_IN_CPYTHON
static PyObject* __Pyx__PyObject_CallOneArg(PyObject *func, PyObject *arg) {
    PyObject *result;
    PyObject *args = PyTuple_New(1);
    if (unlikely(!args)) return NULL;
    Py_INCREF(arg);
    PyTuple_SET_ITEM(args, 0, arg);
    result = __Pyx_PyObject_Call(func, args, NULL);
    Py_DECREF(args);
    return result;
}
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallOneArg(PyObject *func, PyObject *arg) {
#if CYTHON_FAST_PYCALL
    if (PyFunction_Check(func)) {
        return __Pyx_PyFunction_FastCall(func, &arg, 1);
    }
#endif
    if (likely(PyCFunction_Check(func))) {
        if (likely(PyCFunction_GET_FLAGS(func) & METH_O)) {
            return __Pyx_PyObject_CallMethO(func, arg);
#if CYTHON_FAST_PYCCALL
        } else if (PyCFunction_GET_FLAGS(func) & METH_FASTCALL) {
            return __Pyx_PyCFunction_FastCall(func, &arg, 1);
#endif
        }
    }
    return __Pyx__PyObject_CallOneArg(func, arg);
}
#else
static CYTHON_INLINE PyObject* __Pyx_PyObject_CallOneArg(PyObject *func, PyObject *arg) {
    PyObject *result;
    PyObject *args = PyTuple_Pack(1, arg);
    if (unlikely(!args)) return NULL;
    result = __Pyx_PyObject_Call(func, args, NULL);
    Py_DECREF(args);
    return result;
}
#endif

/* ExtTypeTest */
  static CYTHON_INLINE int __Pyx_TypeTest(PyObject *obj, PyTypeObject *type) {
    if (unlikely(!type)) {
        PyErr_SetString(PyExc_SystemError, "Missing type object");
        return 0;
    }
    if (likely(__Pyx_TypeCheck(obj, type)))
        return 1;
    PyErr_Format(PyExc_TypeError, "Cannot convert %.200s to %.200s",
                 Py_TYPE(obj)->tp_name, type->tp_name);
    return 0;
}

/* PyObjectSetAttrStr */
  #if CYTHON_USE_TYPE_SLOTS
static CYTHON_INLINE int __Pyx_PyObject_SetAttrStr(PyObject* obj, PyObject* attr_name, PyObject* value) {
    PyTypeObject* tp = Py_TYPE(obj);
    if (likely(tp->tp_setattro))
        return tp->tp_setattro(obj, attr_name, value);
#if PY_MAJOR_VERSION < 3
    if (likely(tp->tp_setattr))
        return tp->tp_setattr(obj, PyString_AS_STRING(attr_name), value);
#endif
    return PyObject_SetAttr(obj, attr_name, value);
}
#endif

/* PyErrFetchRestore */
  #if CYTHON_FAST_THREAD_STATE
static CYTHON_INLINE void __Pyx_ErrRestoreInState(PyThreadState *tstate, PyObject *type, PyObject *value, PyObject *tb) {
    PyObject *tmp_type, *tmp_value, *tmp_tb;
    tmp_type = tstate->curexc_type;
    tmp_value = tstate->curexc_value;
    tmp_tb = tstate->curexc_traceback;
    tstate->curexc_type = type;
    tstate->curexc_value = value;
    tstate->curexc_traceback = tb;
    Py_XDECREF(tmp_type);
    Py_XDECREF(tmp_value);
    Py_XDECREF(tmp_tb);
}
static CYTHON_INLINE void __Pyx_ErrFetchInState(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb) {
    *type = tstate->curexc_type;
    *value = tstate->curexc_value;
    *tb = tstate->curexc_traceback;
    tstate->curexc_type = 0;
    tstate->curexc_value = 0;
    tstate->curexc_traceback = 0;
}
#endif

/* KeywordStringCheck */
  static int __Pyx_CheckKeywordStrings(
    PyObject *kwdict,
    const char* function_name,
    int kw_allowed)
{
    PyObject* key = 0;
    Py_ssize_t pos = 0;
#if CYTHON_COMPILING_IN_PYPY
    if (!kw_allowed && PyDict_Next(kwdict, &pos, &key, 0))
        goto invalid_keyword;
    return 1;
#else
    while (PyDict_Next(kwdict, &pos, &key, 0)) {
        #if PY_MAJOR_VERSION < 3
        if (unlikely(!PyString_Check(key)))
        #endif
            if (unlikely(!PyUnicode_Check(key)))
                goto invalid_keyword_type;
    }
    if ((!kw_allowed) && unlikely(key))
        goto invalid_keyword;
    return 1;
invalid_keyword_type:
    PyErr_Format(PyExc_TypeError,
        "%.200s() keywords must be strings", function_name);
    return 0;
#endif
invalid_keyword:
    PyErr_Format(PyExc_TypeError,
    #if PY_MAJOR_VERSION < 3
        "%.200s() got an unexpected keyword argument '%.200s'",
        function_name, PyString_AsString(key));
    #else
        "%s() got an unexpected keyword argument '%U'",
        function_name, key);
    #endif
    return 0;
}

/* PyObjectCall2Args */
  static CYTHON_UNUSED PyObject* __Pyx_PyObject_Call2Args(PyObject* function, PyObject* arg1, PyObject* arg2) {
    PyObject *args, *result = NULL;
    #if CYTHON_FAST_PYCALL
    if (PyFunction_Check(function)) {
        PyObject *args[2] = {arg1, arg2};
        return __Pyx_PyFunction_FastCall(function, args, 2);
    }
    #endif
    #if CYTHON_FAST_PYCCALL
    if (__Pyx_PyFastCFunction_Check(function)) {
        PyObject *args[2] = {arg1, arg2};
        return __Pyx_PyCFunction_FastCall(function, args, 2);
    }
    #endif
    args = PyTuple_New(2);
    if (unlikely(!args)) goto done;
    Py_INCREF(arg1);
    PyTuple_SET_ITEM(args, 0, arg1);
    Py_INCREF(arg2);
    PyTuple_SET_ITEM(args, 1, arg2);
    Py_INCREF(function);
    result = __Pyx_PyObject_Call(function, args, NULL);
    Py_DECREF(args);
    Py_DECREF(function);
done:
    return result;
}

/* BufferIndexError */
  static void __Pyx_RaiseBufferIndexError(int axis) {
  PyErr_Format(PyExc_IndexError,
     "Out of bounds on buffer access (axis %d)", axis);
}

/* PyIntCompare */
  static CYTHON_INLINE PyObject* __Pyx_PyInt_EqObjC(PyObject *op1, PyObject *op2, CYTHON_UNUSED long intval, CYTHON_UNUSED long inplace) {
    if (op1 == op2) {
        Py_RETURN_TRUE;
    }
    #if PY_MAJOR_VERSION < 3
    if (likely(PyInt_CheckExact(op1))) {
        const long b = intval;
        long a = PyInt_AS_LONG(op1);
        if (a == b) Py_RETURN_TRUE; else Py_RETURN_FALSE;
    }
    #endif
    #if CYTHON_USE_PYLONG_INTERNALS
    if (likely(PyLong_CheckExact(op1))) {
        int unequal;
        unsigned long uintval;
        Py_ssize_t size = Py_SIZE(op1);
        const digit* digits = ((PyLongObject*)op1)->ob_digit;
        if (intval == 0) {
            if (size == 0) Py_RETURN_TRUE; else Py_RETURN_FALSE;
        } else if (intval < 0) {
            if (size >= 0)
                Py_RETURN_FALSE;
            intval = -intval;
            size = -size;
        } else {
            if (size <= 0)
                Py_RETURN_FALSE;
        }
        uintval = (unsigned long) intval;
#if PyLong_SHIFT * 4 < SIZEOF_LONG*8
        if (uintval >> (PyLong_SHIFT * 4)) {
            unequal = (size != 5) || (digits[0] != (uintval & (unsigned long) PyLong_MASK))
                 | (digits[1] != ((uintval >> (1 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[2] != ((uintval >> (2 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[3] != ((uintval >> (3 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[4] != ((uintval >> (4 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK));
        } else
#endif
#if PyLong_SHIFT * 3 < SIZEOF_LONG*8
        if (uintval >> (PyLong_SHIFT * 3)) {
            unequal = (size != 4) || (digits[0] != (uintval & (unsigned long) PyLong_MASK))
                 | (digits[1] != ((uintval >> (1 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[2] != ((uintval >> (2 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[3] != ((uintval >> (3 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK));
        } else
#endif
#if PyLong_SHIFT * 2 < SIZEOF_LONG*8
        if (uintval >> (PyLong_SHIFT * 2)) {
            unequal = (size != 3) || (digits[0] != (uintval & (unsigned long) PyLong_MASK))
                 | (digits[1] != ((uintval >> (1 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[2] != ((uintval >> (2 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK));
        } else
#endif
#if PyLong_SHIFT * 1 < SIZEOF_LONG*8
        if (uintval >> (PyLong_SHIFT * 1)) {
            unequal = (size != 2) || (digits[0] != (uintval & (unsigned long) PyLong_MASK))
                 | (digits[1] != ((uintval >> (1 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK));
        } else
#endif
            unequal = (size != 1) || (((unsigned long) digits[0]) != (uintval & (unsigned long) PyLong_MASK));
        if (unequal == 0) Py_RETURN_TRUE; else Py_RETURN_FALSE;
    }
    #endif
    if (PyFloat_CheckExact(op1)) {
        const long b = intval;
        double a = PyFloat_AS_DOUBLE(op1);
        if ((double)a == (double)b) Py_RETURN_TRUE; else Py_RETURN_FALSE;
    }
    return (
        PyObject_RichCompare(op1, op2, Py_EQ));
}

/* GetItemInt */
  static PyObject *__Pyx_GetItemInt_Generic(PyObject *o, PyObject* j) {
    PyObject *r;
    if (!j) return NULL;
    r = PyObject_GetItem(o, j);
    Py_DECREF(j);
    return r;
}
static CYTHON_INLINE PyObject *__Pyx_GetItemInt_List_Fast(PyObject *o, Py_ssize_t i,
                                                              CYTHON_NCP_UNUSED int wraparound,
                                                              CYTHON_NCP_UNUSED int boundscheck) {
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
    Py_ssize_t wrapped_i = i;
    if (wraparound & unlikely(i < 0)) {
        wrapped_i += PyList_GET_SIZE(o);
    }
    if ((!boundscheck) || likely(__Pyx_is_valid_index(wrapped_i, PyList_GET_SIZE(o)))) {
        PyObject *r = PyList_GET_ITEM(o, wrapped_i);
        Py_INCREF(r);
        return r;
    }
    return __Pyx_GetItemInt_Generic(o, PyInt_FromSsize_t(i));
#else
    return PySequence_GetItem(o, i);
#endif
}
static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Tuple_Fast(PyObject *o, Py_ssize_t i,
                                                              CYTHON_NCP_UNUSED int wraparound,
                                                              CYTHON_NCP_UNUSED int boundscheck) {
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
    Py_ssize_t wrapped_i = i;
    if (wraparound & unlikely(i < 0)) {
        wrapped_i += PyTuple_GET_SIZE(o);
    }
    if ((!boundscheck) || likely(__Pyx_is_valid_index(wrapped_i, PyTuple_GET_SIZE(o)))) {
        PyObject *r = PyTuple_GET_ITEM(o, wrapped_i);
        Py_INCREF(r);
        return r;
    }
    return __Pyx_GetItemInt_Generic(o, PyInt_FromSsize_t(i));
#else
    return PySequence_GetItem(o, i);
#endif
}
static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Fast(PyObject *o, Py_ssize_t i, int is_list,
                                                     CYTHON_NCP_UNUSED int wraparound,
                                                     CYTHON_NCP_UNUSED int boundscheck) {
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS && CYTHON_USE_TYPE_SLOTS
    if (is_list || PyList_CheckExact(o)) {
        Py_ssize_t n = ((!wraparound) | likely(i >= 0)) ? i : i + PyList_GET_SIZE(o);
        if ((!boundscheck) || (likely(__Pyx_is_valid_index(n, PyList_GET_SIZE(o))))) {
            PyObject *r = PyList_GET_ITEM(o, n);
            Py_INCREF(r);
            return r;
        }
    }
    else if (PyTuple_CheckExact(o)) {
        Py_ssize_t n = ((!wraparound) | likely(i >= 0)) ? i : i + PyTuple_GET_SIZE(o);
        if ((!boundscheck) || likely(__Pyx_is_valid_index(n, PyTuple_GET_SIZE(o)))) {
            PyObject *r = PyTuple_GET_ITEM(o, n);
            Py_INCREF(r);
            return r;
        }
    } else {
        PySequenceMethods *m = Py_TYPE(o)->tp_as_sequence;
        if (likely(m && m->sq_item)) {
            if (wraparound && unlikely(i < 0) && likely(m->sq_length)) {
                Py_ssize_t l = m->sq_length(o);
                if (likely(l >= 0)) {
                    i += l;
                } else {
                    if (!PyErr_ExceptionMatches(PyExc_OverflowError))
                        return NULL;
                    PyErr_Clear();
                }
            }
            return m->sq_item(o, i);
        }
    }
#else
    if (is_list || PySequence_Check(o)) {
        return PySequence_GetItem(o, i);
    }
#endif
    return __Pyx_GetItemInt_Generic(o, PyInt_FromSsize_t(i));
}

/* ObjectGetItem */
  #if CYTHON_USE_TYPE_SLOTS
static PyObject *__Pyx_PyObject_GetIndex(PyObject *obj, PyObject* index) {
    PyObject *runerr;
    Py_ssize_t key_value;
    PySequenceMethods *m = Py_TYPE(obj)->tp_as_sequence;
    if (unlikely(!(m && m->sq_item))) {
        PyErr_Format(PyExc_TypeError, "'%.200s' object is not subscriptable", Py_TYPE(obj)->tp_name);
        return NULL;
    }
    key_value = __Pyx_PyIndex_AsSsize_t(index);
    if (likely(key_value != -1 || !(runerr = PyErr_Occurred()))) {
        return __Pyx_GetItemInt_Fast(obj, key_value, 0, 1, 1);
    }
    if (PyErr_GivenExceptionMatches(runerr, PyExc_OverflowError)) {
        PyErr_Clear();
        PyErr_Format(PyExc_IndexError, "cannot fit '%.200s' into an index-sized integer", Py_TYPE(index)->tp_name);
    }
    return NULL;
}
static PyObject *__Pyx_PyObject_GetItem(PyObject *obj, PyObject* key) {
    PyMappingMethods *m = Py_TYPE(obj)->tp_as_mapping;
    if (likely(m && m->mp_subscript)) {
        return m->mp_subscript(obj, key);
    }
    return __Pyx_PyObject_GetIndex(obj, key);
}
#endif

/* None */
  static CYTHON_INLINE void __Pyx_RaiseClosureNameError(const char *varname) {
    PyErr_Format(PyExc_NameError, "free variable '%s' referenced before assignment in enclosing scope", varname);
}

/* FetchCommonType */
  static PyTypeObject* __Pyx_FetchCommonType(PyTypeObject* type) {
    PyObject* fake_module;
    PyTypeObject* cached_type = NULL;
    fake_module = PyImport_AddModule((char*) "_cython_" CYTHON_ABI);
    if (!fake_module) return NULL;
    Py_INCREF(fake_module);
    cached_type = (PyTypeObject*) PyObject_GetAttrString(fake_module, type->tp_name);
    if (cached_type) {
        if (!PyType_Check((PyObject*)cached_type)) {
            PyErr_Format(PyExc_TypeError,
                "Shared Cython type %.200s is not a type object",
                type->tp_name);
            goto bad;
        }
        if (cached_type->tp_basicsize != type->tp_basicsize) {
            PyErr_Format(PyExc_TypeError,
                "Shared Cython type %.200s has the wrong size, try recompiling",
                type->tp_name);
            goto bad;
        }
    } else {
        if (!PyErr_ExceptionMatches(PyExc_AttributeError)) goto bad;
        PyErr_Clear();
        if (PyType_Ready(type) < 0) goto bad;
        if (PyObject_SetAttrString(fake_module, type->tp_name, (PyObject*) type) < 0)
            goto bad;
        Py_INCREF(type);
        cached_type = type;
    }
done:
    Py_DECREF(fake_module);
    return cached_type;
bad:
    Py_XDECREF(cached_type);
    cached_type = NULL;
    goto done;
}

/* CythonFunction */
  #include <structmember.h>
static PyObject *
__Pyx_CyFunction_get_doc(__pyx_CyFunctionObject *op, CYTHON_UNUSED void *closure)
{
    if (unlikely(op->func_doc == NULL)) {
        if (op->func.m_ml->ml_doc) {
#if PY_MAJOR_VERSION >= 3
            op->func_doc = PyUnicode_FromString(op->func.m_ml->ml_doc);
#else
            op->func_doc = PyString_FromString(op->func.m_ml->ml_doc);
#endif
            if (unlikely(op->func_doc == NULL))
                return NULL;
        } else {
            Py_INCREF(Py_None);
            return Py_None;
        }
    }
    Py_INCREF(op->func_doc);
    return op->func_doc;
}
static int
__Pyx_CyFunction_set_doc(__pyx_CyFunctionObject *op, PyObject *value, CYTHON_UNUSED void *context)
{
    PyObject *tmp = op->func_doc;
    if (value == NULL) {
        value = Py_None;
    }
    Py_INCREF(value);
    op->func_doc = value;
    Py_XDECREF(tmp);
    return 0;
}
static PyObject *
__Pyx_CyFunction_get_name(__pyx_CyFunctionObject *op, CYTHON_UNUSED void *context)
{
    if (unlikely(op->func_name == NULL)) {
#if PY_MAJOR_VERSION >= 3
        op->func_name = PyUnicode_InternFromString(op->func.m_ml->ml_name);
#else
        op->func_name = PyString_InternFromString(op->func.m_ml->ml_name);
#endif
        if (unlikely(op->func_name == NULL))
            return NULL;
    }
    Py_INCREF(op->func_name);
    return op->func_name;
}
static int
__Pyx_CyFunction_set_name(__pyx_CyFunctionObject *op, PyObject *value, CYTHON_UNUSED void *context)
{
    PyObject *tmp;
#if PY_MAJOR_VERSION >= 3
    if (unlikely(value == NULL || !PyUnicode_Check(value)))
#else
    if (unlikely(value == NULL || !PyString_Check(value)))
#endif
    {
        PyErr_SetString(PyExc_TypeError,
                        "__name__ must be set to a string object");
        return -1;
    }
    tmp = op->func_name;
    Py_INCREF(value);
    op->func_name = value;
    Py_XDECREF(tmp);
    return 0;
}
static PyObject *
__Pyx_CyFunction_get_qualname(__pyx_CyFunctionObject *op, CYTHON_UNUSED void *context)
{
    Py_INCREF(op->func_qualname);
    return op->func_qualname;
}
static int
__Pyx_CyFunction_set_qualname(__pyx_CyFunctionObject *op, PyObject *value, CYTHON_UNUSED void *context)
{
    PyObject *tmp;
#if PY_MAJOR_VERSION >= 3
    if (unlikely(value == NULL || !PyUnicode_Check(value)))
#else
    if (unlikely(value == NULL || !PyString_Check(value)))
#endif
    {
        PyErr_SetString(PyExc_TypeError,
                        "__qualname__ must be set to a string object");
        return -1;
    }
    tmp = op->func_qualname;
    Py_INCREF(value);
    op->func_qualname = value;
    Py_XDECREF(tmp);
    return 0;
}
static PyObject *
__Pyx_CyFunction_get_self(__pyx_CyFunctionObject *m, CYTHON_UNUSED void *closure)
{
    PyObject *self;
    self = m->func_closure;
    if (self == NULL)
        self = Py_None;
    Py_INCREF(self);
    return self;
}
static PyObject *
__Pyx_CyFunction_get_dict(__pyx_CyFunctionObject *op, CYTHON_UNUSED void *context)
{
    if (unlikely(op->func_dict == NULL)) {
        op->func_dict = PyDict_New();
        if (unlikely(op->func_dict == NULL))
            return NULL;
    }
    Py_INCREF(op->func_dict);
    return op->func_dict;
}
static int
__Pyx_CyFunction_set_dict(__pyx_CyFunctionObject *op, PyObject *value, CYTHON_UNUSED void *context)
{
    PyObject *tmp;
    if (unlikely(value == NULL)) {
        PyErr_SetString(PyExc_TypeError,
               "function's dictionary may not be deleted");
        return -1;
    }
    if (unlikely(!PyDict_Check(value))) {
        PyErr_SetString(PyExc_TypeError,
               "setting function's dictionary to a non-dict");
        return -1;
    }
    tmp = op->func_dict;
    Py_INCREF(value);
    op->func_dict = value;
    Py_XDECREF(tmp);
    return 0;
}
static PyObject *
__Pyx_CyFunction_get_globals(__pyx_CyFunctionObject *op, CYTHON_UNUSED void *context)
{
    Py_INCREF(op->func_globals);
    return op->func_globals;
}
static PyObject *
__Pyx_CyFunction_get_closure(CYTHON_UNUSED __pyx_CyFunctionObject *op, CYTHON_UNUSED void *context)
{
    Py_INCREF(Py_None);
    return Py_None;
}
static PyObject *
__Pyx_CyFunction_get_code(__pyx_CyFunctionObject *op, CYTHON_UNUSED void *context)
{
    PyObject* result = (op->func_code) ? op->func_code : Py_None;
    Py_INCREF(result);
    return result;
}
static int
__Pyx_CyFunction_init_defaults(__pyx_CyFunctionObject *op) {
    int result = 0;
    PyObject *res = op->defaults_getter((PyObject *) op);
    if (unlikely(!res))
        return -1;
    #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
    op->defaults_tuple = PyTuple_GET_ITEM(res, 0);
    Py_INCREF(op->defaults_tuple);
    op->defaults_kwdict = PyTuple_GET_ITEM(res, 1);
    Py_INCREF(op->defaults_kwdict);
    #else
    op->defaults_tuple = PySequence_ITEM(res, 0);
    if (unlikely(!op->defaults_tuple)) result = -1;
    else {
        op->defaults_kwdict = PySequence_ITEM(res, 1);
        if (unlikely(!op->defaults_kwdict)) result = -1;
    }
    #endif
    Py_DECREF(res);
    return result;
}
static int
__Pyx_CyFunction_set_defaults(__pyx_CyFunctionObject *op, PyObject* value, CYTHON_UNUSED void *context) {
    PyObject* tmp;
    if (!value) {
        value = Py_None;
    } else if (value != Py_None && !PyTuple_Check(value)) {
        PyErr_SetString(PyExc_TypeError,
                        "__defaults__ must be set to a tuple object");
        return -1;
    }
    Py_INCREF(value);
    tmp = op->defaults_tuple;
    op->defaults_tuple = value;
    Py_XDECREF(tmp);
    return 0;
}
static PyObject *
__Pyx_CyFunction_get_defaults(__pyx_CyFunctionObject *op, CYTHON_UNUSED void *context) {
    PyObject* result = op->defaults_tuple;
    if (unlikely(!result)) {
        if (op->defaults_getter) {
            if (__Pyx_CyFunction_init_defaults(op) < 0) return NULL;
            result = op->defaults_tuple;
        } else {
            result = Py_None;
        }
    }
    Py_INCREF(result);
    return result;
}
static int
__Pyx_CyFunction_set_kwdefaults(__pyx_CyFunctionObject *op, PyObject* value, CYTHON_UNUSED void *context) {
    PyObject* tmp;
    if (!value) {
        value = Py_None;
    } else if (value != Py_None && !PyDict_Check(value)) {
        PyErr_SetString(PyExc_TypeError,
                        "__kwdefaults__ must be set to a dict object");
        return -1;
    }
    Py_INCREF(value);
    tmp = op->defaults_kwdict;
    op->defaults_kwdict = value;
    Py_XDECREF(tmp);
    return 0;
}
static PyObject *
__Pyx_CyFunction_get_kwdefaults(__pyx_CyFunctionObject *op, CYTHON_UNUSED void *context) {
    PyObject* result = op->defaults_kwdict;
    if (unlikely(!result)) {
        if (op->defaults_getter) {
            if (__Pyx_CyFunction_init_defaults(op) < 0) return NULL;
            result = op->defaults_kwdict;
        } else {
            result = Py_None;
        }
    }
    Py_INCREF(result);
    return result;
}
static int
__Pyx_CyFunction_set_annotations(__pyx_CyFunctionObject *op, PyObject* value, CYTHON_UNUSED void *context) {
    PyObject* tmp;
    if (!value || value == Py_None) {
        value = NULL;
    } else if (!PyDict_Check(value)) {
        PyErr_SetString(PyExc_TypeError,
                        "__annotations__ must be set to a dict object");
        return -1;
    }
    Py_XINCREF(value);
    tmp = op->func_annotations;
    op->func_annotations = value;
    Py_XDECREF(tmp);
    return 0;
}
static PyObject *
__Pyx_CyFunction_get_annotations(__pyx_CyFunctionObject *op, CYTHON_UNUSED void *context) {
    PyObject* result = op->func_annotations;
    if (unlikely(!result)) {
        result = PyDict_New();
        if (unlikely(!result)) return NULL;
        op->func_annotations = result;
    }
    Py_INCREF(result);
    return result;
}
static PyGetSetDef __pyx_CyFunction_getsets[] = {
    {(char *) "func_doc", (getter)__Pyx_CyFunction_get_doc, (setter)__Pyx_CyFunction_set_doc, 0, 0},
    {(char *) "__doc__",  (getter)__Pyx_CyFunction_get_doc, (setter)__Pyx_CyFunction_set_doc, 0, 0},
    {(char *) "func_name", (getter)__Pyx_CyFunction_get_name, (setter)__Pyx_CyFunction_set_name, 0, 0},
    {(char *) "__name__", (getter)__Pyx_CyFunction_get_name, (setter)__Pyx_CyFunction_set_name, 0, 0},
    {(char *) "__qualname__", (getter)__Pyx_CyFunction_get_qualname, (setter)__Pyx_CyFunction_set_qualname, 0, 0},
    {(char *) "__self__", (getter)__Pyx_CyFunction_get_self, 0, 0, 0},
    {(char *) "func_dict", (getter)__Pyx_CyFunction_get_dict, (setter)__Pyx_CyFunction_set_dict, 0, 0},
    {(char *) "__dict__", (getter)__Pyx_CyFunction_get_dict, (setter)__Pyx_CyFunction_set_dict, 0, 0},
    {(char *) "func_globals", (getter)__Pyx_CyFunction_get_globals, 0, 0, 0},
    {(char *) "__globals__", (getter)__Pyx_CyFunction_get_globals, 0, 0, 0},
    {(char *) "func_closure", (getter)__Pyx_CyFunction_get_closure, 0, 0, 0},
    {(char *) "__closure__", (getter)__Pyx_CyFunction_get_closure, 0, 0, 0},
    {(char *) "func_code", (getter)__Pyx_CyFunction_get_code, 0, 0, 0},
    {(char *) "__code__", (getter)__Pyx_CyFunction_get_code, 0, 0, 0},
    {(char *) "func_defaults", (getter)__Pyx_CyFunction_get_defaults, (setter)__Pyx_CyFunction_set_defaults, 0, 0},
    {(char *) "__defaults__", (getter)__Pyx_CyFunction_get_defaults, (setter)__Pyx_CyFunction_set_defaults, 0, 0},
    {(char *) "__kwdefaults__", (getter)__Pyx_CyFunction_get_kwdefaults, (setter)__Pyx_CyFunction_set_kwdefaults, 0, 0},
    {(char *) "__annotations__", (getter)__Pyx_CyFunction_get_annotations, (setter)__Pyx_CyFunction_set_annotations, 0, 0},
    {0, 0, 0, 0, 0}
};
static PyMemberDef __pyx_CyFunction_members[] = {
    {(char *) "__module__", T_OBJECT, offsetof(PyCFunctionObject, m_module), PY_WRITE_RESTRICTED, 0},
    {0, 0, 0,  0, 0}
};
static PyObject *
__Pyx_CyFunction_reduce(__pyx_CyFunctionObject *m, CYTHON_UNUSED PyObject *args)
{
#if PY_MAJOR_VERSION >= 3
    return PyUnicode_FromString(m->func.m_ml->ml_name);
#else
    return PyString_FromString(m->func.m_ml->ml_name);
#endif
}
static PyMethodDef __pyx_CyFunction_methods[] = {
    {"__reduce__", (PyCFunction)__Pyx_CyFunction_reduce, METH_VARARGS, 0},
    {0, 0, 0, 0}
};
#if PY_VERSION_HEX < 0x030500A0
#define __Pyx_CyFunction_weakreflist(cyfunc) ((cyfunc)->func_weakreflist)
#else
#define __Pyx_CyFunction_weakreflist(cyfunc) ((cyfunc)->func.m_weakreflist)
#endif
static PyObject *__Pyx_CyFunction_New(PyTypeObject *type, PyMethodDef *ml, int flags, PyObject* qualname,
                                      PyObject *closure, PyObject *module, PyObject* globals, PyObject* code) {
    __pyx_CyFunctionObject *op = PyObject_GC_New(__pyx_CyFunctionObject, type);
    if (op == NULL)
        return NULL;
    op->flags = flags;
    __Pyx_CyFunction_weakreflist(op) = NULL;
    op->func.m_ml = ml;
    op->func.m_self = (PyObject *) op;
    Py_XINCREF(closure);
    op->func_closure = closure;
    Py_XINCREF(module);
    op->func.m_module = module;
    op->func_dict = NULL;
    op->func_name = NULL;
    Py_INCREF(qualname);
    op->func_qualname = qualname;
    op->func_doc = NULL;
    op->func_classobj = NULL;
    op->func_globals = globals;
    Py_INCREF(op->func_globals);
    Py_XINCREF(code);
    op->func_code = code;
    op->defaults_pyobjects = 0;
    op->defaults = NULL;
    op->defaults_tuple = NULL;
    op->defaults_kwdict = NULL;
    op->defaults_getter = NULL;
    op->func_annotations = NULL;
    PyObject_GC_Track(op);
    return (PyObject *) op;
}
static int
__Pyx_CyFunction_clear(__pyx_CyFunctionObject *m)
{
    Py_CLEAR(m->func_closure);
    Py_CLEAR(m->func.m_module);
    Py_CLEAR(m->func_dict);
    Py_CLEAR(m->func_name);
    Py_CLEAR(m->func_qualname);
    Py_CLEAR(m->func_doc);
    Py_CLEAR(m->func_globals);
    Py_CLEAR(m->func_code);
    Py_CLEAR(m->func_classobj);
    Py_CLEAR(m->defaults_tuple);
    Py_CLEAR(m->defaults_kwdict);
    Py_CLEAR(m->func_annotations);
    if (m->defaults) {
        PyObject **pydefaults = __Pyx_CyFunction_Defaults(PyObject *, m);
        int i;
        for (i = 0; i < m->defaults_pyobjects; i++)
            Py_XDECREF(pydefaults[i]);
        PyObject_Free(m->defaults);
        m->defaults = NULL;
    }
    return 0;
}
static void __Pyx__CyFunction_dealloc(__pyx_CyFunctionObject *m)
{
    if (__Pyx_CyFunction_weakreflist(m) != NULL)
        PyObject_ClearWeakRefs((PyObject *) m);
    __Pyx_CyFunction_clear(m);
    PyObject_GC_Del(m);
}
static void __Pyx_CyFunction_dealloc(__pyx_CyFunctionObject *m)
{
    PyObject_GC_UnTrack(m);
    __Pyx__CyFunction_dealloc(m);
}
static int __Pyx_CyFunction_traverse(__pyx_CyFunctionObject *m, visitproc visit, void *arg)
{
    Py_VISIT(m->func_closure);
    Py_VISIT(m->func.m_module);
    Py_VISIT(m->func_dict);
    Py_VISIT(m->func_name);
    Py_VISIT(m->func_qualname);
    Py_VISIT(m->func_doc);
    Py_VISIT(m->func_globals);
    Py_VISIT(m->func_code);
    Py_VISIT(m->func_classobj);
    Py_VISIT(m->defaults_tuple);
    Py_VISIT(m->defaults_kwdict);
    if (m->defaults) {
        PyObject **pydefaults = __Pyx_CyFunction_Defaults(PyObject *, m);
        int i;
        for (i = 0; i < m->defaults_pyobjects; i++)
            Py_VISIT(pydefaults[i]);
    }
    return 0;
}
static PyObject *__Pyx_CyFunction_descr_get(PyObject *func, PyObject *obj, PyObject *type)
{
    __pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func;
    if (m->flags & __Pyx_CYFUNCTION_STATICMETHOD) {
        Py_INCREF(func);
        return func;
    }
    if (m->flags & __Pyx_CYFUNCTION_CLASSMETHOD) {
        if (type == NULL)
            type = (PyObject *)(Py_TYPE(obj));
        return __Pyx_PyMethod_New(func, type, (PyObject *)(Py_TYPE(type)));
    }
    if (obj == Py_None)
        obj = NULL;
    return __Pyx_PyMethod_New(func, obj, type);
}
static PyObject*
__Pyx_CyFunction_repr(__pyx_CyFunctionObject *op)
{
#if PY_MAJOR_VERSION >= 3
    return PyUnicode_FromFormat("<cyfunction %U at %p>",
                                op->func_qualname, (void *)op);
#else
    return PyString_FromFormat("<cyfunction %s at %p>",
                               PyString_AsString(op->func_qualname), (void *)op);
#endif
}
static PyObject * __Pyx_CyFunction_CallMethod(PyObject *func, PyObject *self, PyObject *arg, PyObject *kw) {
    PyCFunctionObject* f = (PyCFunctionObject*)func;
    PyCFunction meth = f->m_ml->ml_meth;
    Py_ssize_t size;
    switch (f->m_ml->ml_flags & (METH_VARARGS | METH_KEYWORDS | METH_NOARGS | METH_O)) {
    case METH_VARARGS:
        if (likely(kw == NULL || PyDict_Size(kw) == 0))
            return (*meth)(self, arg);
        break;
    case METH_VARARGS | METH_KEYWORDS:
        return (*(PyCFunctionWithKeywords)(void*)meth)(self, arg, kw);
    case METH_NOARGS:
        if (likely(kw == NULL || PyDict_Size(kw) == 0)) {
            size = PyTuple_GET_SIZE(arg);
            if (likely(size == 0))
                return (*meth)(self, NULL);
            PyErr_Format(PyExc_TypeError,
                "%.200s() takes no arguments (%" CYTHON_FORMAT_SSIZE_T "d given)",
                f->m_ml->ml_name, size);
            return NULL;
        }
        break;
    case METH_O:
        if (likely(kw == NULL || PyDict_Size(kw) == 0)) {
            size = PyTuple_GET_SIZE(arg);
            if (likely(size == 1)) {
                PyObject *result, *arg0;
                #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS
                arg0 = PyTuple_GET_ITEM(arg, 0);
                #else
                arg0 = PySequence_ITEM(arg, 0); if (unlikely(!arg0)) return NULL;
                #endif
                result = (*meth)(self, arg0);
                #if !(CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS)
                Py_DECREF(arg0);
                #endif
                return result;
            }
            PyErr_Format(PyExc_TypeError,
                "%.200s() takes exactly one argument (%" CYTHON_FORMAT_SSIZE_T "d given)",
                f->m_ml->ml_name, size);
            return NULL;
        }
        break;
    default:
        PyErr_SetString(PyExc_SystemError, "Bad call flags in "
                        "__Pyx_CyFunction_Call. METH_OLDARGS is no "
                        "longer supported!");
        return NULL;
    }
    PyErr_Format(PyExc_TypeError, "%.200s() takes no keyword arguments",
                 f->m_ml->ml_name);
    return NULL;
}
static CYTHON_INLINE PyObject *__Pyx_CyFunction_Call(PyObject *func, PyObject *arg, PyObject *kw) {
    return __Pyx_CyFunction_CallMethod(func, ((PyCFunctionObject*)func)->m_self, arg, kw);
}
static PyObject *__Pyx_CyFunction_CallAsMethod(PyObject *func, PyObject *args, PyObject *kw) {
    PyObject *result;
    __pyx_CyFunctionObject *cyfunc = (__pyx_CyFunctionObject *) func;
    if ((cyfunc->flags & __Pyx_CYFUNCTION_CCLASS) && !(cyfunc->flags & __Pyx_CYFUNCTION_STATICMETHOD)) {
        Py_ssize_t argc;
        PyObject *new_args;
        PyObject *self;
        argc = PyTuple_GET_SIZE(args);
        new_args = PyTuple_GetSlice(args, 1, argc);
        if (unlikely(!new_args))
            return NULL;
        self = PyTuple_GetItem(args, 0);
        if (unlikely(!self)) {
            Py_DECREF(new_args);
            return NULL;
        }
        result = __Pyx_CyFunction_CallMethod(func, self, new_args, kw);
        Py_DECREF(new_args);
    } else {
        result = __Pyx_CyFunction_Call(func, args, kw);
    }
    return result;
}
static PyTypeObject __pyx_CyFunctionType_type = {
    PyVarObject_HEAD_INIT(0, 0)
    "cython_function_or_method",
    sizeof(__pyx_CyFunctionObject),
    0,
    (destructor) __Pyx_CyFunction_dealloc,
    0,
    0,
    0,
#if PY_MAJOR_VERSION < 3
    0,
#else
    0,
#endif
    (reprfunc) __Pyx_CyFunction_repr,
    0,
    0,
    0,
    0,
    __Pyx_CyFunction_CallAsMethod,
    0,
    0,
    0,
    0,
    Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC,
    0,
    (traverseproc) __Pyx_CyFunction_traverse,
    (inquiry) __Pyx_CyFunction_clear,
    0,
#if PY_VERSION_HEX < 0x030500A0
    offsetof(__pyx_CyFunctionObject, func_weakreflist),
#else
    offsetof(PyCFunctionObject, m_weakreflist),
#endif
    0,
    0,
    __pyx_CyFunction_methods,
    __pyx_CyFunction_members,
    __pyx_CyFunction_getsets,
    0,
    0,
    __Pyx_CyFunction_descr_get,
    0,
    offsetof(__pyx_CyFunctionObject, func_dict),
    0,
    0,
    0,
    0,
    0,
    0,
    0,
    0,
    0,
    0,
    0,
    0,
#if PY_VERSION_HEX >= 0x030400a1
    0,
#endif
#if PY_VERSION_HEX >= 0x030800b1
    0,
#endif
#if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000
    0,
#endif
};
static int __pyx_CyFunction_init(void) {
    __pyx_CyFunctionType = __Pyx_FetchCommonType(&__pyx_CyFunctionType_type);
    if (unlikely(__pyx_CyFunctionType == NULL)) {
        return -1;
    }
    return 0;
}
static CYTHON_INLINE void *__Pyx_CyFunction_InitDefaults(PyObject *func, size_t size, int pyobjects) {
    __pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func;
    m->defaults = PyObject_Malloc(size);
    if (unlikely(!m->defaults))
        return PyErr_NoMemory();
    memset(m->defaults, 0, size);
    m->defaults_pyobjects = pyobjects;
    return m->defaults;
}
static CYTHON_INLINE void __Pyx_CyFunction_SetDefaultsTuple(PyObject *func, PyObject *tuple) {
    __pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func;
    m->defaults_tuple = tuple;
    Py_INCREF(tuple);
}
static CYTHON_INLINE void __Pyx_CyFunction_SetDefaultsKwDict(PyObject *func, PyObject *dict) {
    __pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func;
    m->defaults_kwdict = dict;
    Py_INCREF(dict);
}
static CYTHON_INLINE void __Pyx_CyFunction_SetAnnotationsDict(PyObject *func, PyObject *dict) {
    __pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func;
    m->func_annotations = dict;
    Py_INCREF(dict);
}

/* SetItemInt */
  static int __Pyx_SetItemInt_Generic(PyObject *o, PyObject *j, PyObject *v) {
    int r;
    if (!j) return -1;
    r = PyObject_SetItem(o, j, v);
    Py_DECREF(j);
    return r;
}
static CYTHON_INLINE int __Pyx_SetItemInt_Fast(PyObject *o, Py_ssize_t i, PyObject *v, int is_list,
                                               CYTHON_NCP_UNUSED int wraparound, CYTHON_NCP_UNUSED int boundscheck) {
#if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS && CYTHON_USE_TYPE_SLOTS
    if (is_list || PyList_CheckExact(o)) {
        Py_ssize_t n = (!wraparound) ? i : ((likely(i >= 0)) ? i : i + PyList_GET_SIZE(o));
        if ((!boundscheck) || likely(__Pyx_is_valid_index(n, PyList_GET_SIZE(o)))) {
            PyObject* old = PyList_GET_ITEM(o, n);
            Py_INCREF(v);
            PyList_SET_ITEM(o, n, v);
            Py_DECREF(old);
            return 1;
        }
    } else {
        PySequenceMethods *m = Py_TYPE(o)->tp_as_sequence;
        if (likely(m && m->sq_ass_item)) {
            if (wraparound && unlikely(i < 0) && likely(m->sq_length)) {
                Py_ssize_t l = m->sq_length(o);
                if (likely(l >= 0)) {
                    i += l;
                } else {
                    if (!PyErr_ExceptionMatches(PyExc_OverflowError))
                        return -1;
                    PyErr_Clear();
                }
            }
            return m->sq_ass_item(o, i, v);
        }
    }
#else
#if CYTHON_COMPILING_IN_PYPY
    if (is_list || (PySequence_Check(o) && !PyDict_Check(o)))
#else
    if (is_list || PySequence_Check(o))
#endif
    {
        return PySequence_SetItem(o, i, v);
    }
#endif
    return __Pyx_SetItemInt_Generic(o, PyInt_FromSsize_t(i), v);
}

/* PyIntBinop */
  #if !CYTHON_COMPILING_IN_PYPY
static PyObject* __Pyx_PyInt_AddObjC(PyObject *op1, PyObject *op2, CYTHON_UNUSED long intval, int inplace, int zerodivision_check) {
    (void)inplace;
    (void)zerodivision_check;
    #if PY_MAJOR_VERSION < 3
    if (likely(PyInt_CheckExact(op1))) {
        const long b = intval;
        long x;
        long a = PyInt_AS_LONG(op1);
            x = (long)((unsigned long)a + b);
            if (likely((x^a) >= 0 || (x^b) >= 0))
                return PyInt_FromLong(x);
            return PyLong_Type.tp_as_number->nb_add(op1, op2);
    }
    #endif
    #if CYTHON_USE_PYLONG_INTERNALS
    if (likely(PyLong_CheckExact(op1))) {
        const long b = intval;
        long a, x;
#ifdef HAVE_LONG_LONG
        const PY_LONG_LONG llb = intval;
        PY_LONG_LONG lla, llx;
#endif
        const digit* digits = ((PyLongObject*)op1)->ob_digit;
        const Py_ssize_t size = Py_SIZE(op1);
        if (likely(__Pyx_sst_abs(size) <= 1)) {
            a = likely(size) ? digits[0] : 0;
            if (size == -1) a = -a;
        } else {
            switch (size) {
                case -2:
                    if (8 * sizeof(long) - 1 > 2 * PyLong_SHIFT) {
                        a = -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
                        break;
#ifdef HAVE_LONG_LONG
                    } else if (8 * sizeof(PY_LONG_LONG) - 1 > 2 * PyLong_SHIFT) {
                        lla = -(PY_LONG_LONG) (((((unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
                        goto long_long;
#endif
                    }
                    CYTHON_FALLTHROUGH;
                case 2:
                    if (8 * sizeof(long) - 1 > 2 * PyLong_SHIFT) {
                        a = (long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
                        break;
#ifdef HAVE_LONG_LONG
                    } else if (8 * sizeof(PY_LONG_LONG) - 1 > 2 * PyLong_SHIFT) {
                        lla = (PY_LONG_LONG) (((((unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
                        goto long_long;
#endif
                    }
                    CYTHON_FALLTHROUGH;
                case -3:
                    if (8 * sizeof(long) - 1 > 3 * PyLong_SHIFT) {
                        a = -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
                        break;
#ifdef HAVE_LONG_LONG
                    } else if (8 * sizeof(PY_LONG_LONG) - 1 > 3 * PyLong_SHIFT) {
                        lla = -(PY_LONG_LONG) (((((((unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
                        goto long_long;
#endif
                    }
                    CYTHON_FALLTHROUGH;
                case 3:
                    if (8 * sizeof(long) - 1 > 3 * PyLong_SHIFT) {
                        a = (long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
                        break;
#ifdef HAVE_LONG_LONG
                    } else if (8 * sizeof(PY_LONG_LONG) - 1 > 3 * PyLong_SHIFT) {
                        lla = (PY_LONG_LONG) (((((((unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
                        goto long_long;
#endif
                    }
                    CYTHON_FALLTHROUGH;
                case -4:
                    if (8 * sizeof(long) - 1 > 4 * PyLong_SHIFT) {
                        a = -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
                        break;
#ifdef HAVE_LONG_LONG
                    } else if (8 * sizeof(PY_LONG_LONG) - 1 > 4 * PyLong_SHIFT) {
                        lla = -(PY_LONG_LONG) (((((((((unsigned PY_LONG_LONG)digits[3]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
                        goto long_long;
#endif
                    }
                    CYTHON_FALLTHROUGH;
                case 4:
                    if (8 * sizeof(long) - 1 > 4 * PyLong_SHIFT) {
                        a = (long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
                        break;
#ifdef HAVE_LONG_LONG
                    } else if (8 * sizeof(PY_LONG_LONG) - 1 > 4 * PyLong_SHIFT) {
                        lla = (PY_LONG_LONG) (((((((((unsigned PY_LONG_LONG)digits[3]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
                        goto long_long;
#endif
                    }
                    CYTHON_FALLTHROUGH;
                default: return PyLong_Type.tp_as_number->nb_add(op1, op2);
            }
        }
                x = a + b;
            return PyLong_FromLong(x);
#ifdef HAVE_LONG_LONG
        long_long:
                llx = lla + llb;
            return PyLong_FromLongLong(llx);
#endif
        
        
    }
    #endif
    if (PyFloat_CheckExact(op1)) {
        const long b = intval;
        double a = PyFloat_AS_DOUBLE(op1);
            double result;
            PyFPE_START_PROTECT("add", return NULL)
            result = ((double)a) + (double)b;
            PyFPE_END_PROTECT(result)
            return PyFloat_FromDouble(result);
    }
    return (inplace ? PyNumber_InPlaceAdd : PyNumber_Add)(op1, op2);
}
#endif

/* RaiseTooManyValuesToUnpack */
  static CYTHON_INLINE void __Pyx_RaiseTooManyValuesError(Py_ssize_t expected) {
    PyErr_Format(PyExc_ValueError,
                 "too many values to unpack (expected %" CYTHON_FORMAT_SSIZE_T "d)", expected);
}

/* RaiseNeedMoreValuesToUnpack */
  static CYTHON_INLINE void __Pyx_RaiseNeedMoreValuesError(Py_ssize_t index) {
    PyErr_Format(PyExc_ValueError,
                 "need more than %" CYTHON_FORMAT_SSIZE_T "d value%.1s to unpack",
                 index, (index == 1) ? "" : "s");
}

/* IterFinish */
  static CYTHON_INLINE int __Pyx_IterFinish(void) {
#if CYTHON_FAST_THREAD_STATE
    PyThreadState *tstate = __Pyx_PyThreadState_Current;
    PyObject* exc_type = tstate->curexc_type;
    if (unlikely(exc_type)) {
        if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) {
            PyObject *exc_value, *exc_tb;
            exc_value = tstate->curexc_value;
            exc_tb = tstate->curexc_traceback;
            tstate->curexc_type = 0;
            tstate->curexc_value = 0;
            tstate->curexc_traceback = 0;
            Py_DECREF(exc_type);
            Py_XDECREF(exc_value);
            Py_XDECREF(exc_tb);
            return 0;
        } else {
            return -1;
        }
    }
    return 0;
#else
    if (unlikely(PyErr_Occurred())) {
        if (likely(PyErr_ExceptionMatches(PyExc_StopIteration))) {
            PyErr_Clear();
            return 0;
        } else {
            return -1;
        }
    }
    return 0;
#endif
}

/* UnpackItemEndCheck */
  static int __Pyx_IternextUnpackEndCheck(PyObject *retval, Py_ssize_t expected) {
    if (unlikely(retval)) {
        Py_DECREF(retval);
        __Pyx_RaiseTooManyValuesError(expected);
        return -1;
    } else {
        return __Pyx_IterFinish();
    }
    return 0;
}

/* None */
  static CYTHON_INLINE long __Pyx_div_long(long a, long b) {
    long q = a / b;
    long r = a - q*b;
    q -= ((r != 0) & ((r ^ b) < 0));
    return q;
}

/* None */
  static CYTHON_INLINE __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __Pyx_div___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT(__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT a, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT b) {
    __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT q = a / b;
    __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT r = a - q*b;
    q -= ((r != 0) & ((r ^ b) < 0));
    return q;
}

/* SliceObject */
  static CYTHON_INLINE int __Pyx_PyObject_SetSlice(PyObject* obj, PyObject* value,
        Py_ssize_t cstart, Py_ssize_t cstop,
        PyObject** _py_start, PyObject** _py_stop, PyObject** _py_slice,
        int has_cstart, int has_cstop, CYTHON_UNUSED int wraparound) {
#if CYTHON_USE_TYPE_SLOTS
    PyMappingMethods* mp;
#if PY_MAJOR_VERSION < 3
    PySequenceMethods* ms = Py_TYPE(obj)->tp_as_sequence;
    if (likely(ms && ms->sq_ass_slice)) {
        if (!has_cstart) {
            if (_py_start && (*_py_start != Py_None)) {
                cstart = __Pyx_PyIndex_AsSsize_t(*_py_start);
                if ((cstart == (Py_ssize_t)-1) && PyErr_Occurred()) goto bad;
            } else
                cstart = 0;
        }
        if (!has_cstop) {
            if (_py_stop && (*_py_stop != Py_None)) {
                cstop = __Pyx_PyIndex_AsSsize_t(*_py_stop);
                if ((cstop == (Py_ssize_t)-1) && PyErr_Occurred()) goto bad;
            } else
                cstop = PY_SSIZE_T_MAX;
        }
        if (wraparound && unlikely((cstart < 0) | (cstop < 0)) && likely(ms->sq_length)) {
            Py_ssize_t l = ms->sq_length(obj);
            if (likely(l >= 0)) {
                if (cstop < 0) {
                    cstop += l;
                    if (cstop < 0) cstop = 0;
                }
                if (cstart < 0) {
                    cstart += l;
                    if (cstart < 0) cstart = 0;
                }
            } else {
                if (!PyErr_ExceptionMatches(PyExc_OverflowError))
                    goto bad;
                PyErr_Clear();
            }
        }
        return ms->sq_ass_slice(obj, cstart, cstop, value);
    }
#endif
    mp = Py_TYPE(obj)->tp_as_mapping;
    if (likely(mp && mp->mp_ass_subscript))
#endif
    {
        int result;
        PyObject *py_slice, *py_start, *py_stop;
        if (_py_slice) {
            py_slice = *_py_slice;
        } else {
            PyObject* owned_start = NULL;
            PyObject* owned_stop = NULL;
            if (_py_start) {
                py_start = *_py_start;
            } else {
                if (has_cstart) {
                    owned_start = py_start = PyInt_FromSsize_t(cstart);
                    if (unlikely(!py_start)) goto bad;
                } else
                    py_start = Py_None;
            }
            if (_py_stop) {
                py_stop = *_py_stop;
            } else {
                if (has_cstop) {
                    owned_stop = py_stop = PyInt_FromSsize_t(cstop);
                    if (unlikely(!py_stop)) {
                        Py_XDECREF(owned_start);
                        goto bad;
                    }
                } else
                    py_stop = Py_None;
            }
            py_slice = PySlice_New(py_start, py_stop, Py_None);
            Py_XDECREF(owned_start);
            Py_XDECREF(owned_stop);
            if (unlikely(!py_slice)) goto bad;
        }
#if CYTHON_USE_TYPE_SLOTS
        result = mp->mp_ass_subscript(obj, py_slice, value);
#else
        result = value ? PyObject_SetItem(obj, py_slice, value) : PyObject_DelItem(obj, py_slice);
#endif
        if (!_py_slice) {
            Py_DECREF(py_slice);
        }
        return result;
    }
    PyErr_Format(PyExc_TypeError,
        "'%.200s' object does not support slice %.10s",
        Py_TYPE(obj)->tp_name, value ? "assignment" : "deletion");
bad:
    return -1;
}

/* SliceObject */
  static CYTHON_INLINE PyObject* __Pyx_PyObject_GetSlice(PyObject* obj,
        Py_ssize_t cstart, Py_ssize_t cstop,
        PyObject** _py_start, PyObject** _py_stop, PyObject** _py_slice,
        int has_cstart, int has_cstop, CYTHON_UNUSED int wraparound) {
#if CYTHON_USE_TYPE_SLOTS
    PyMappingMethods* mp;
#if PY_MAJOR_VERSION < 3
    PySequenceMethods* ms = Py_TYPE(obj)->tp_as_sequence;
    if (likely(ms && ms->sq_slice)) {
        if (!has_cstart) {
            if (_py_start && (*_py_start != Py_None)) {
                cstart = __Pyx_PyIndex_AsSsize_t(*_py_start);
                if ((cstart == (Py_ssize_t)-1) && PyErr_Occurred()) goto bad;
            } else
                cstart = 0;
        }
        if (!has_cstop) {
            if (_py_stop && (*_py_stop != Py_None)) {
                cstop = __Pyx_PyIndex_AsSsize_t(*_py_stop);
                if ((cstop == (Py_ssize_t)-1) && PyErr_Occurred()) goto bad;
            } else
                cstop = PY_SSIZE_T_MAX;
        }
        if (wraparound && unlikely((cstart < 0) | (cstop < 0)) && likely(ms->sq_length)) {
            Py_ssize_t l = ms->sq_length(obj);
            if (likely(l >= 0)) {
                if (cstop < 0) {
                    cstop += l;
                    if (cstop < 0) cstop = 0;
                }
                if (cstart < 0) {
                    cstart += l;
                    if (cstart < 0) cstart = 0;
                }
            } else {
                if (!PyErr_ExceptionMatches(PyExc_OverflowError))
                    goto bad;
                PyErr_Clear();
            }
        }
        return ms->sq_slice(obj, cstart, cstop);
    }
#endif
    mp = Py_TYPE(obj)->tp_as_mapping;
    if (likely(mp && mp->mp_subscript))
#endif
    {
        PyObject* result;
        PyObject *py_slice, *py_start, *py_stop;
        if (_py_slice) {
            py_slice = *_py_slice;
        } else {
            PyObject* owned_start = NULL;
            PyObject* owned_stop = NULL;
            if (_py_start) {
                py_start = *_py_start;
            } else {
                if (has_cstart) {
                    owned_start = py_start = PyInt_FromSsize_t(cstart);
                    if (unlikely(!py_start)) goto bad;
                } else
                    py_start = Py_None;
            }
            if (_py_stop) {
                py_stop = *_py_stop;
            } else {
                if (has_cstop) {
                    owned_stop = py_stop = PyInt_FromSsize_t(cstop);
                    if (unlikely(!py_stop)) {
                        Py_XDECREF(owned_start);
                        goto bad;
                    }
                } else
                    py_stop = Py_None;
            }
            py_slice = PySlice_New(py_start, py_stop, Py_None);
            Py_XDECREF(owned_start);
            Py_XDECREF(owned_stop);
            if (unlikely(!py_slice)) goto bad;
        }
#if CYTHON_USE_TYPE_SLOTS
        result = mp->mp_subscript(obj, py_slice);
#else
        result = PyObject_GetItem(obj, py_slice);
#endif
        if (!_py_slice) {
            Py_DECREF(py_slice);
        }
        return result;
    }
    PyErr_Format(PyExc_TypeError,
        "'%.200s' object is unsliceable", Py_TYPE(obj)->tp_name);
bad:
    return NULL;
}

/* RaiseException */
  #if PY_MAJOR_VERSION < 3
static void __Pyx_Raise(PyObject *type, PyObject *value, PyObject *tb,
                        CYTHON_UNUSED PyObject *cause) {
    __Pyx_PyThreadState_declare
    Py_XINCREF(type);
    if (!value || value == Py_None)
        value = NULL;
    else
        Py_INCREF(value);
    if (!tb || tb == Py_None)
        tb = NULL;
    else {
        Py_INCREF(tb);
        if (!PyTraceBack_Check(tb)) {
            PyErr_SetString(PyExc_TypeError,
                "raise: arg 3 must be a traceback or None");
            goto raise_error;
        }
    }
    if (PyType_Check(type)) {
#if CYTHON_COMPILING_IN_PYPY
        if (!value) {
            Py_INCREF(Py_None);
            value = Py_None;
        }
#endif
        PyErr_NormalizeException(&type, &value, &tb);
    } else {
        if (value) {
            PyErr_SetString(PyExc_TypeError,
                "instance exception may not have a separate value");
            goto raise_error;
        }
        value = type;
        type = (PyObject*) Py_TYPE(type);
        Py_INCREF(type);
        if (!PyType_IsSubtype((PyTypeObject *)type, (PyTypeObject *)PyExc_BaseException)) {
            PyErr_SetString(PyExc_TypeError,
                "raise: exception class must be a subclass of BaseException");
            goto raise_error;
        }
    }
    __Pyx_PyThreadState_assign
    __Pyx_ErrRestore(type, value, tb);
    return;
raise_error:
    Py_XDECREF(value);
    Py_XDECREF(type);
    Py_XDECREF(tb);
    return;
}
#else
static void __Pyx_Raise(PyObject *type, PyObject *value, PyObject *tb, PyObject *cause) {
    PyObject* owned_instance = NULL;
    if (tb == Py_None) {
        tb = 0;
    } else if (tb && !PyTraceBack_Check(tb)) {
        PyErr_SetString(PyExc_TypeError,
            "raise: arg 3 must be a traceback or None");
        goto bad;
    }
    if (value == Py_None)
        value = 0;
    if (PyExceptionInstance_Check(type)) {
        if (value) {
            PyErr_SetString(PyExc_TypeError,
                "instance exception may not have a separate value");
            goto bad;
        }
        value = type;
        type = (PyObject*) Py_TYPE(value);
    } else if (PyExceptionClass_Check(type)) {
        PyObject *instance_class = NULL;
        if (value && PyExceptionInstance_Check(value)) {
            instance_class = (PyObject*) Py_TYPE(value);
            if (instance_class != type) {
                int is_subclass = PyObject_IsSubclass(instance_class, type);
                if (!is_subclass) {
                    instance_class = NULL;
                } else if (unlikely(is_subclass == -1)) {
                    goto bad;
                } else {
                    type = instance_class;
                }
            }
        }
        if (!instance_class) {
            PyObject *args;
            if (!value)
                args = PyTuple_New(0);
            else if (PyTuple_Check(value)) {
                Py_INCREF(value);
                args = value;
            } else
                args = PyTuple_Pack(1, value);
            if (!args)
                goto bad;
            owned_instance = PyObject_Call(type, args, NULL);
            Py_DECREF(args);
            if (!owned_instance)
                goto bad;
            value = owned_instance;
            if (!PyExceptionInstance_Check(value)) {
                PyErr_Format(PyExc_TypeError,
                             "calling %R should have returned an instance of "
                             "BaseException, not %R",
                             type, Py_TYPE(value));
                goto bad;
            }
        }
    } else {
        PyErr_SetString(PyExc_TypeError,
            "raise: exception class must be a subclass of BaseException");
        goto bad;
    }
    if (cause) {
        PyObject *fixed_cause;
        if (cause == Py_None) {
            fixed_cause = NULL;
        } else if (PyExceptionClass_Check(cause)) {
            fixed_cause = PyObject_CallObject(cause, NULL);
            if (fixed_cause == NULL)
                goto bad;
        } else if (PyExceptionInstance_Check(cause)) {
            fixed_cause = cause;
            Py_INCREF(fixed_cause);
        } else {
            PyErr_SetString(PyExc_TypeError,
                            "exception causes must derive from "
                            "BaseException");
            goto bad;
        }
        PyException_SetCause(value, fixed_cause);
    }
    PyErr_SetObject(type, value);
    if (tb) {
#if CYTHON_COMPILING_IN_PYPY
        PyObject *tmp_type, *tmp_value, *tmp_tb;
        PyErr_Fetch(&tmp_type, &tmp_value, &tmp_tb);
        Py_INCREF(tb);
        PyErr_Restore(tmp_type, tmp_value, tb);
        Py_XDECREF(tmp_tb);
#else
        PyThreadState *tstate = __Pyx_PyThreadState_Current;
        PyObject* tmp_tb = tstate->curexc_traceback;
        if (tb != tmp_tb) {
            Py_INCREF(tb);
            tstate->curexc_traceback = tb;
            Py_XDECREF(tmp_tb);
        }
#endif
    }
bad:
    Py_XDECREF(owned_instance);
    return;
}
#endif

/* WriteUnraisableException */
  static void __Pyx_WriteUnraisable(const char *name, CYTHON_UNUSED int clineno,
                                  CYTHON_UNUSED int lineno, CYTHON_UNUSED const char *filename,
                                  int full_traceback, CYTHON_UNUSED int nogil) {
    PyObject *old_exc, *old_val, *old_tb;
    PyObject *ctx;
    __Pyx_PyThreadState_declare
#ifdef WITH_THREAD
    PyGILState_STATE state;
    if (nogil)
        state = PyGILState_Ensure();
#ifdef _MSC_VER
    else state = (PyGILState_STATE)-1;
#endif
#endif
    __Pyx_PyThreadState_assign
    __Pyx_ErrFetch(&old_exc, &old_val, &old_tb);
    if (full_traceback) {
        Py_XINCREF(old_exc);
        Py_XINCREF(old_val);
        Py_XINCREF(old_tb);
        __Pyx_ErrRestore(old_exc, old_val, old_tb);
        PyErr_PrintEx(1);
    }
    #if PY_MAJOR_VERSION < 3
    ctx = PyString_FromString(name);
    #else
    ctx = PyUnicode_FromString(name);
    #endif
    __Pyx_ErrRestore(old_exc, old_val, old_tb);
    if (!ctx) {
        PyErr_WriteUnraisable(Py_None);
    } else {
        PyErr_WriteUnraisable(ctx);
        Py_DECREF(ctx);
    }
#ifdef WITH_THREAD
    if (nogil)
        PyGILState_Release(state);
#endif
}

/* UnpackUnboundCMethod */
  static int __Pyx_TryUnpackUnboundCMethod(__Pyx_CachedCFunction* target) {
    PyObject *method;
    method = __Pyx_PyObject_GetAttrStr(target->type, *target->method_name);
    if (unlikely(!method))
        return -1;
    target->method = method;
#if CYTHON_COMPILING_IN_CPYTHON
    #if PY_MAJOR_VERSION >= 3
    if (likely(__Pyx_TypeCheck(method, &PyMethodDescr_Type)))
    #endif
    {
        PyMethodDescrObject *descr = (PyMethodDescrObject*) method;
        target->func = descr->d_method->ml_meth;
        target->flag = descr->d_method->ml_flags & ~(METH_CLASS | METH_STATIC | METH_COEXIST | METH_STACKLESS);
    }
#endif
    return 0;
}

/* CallUnboundCMethod0 */
  static PyObject* __Pyx__CallUnboundCMethod0(__Pyx_CachedCFunction* cfunc, PyObject* self) {
    PyObject *args, *result = NULL;
    if (unlikely(!cfunc->method) && unlikely(__Pyx_TryUnpackUnboundCMethod(cfunc) < 0)) return NULL;
#if CYTHON_ASSUME_SAFE_MACROS
    args = PyTuple_New(1);
    if (unlikely(!args)) goto bad;
    Py_INCREF(self);
    PyTuple_SET_ITEM(args, 0, self);
#else
    args = PyTuple_Pack(1, self);
    if (unlikely(!args)) goto bad;
#endif
    result = __Pyx_PyObject_Call(cfunc->method, args, NULL);
    Py_DECREF(args);
bad:
    return result;
}

/* py_dict_items */
  static CYTHON_INLINE PyObject* __Pyx_PyDict_Items(PyObject* d) {
    if (PY_MAJOR_VERSION >= 3)
        return __Pyx_CallUnboundCMethod0(&__pyx_umethod_PyDict_Type_items, d);
    else
        return PyDict_Items(d);
}

/* MemviewSliceInit */
  static int
__Pyx_init_memviewslice(struct __pyx_memoryview_obj *memview,
                        int ndim,
                        __Pyx_memviewslice *memviewslice,
                        int memview_is_new_reference)
{
    __Pyx_RefNannyDeclarations
    int i, retval=-1;
    Py_buffer *buf = &memview->view;
    __Pyx_RefNannySetupContext("init_memviewslice", 0);
    if (memviewslice->memview || memviewslice->data) {
        PyErr_SetString(PyExc_ValueError,
            "memviewslice is already initialized!");
        goto fail;
    }
    if (buf->strides) {
        for (i = 0; i < ndim; i++) {
            memviewslice->strides[i] = buf->strides[i];
        }
    } else {
        Py_ssize_t stride = buf->itemsize;
        for (i = ndim - 1; i >= 0; i--) {
            memviewslice->strides[i] = stride;
            stride *= buf->shape[i];
        }
    }
    for (i = 0; i < ndim; i++) {
        memviewslice->shape[i]   = buf->shape[i];
        if (buf->suboffsets) {
            memviewslice->suboffsets[i] = buf->suboffsets[i];
        } else {
            memviewslice->suboffsets[i] = -1;
        }
    }
    memviewslice->memview = memview;
    memviewslice->data = (char *)buf->buf;
    if (__pyx_add_acquisition_count(memview) == 0 && !memview_is_new_reference) {
        Py_INCREF(memview);
    }
    retval = 0;
    goto no_fail;
fail:
    memviewslice->memview = 0;
    memviewslice->data = 0;
    retval = -1;
no_fail:
    __Pyx_RefNannyFinishContext();
    return retval;
}
#ifndef Py_NO_RETURN
#define Py_NO_RETURN
#endif
static void __pyx_fatalerror(const char *fmt, ...) Py_NO_RETURN {
    va_list vargs;
    char msg[200];
#ifdef HAVE_STDARG_PROTOTYPES
    va_start(vargs, fmt);
#else
    va_start(vargs);
#endif
    vsnprintf(msg, 200, fmt, vargs);
    va_end(vargs);
    Py_FatalError(msg);
}
static CYTHON_INLINE int
__pyx_add_acquisition_count_locked(__pyx_atomic_int *acquisition_count,
                                   PyThread_type_lock lock)
{
    int result;
    PyThread_acquire_lock(lock, 1);
    result = (*acquisition_count)++;
    PyThread_release_lock(lock);
    return result;
}
static CYTHON_INLINE int
__pyx_sub_acquisition_count_locked(__pyx_atomic_int *acquisition_count,
                                   PyThread_type_lock lock)
{
    int result;
    PyThread_acquire_lock(lock, 1);
    result = (*acquisition_count)--;
    PyThread_release_lock(lock);
    return result;
}
static CYTHON_INLINE void
__Pyx_INC_MEMVIEW(__Pyx_memviewslice *memslice, int have_gil, int lineno)
{
    int first_time;
    struct __pyx_memoryview_obj *memview = memslice->memview;
    if (!memview || (PyObject *) memview == Py_None)
        return;
    if (__pyx_get_slice_count(memview) < 0)
        __pyx_fatalerror("Acquisition count is %d (line %d)",
                         __pyx_get_slice_count(memview), lineno);
    first_time = __pyx_add_acquisition_count(memview) == 0;
    if (first_time) {
        if (have_gil) {
            Py_INCREF((PyObject *) memview);
        } else {
            PyGILState_STATE _gilstate = PyGILState_Ensure();
            Py_INCREF((PyObject *) memview);
            PyGILState_Release(_gilstate);
        }
    }
}
static CYTHON_INLINE void __Pyx_XDEC_MEMVIEW(__Pyx_memviewslice *memslice,
                                             int have_gil, int lineno) {
    int last_time;
    struct __pyx_memoryview_obj *memview = memslice->memview;
    if (!memview ) {
        return;
    } else if ((PyObject *) memview == Py_None) {
        memslice->memview = NULL;
        return;
    }
    if (__pyx_get_slice_count(memview) <= 0)
        __pyx_fatalerror("Acquisition count is %d (line %d)",
                         __pyx_get_slice_count(memview), lineno);
    last_time = __pyx_sub_acquisition_count(memview) == 1;
    memslice->data = NULL;
    if (last_time) {
        if (have_gil) {
            Py_CLEAR(memslice->memview);
        } else {
            PyGILState_STATE _gilstate = PyGILState_Ensure();
            Py_CLEAR(memslice->memview);
            PyGILState_Release(_gilstate);
        }
    } else {
        memslice->memview = NULL;
    }
}

/* DictGetItem */
  #if PY_MAJOR_VERSION >= 3 && !CYTHON_COMPILING_IN_PYPY
static PyObject *__Pyx_PyDict_GetItem(PyObject *d, PyObject* key) {
    PyObject *value;
    value = PyDict_GetItemWithError(d, key);
    if (unlikely(!value)) {
        if (!PyErr_Occurred()) {
            if (unlikely(PyTuple_Check(key))) {
                PyObject* args = PyTuple_Pack(1, key);
                if (likely(args)) {
                    PyErr_SetObject(PyExc_KeyError, args);
                    Py_DECREF(args);
                }
            } else {
                PyErr_SetObject(PyExc_KeyError, key);
            }
        }
        return NULL;
    }
    Py_INCREF(value);
    return value;
}
#endif

/* BytesEquals */
  static CYTHON_INLINE int __Pyx_PyBytes_Equals(PyObject* s1, PyObject* s2, int equals) {
#if CYTHON_COMPILING_IN_PYPY
    return PyObject_RichCompareBool(s1, s2, equals);
#else
    if (s1 == s2) {
        return (equals == Py_EQ);
    } else if (PyBytes_CheckExact(s1) & PyBytes_CheckExact(s2)) {
        const char *ps1, *ps2;
        Py_ssize_t length = PyBytes_GET_SIZE(s1);
        if (length != PyBytes_GET_SIZE(s2))
            return (equals == Py_NE);
        ps1 = PyBytes_AS_STRING(s1);
        ps2 = PyBytes_AS_STRING(s2);
        if (ps1[0] != ps2[0]) {
            return (equals == Py_NE);
        } else if (length == 1) {
            return (equals == Py_EQ);
        } else {
            int result;
#if CYTHON_USE_UNICODE_INTERNALS
            Py_hash_t hash1, hash2;
            hash1 = ((PyBytesObject*)s1)->ob_shash;
            hash2 = ((PyBytesObject*)s2)->ob_shash;
            if (hash1 != hash2 && hash1 != -1 && hash2 != -1) {
                return (equals == Py_NE);
            }
#endif
            result = memcmp(ps1, ps2, (size_t)length);
            return (equals == Py_EQ) ? (result == 0) : (result != 0);
        }
    } else if ((s1 == Py_None) & PyBytes_CheckExact(s2)) {
        return (equals == Py_NE);
    } else if ((s2 == Py_None) & PyBytes_CheckExact(s1)) {
        return (equals == Py_NE);
    } else {
        int result;
        PyObject* py_result = PyObject_RichCompare(s1, s2, equals);
        if (!py_result)
            return -1;
        result = __Pyx_PyObject_IsTrue(py_result);
        Py_DECREF(py_result);
        return result;
    }
#endif
}

/* UnicodeEquals */
  static CYTHON_INLINE int __Pyx_PyUnicode_Equals(PyObject* s1, PyObject* s2, int equals) {
#if CYTHON_COMPILING_IN_PYPY
    return PyObject_RichCompareBool(s1, s2, equals);
#else
#if PY_MAJOR_VERSION < 3
    PyObject* owned_ref = NULL;
#endif
    int s1_is_unicode, s2_is_unicode;
    if (s1 == s2) {
        goto return_eq;
    }
    s1_is_unicode = PyUnicode_CheckExact(s1);
    s2_is_unicode = PyUnicode_CheckExact(s2);
#if PY_MAJOR_VERSION < 3
    if ((s1_is_unicode & (!s2_is_unicode)) && PyString_CheckExact(s2)) {
        owned_ref = PyUnicode_FromObject(s2);
        if (unlikely(!owned_ref))
            return -1;
        s2 = owned_ref;
        s2_is_unicode = 1;
    } else if ((s2_is_unicode & (!s1_is_unicode)) && PyString_CheckExact(s1)) {
        owned_ref = PyUnicode_FromObject(s1);
        if (unlikely(!owned_ref))
            return -1;
        s1 = owned_ref;
        s1_is_unicode = 1;
    } else if (((!s2_is_unicode) & (!s1_is_unicode))) {
        return __Pyx_PyBytes_Equals(s1, s2, equals);
    }
#endif
    if (s1_is_unicode & s2_is_unicode) {
        Py_ssize_t length;
        int kind;
        void *data1, *data2;
        if (unlikely(__Pyx_PyUnicode_READY(s1) < 0) || unlikely(__Pyx_PyUnicode_READY(s2) < 0))
            return -1;
        length = __Pyx_PyUnicode_GET_LENGTH(s1);
        if (length != __Pyx_PyUnicode_GET_LENGTH(s2)) {
            goto return_ne;
        }
#if CYTHON_USE_UNICODE_INTERNALS
        {
            Py_hash_t hash1, hash2;
        #if CYTHON_PEP393_ENABLED
            hash1 = ((PyASCIIObject*)s1)->hash;
            hash2 = ((PyASCIIObject*)s2)->hash;
        #else
            hash1 = ((PyUnicodeObject*)s1)->hash;
            hash2 = ((PyUnicodeObject*)s2)->hash;
        #endif
            if (hash1 != hash2 && hash1 != -1 && hash2 != -1) {
                goto return_ne;
            }
        }
#endif
        kind = __Pyx_PyUnicode_KIND(s1);
        if (kind != __Pyx_PyUnicode_KIND(s2)) {
            goto return_ne;
        }
        data1 = __Pyx_PyUnicode_DATA(s1);
        data2 = __Pyx_PyUnicode_DATA(s2);
        if (__Pyx_PyUnicode_READ(kind, data1, 0) != __Pyx_PyUnicode_READ(kind, data2, 0)) {
            goto return_ne;
        } else if (length == 1) {
            goto return_eq;
        } else {
            int result = memcmp(data1, data2, (size_t)(length * kind));
            #if PY_MAJOR_VERSION < 3
            Py_XDECREF(owned_ref);
            #endif
            return (equals == Py_EQ) ? (result == 0) : (result != 0);
        }
    } else if ((s1 == Py_None) & s2_is_unicode) {
        goto return_ne;
    } else if ((s2 == Py_None) & s1_is_unicode) {
        goto return_ne;
    } else {
        int result;
        PyObject* py_result = PyObject_RichCompare(s1, s2, equals);
        #if PY_MAJOR_VERSION < 3
        Py_XDECREF(owned_ref);
        #endif
        if (!py_result)
            return -1;
        result = __Pyx_PyObject_IsTrue(py_result);
        Py_DECREF(py_result);
        return result;
    }
return_eq:
    #if PY_MAJOR_VERSION < 3
    Py_XDECREF(owned_ref);
    #endif
    return (equals == Py_EQ);
return_ne:
    #if PY_MAJOR_VERSION < 3
    Py_XDECREF(owned_ref);
    #endif
    return (equals == Py_NE);
#endif
}

/* PyObjectGetMethod */
  static int __Pyx_PyObject_GetMethod(PyObject *obj, PyObject *name, PyObject **method) {
    PyObject *attr;
#if CYTHON_UNPACK_METHODS && CYTHON_COMPILING_IN_CPYTHON && CYTHON_USE_PYTYPE_LOOKUP
    PyTypeObject *tp = Py_TYPE(obj);
    PyObject *descr;
    descrgetfunc f = NULL;
    PyObject **dictptr, *dict;
    int meth_found = 0;
    assert (*method == NULL);
    if (unlikely(tp->tp_getattro != PyObject_GenericGetAttr)) {
        attr = __Pyx_PyObject_GetAttrStr(obj, name);
        goto try_unpack;
    }
    if (unlikely(tp->tp_dict == NULL) && unlikely(PyType_Ready(tp) < 0)) {
        return 0;
    }
    descr = _PyType_Lookup(tp, name);
    if (likely(descr != NULL)) {
        Py_INCREF(descr);
#if PY_MAJOR_VERSION >= 3
        #ifdef __Pyx_CyFunction_USED
        if (likely(PyFunction_Check(descr) || (Py_TYPE(descr) == &PyMethodDescr_Type) || __Pyx_CyFunction_Check(descr)))
        #else
        if (likely(PyFunction_Check(descr) || (Py_TYPE(descr) == &PyMethodDescr_Type)))
        #endif
#else
        #ifdef __Pyx_CyFunction_USED
        if (likely(PyFunction_Check(descr) || __Pyx_CyFunction_Check(descr)))
        #else
        if (likely(PyFunction_Check(descr)))
        #endif
#endif
        {
            meth_found = 1;
        } else {
            f = Py_TYPE(descr)->tp_descr_get;
            if (f != NULL && PyDescr_IsData(descr)) {
                attr = f(descr, obj, (PyObject *)Py_TYPE(obj));
                Py_DECREF(descr);
                goto try_unpack;
            }
        }
    }
    dictptr = _PyObject_GetDictPtr(obj);
    if (dictptr != NULL && (dict = *dictptr) != NULL) {
        Py_INCREF(dict);
        attr = __Pyx_PyDict_GetItemStr(dict, name);
        if (attr != NULL) {
            Py_INCREF(attr);
            Py_DECREF(dict);
            Py_XDECREF(descr);
            goto try_unpack;
        }
        Py_DECREF(dict);
    }
    if (meth_found) {
        *method = descr;
        return 1;
    }
    if (f != NULL) {
        attr = f(descr, obj, (PyObject *)Py_TYPE(obj));
        Py_DECREF(descr);
        goto try_unpack;
    }
    if (descr != NULL) {
        *method = descr;
        return 0;
    }
    PyErr_Format(PyExc_AttributeError,
#if PY_MAJOR_VERSION >= 3
                 "'%.50s' object has no attribute '%U'",
                 tp->tp_name, name);
#else
                 "'%.50s' object has no attribute '%.400s'",
                 tp->tp_name, PyString_AS_STRING(name));
#endif
    return 0;
#else
    attr = __Pyx_PyObject_GetAttrStr(obj, name);
    goto try_unpack;
#endif
try_unpack:
#if CYTHON_UNPACK_METHODS
    if (likely(attr) && PyMethod_Check(attr) && likely(PyMethod_GET_SELF(attr) == obj)) {
        PyObject *function = PyMethod_GET_FUNCTION(attr);
        Py_INCREF(function);
        Py_DECREF(attr);
        *method = function;
        return 1;
    }
#endif
    *method = attr;
    return 0;
}

/* PyObjectCallMethod1 */
  static PyObject* __Pyx__PyObject_CallMethod1(PyObject* method, PyObject* arg) {
    PyObject *result = __Pyx_PyObject_CallOneArg(method, arg);
    Py_DECREF(method);
    return result;
}
static PyObject* __Pyx_PyObject_CallMethod1(PyObject* obj, PyObject* method_name, PyObject* arg) {
    PyObject *method = NULL, *result;
    int is_method = __Pyx_PyObject_GetMethod(obj, method_name, &method);
    if (likely(is_method)) {
        result = __Pyx_PyObject_Call2Args(method, obj, arg);
        Py_DECREF(method);
        return result;
    }
    if (unlikely(!method)) return NULL;
    return __Pyx__PyObject_CallMethod1(method, arg);
}

/* append */
  static CYTHON_INLINE int __Pyx_PyObject_Append(PyObject* L, PyObject* x) {
    if (likely(PyList_CheckExact(L))) {
        if (unlikely(__Pyx_PyList_Append(L, x) < 0)) return -1;
    } else {
        PyObject* retval = __Pyx_PyObject_CallMethod1(L, __pyx_n_s_append, x);
        if (unlikely(!retval))
            return -1;
        Py_DECREF(retval);
    }
    return 0;
}

/* py_abs */
  #if CYTHON_USE_PYLONG_INTERNALS
static PyObject *__Pyx_PyLong_AbsNeg(PyObject *n) {
    if (likely(Py_SIZE(n) == -1)) {
        return PyLong_FromLong(((PyLongObject*)n)->ob_digit[0]);
    }
#if CYTHON_COMPILING_IN_CPYTHON
    {
        PyObject *copy = _PyLong_Copy((PyLongObject*)n);
        if (likely(copy)) {
            Py_SIZE(copy) = -(Py_SIZE(copy));
        }
        return copy;
    }
#else
    return PyNumber_Negative(n);
#endif
}
#endif

/* PyIntBinop */
  #if !CYTHON_COMPILING_IN_PYPY
static PyObject* __Pyx_PyInt_SubtractObjC(PyObject *op1, PyObject *op2, CYTHON_UNUSED long intval, int inplace, int zerodivision_check) {
    (void)inplace;
    (void)zerodivision_check;
    #if PY_MAJOR_VERSION < 3
    if (likely(PyInt_CheckExact(op1))) {
        const long b = intval;
        long x;
        long a = PyInt_AS_LONG(op1);
            x = (long)((unsigned long)a - b);
            if (likely((x^a) >= 0 || (x^~b) >= 0))
                return PyInt_FromLong(x);
            return PyLong_Type.tp_as_number->nb_subtract(op1, op2);
    }
    #endif
    #if CYTHON_USE_PYLONG_INTERNALS
    if (likely(PyLong_CheckExact(op1))) {
        const long b = intval;
        long a, x;
#ifdef HAVE_LONG_LONG
        const PY_LONG_LONG llb = intval;
        PY_LONG_LONG lla, llx;
#endif
        const digit* digits = ((PyLongObject*)op1)->ob_digit;
        const Py_ssize_t size = Py_SIZE(op1);
        if (likely(__Pyx_sst_abs(size) <= 1)) {
            a = likely(size) ? digits[0] : 0;
            if (size == -1) a = -a;
        } else {
            switch (size) {
                case -2:
                    if (8 * sizeof(long) - 1 > 2 * PyLong_SHIFT) {
                        a = -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
                        break;
#ifdef HAVE_LONG_LONG
                    } else if (8 * sizeof(PY_LONG_LONG) - 1 > 2 * PyLong_SHIFT) {
                        lla = -(PY_LONG_LONG) (((((unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
                        goto long_long;
#endif
                    }
                    CYTHON_FALLTHROUGH;
                case 2:
                    if (8 * sizeof(long) - 1 > 2 * PyLong_SHIFT) {
                        a = (long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
                        break;
#ifdef HAVE_LONG_LONG
                    } else if (8 * sizeof(PY_LONG_LONG) - 1 > 2 * PyLong_SHIFT) {
                        lla = (PY_LONG_LONG) (((((unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
                        goto long_long;
#endif
                    }
                    CYTHON_FALLTHROUGH;
                case -3:
                    if (8 * sizeof(long) - 1 > 3 * PyLong_SHIFT) {
                        a = -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
                        break;
#ifdef HAVE_LONG_LONG
                    } else if (8 * sizeof(PY_LONG_LONG) - 1 > 3 * PyLong_SHIFT) {
                        lla = -(PY_LONG_LONG) (((((((unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
                        goto long_long;
#endif
                    }
                    CYTHON_FALLTHROUGH;
                case 3:
                    if (8 * sizeof(long) - 1 > 3 * PyLong_SHIFT) {
                        a = (long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
                        break;
#ifdef HAVE_LONG_LONG
                    } else if (8 * sizeof(PY_LONG_LONG) - 1 > 3 * PyLong_SHIFT) {
                        lla = (PY_LONG_LONG) (((((((unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
                        goto long_long;
#endif
                    }
                    CYTHON_FALLTHROUGH;
                case -4:
                    if (8 * sizeof(long) - 1 > 4 * PyLong_SHIFT) {
                        a = -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
                        break;
#ifdef HAVE_LONG_LONG
                    } else if (8 * sizeof(PY_LONG_LONG) - 1 > 4 * PyLong_SHIFT) {
                        lla = -(PY_LONG_LONG) (((((((((unsigned PY_LONG_LONG)digits[3]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
                        goto long_long;
#endif
                    }
                    CYTHON_FALLTHROUGH;
                case 4:
                    if (8 * sizeof(long) - 1 > 4 * PyLong_SHIFT) {
                        a = (long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
                        break;
#ifdef HAVE_LONG_LONG
                    } else if (8 * sizeof(PY_LONG_LONG) - 1 > 4 * PyLong_SHIFT) {
                        lla = (PY_LONG_LONG) (((((((((unsigned PY_LONG_LONG)digits[3]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
                        goto long_long;
#endif
                    }
                    CYTHON_FALLTHROUGH;
                default: return PyLong_Type.tp_as_number->nb_subtract(op1, op2);
            }
        }
                x = a - b;
            return PyLong_FromLong(x);
#ifdef HAVE_LONG_LONG
        long_long:
                llx = lla - llb;
            return PyLong_FromLongLong(llx);
#endif
        
        
    }
    #endif
    if (PyFloat_CheckExact(op1)) {
        const long b = intval;
        double a = PyFloat_AS_DOUBLE(op1);
            double result;
            PyFPE_START_PROTECT("subtract", return NULL)
            result = ((double)a) - (double)b;
            PyFPE_END_PROTECT(result)
            return PyFloat_FromDouble(result);
    }
    return (inplace ? PyNumber_InPlaceSubtract : PyNumber_Subtract)(op1, op2);
}
#endif

/* PyIntBinop */
  #if !CYTHON_COMPILING_IN_PYPY
#if PY_MAJOR_VERSION < 3 || CYTHON_USE_PYLONG_INTERNALS
#define __Pyx_PyInt_FloorDivideObjC_ZeroDivisionError(operand)\
    if (unlikely(zerodivision_check && ((operand) == 0))) {\
        PyErr_SetString(PyExc_ZeroDivisionError, "integer division by zero");\
        return NULL;\
    }
#endif
static PyObject* __Pyx_PyInt_FloorDivideObjC(PyObject *op1, PyObject *op2, CYTHON_UNUSED long intval, int inplace, int zerodivision_check) {
    (void)inplace;
    (void)zerodivision_check;
    #if PY_MAJOR_VERSION < 3
    if (likely(PyInt_CheckExact(op1))) {
        const long b = intval;
        long x;
        long a = PyInt_AS_LONG(op1);
            __Pyx_PyInt_FloorDivideObjC_ZeroDivisionError(b)
            if (unlikely(b == -1 && ((unsigned long)a) == 0-(unsigned long)a))
                return PyInt_Type.tp_as_number->nb_floor_divide(op1, op2);
            else {
                long q, r;
                q = a / b;
                r = a - q*b;
                q -= ((r != 0) & ((r ^ b) < 0));
                x = q;
            }
            return PyInt_FromLong(x);
    }
    #endif
    #if CYTHON_USE_PYLONG_INTERNALS
    if (likely(PyLong_CheckExact(op1))) {
        const long b = intval;
        long a, x;
#ifdef HAVE_LONG_LONG
        const PY_LONG_LONG llb = intval;
        PY_LONG_LONG lla, llx;
#endif
        const digit* digits = ((PyLongObject*)op1)->ob_digit;
        const Py_ssize_t size = Py_SIZE(op1);
        if (likely(__Pyx_sst_abs(size) <= 1)) {
            a = likely(size) ? digits[0] : 0;
            if (size == -1) a = -a;
        } else {
            switch (size) {
                case -2:
                    if (8 * sizeof(long) - 1 > 2 * PyLong_SHIFT) {
                        a = -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
                        break;
#ifdef HAVE_LONG_LONG
                    } else if (8 * sizeof(PY_LONG_LONG) - 1 > 2 * PyLong_SHIFT) {
                        lla = -(PY_LONG_LONG) (((((unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
                        goto long_long;
#endif
                    }
                    CYTHON_FALLTHROUGH;
                case 2:
                    if (8 * sizeof(long) - 1 > 2 * PyLong_SHIFT) {
                        a = (long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
                        break;
#ifdef HAVE_LONG_LONG
                    } else if (8 * sizeof(PY_LONG_LONG) - 1 > 2 * PyLong_SHIFT) {
                        lla = (PY_LONG_LONG) (((((unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
                        goto long_long;
#endif
                    }
                    CYTHON_FALLTHROUGH;
                case -3:
                    if (8 * sizeof(long) - 1 > 3 * PyLong_SHIFT) {
                        a = -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
                        break;
#ifdef HAVE_LONG_LONG
                    } else if (8 * sizeof(PY_LONG_LONG) - 1 > 3 * PyLong_SHIFT) {
                        lla = -(PY_LONG_LONG) (((((((unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
                        goto long_long;
#endif
                    }
                    CYTHON_FALLTHROUGH;
                case 3:
                    if (8 * sizeof(long) - 1 > 3 * PyLong_SHIFT) {
                        a = (long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
                        break;
#ifdef HAVE_LONG_LONG
                    } else if (8 * sizeof(PY_LONG_LONG) - 1 > 3 * PyLong_SHIFT) {
                        lla = (PY_LONG_LONG) (((((((unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
                        goto long_long;
#endif
                    }
                    CYTHON_FALLTHROUGH;
                case -4:
                    if (8 * sizeof(long) - 1 > 4 * PyLong_SHIFT) {
                        a = -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
                        break;
#ifdef HAVE_LONG_LONG
                    } else if (8 * sizeof(PY_LONG_LONG) - 1 > 4 * PyLong_SHIFT) {
                        lla = -(PY_LONG_LONG) (((((((((unsigned PY_LONG_LONG)digits[3]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
                        goto long_long;
#endif
                    }
                    CYTHON_FALLTHROUGH;
                case 4:
                    if (8 * sizeof(long) - 1 > 4 * PyLong_SHIFT) {
                        a = (long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]));
                        break;
#ifdef HAVE_LONG_LONG
                    } else if (8 * sizeof(PY_LONG_LONG) - 1 > 4 * PyLong_SHIFT) {
                        lla = (PY_LONG_LONG) (((((((((unsigned PY_LONG_LONG)digits[3]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
                        goto long_long;
#endif
                    }
                    CYTHON_FALLTHROUGH;
                default: return PyLong_Type.tp_as_number->nb_floor_divide(op1, op2);
            }
        }
                __Pyx_PyInt_FloorDivideObjC_ZeroDivisionError(b)
                {
                    long q, r;
                    q = a / b;
                    r = a - q*b;
                    q -= ((r != 0) & ((r ^ b) < 0));
                    x = q;
                }
            return PyLong_FromLong(x);
#ifdef HAVE_LONG_LONG
        long_long:
                {
                    PY_LONG_LONG q, r;
                    q = lla / llb;
                    r = lla - q*llb;
                    q -= ((r != 0) & ((r ^ llb) < 0));
                    llx = q;
                }
            return PyLong_FromLongLong(llx);
#endif
        
        
    }
    #endif
    return (inplace ? PyNumber_InPlaceFloorDivide : PyNumber_FloorDivide)(op1, op2);
}
#endif

/* RaiseNoneIterError */
  static CYTHON_INLINE void __Pyx_RaiseNoneNotIterableError(void) {
    PyErr_SetString(PyExc_TypeError, "'NoneType' object is not iterable");
}

/* GetTopmostException */
  #if CYTHON_USE_EXC_INFO_STACK
static _PyErr_StackItem *
__Pyx_PyErr_GetTopmostException(PyThreadState *tstate)
{
    _PyErr_StackItem *exc_info = tstate->exc_info;
    while ((exc_info->exc_type == NULL || exc_info->exc_type == Py_None) &&
           exc_info->previous_item != NULL)
    {
        exc_info = exc_info->previous_item;
    }
    return exc_info;
}
#endif

/* SaveResetException */
  #if CYTHON_FAST_THREAD_STATE
static CYTHON_INLINE void __Pyx__ExceptionSave(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb) {
    #if CYTHON_USE_EXC_INFO_STACK
    _PyErr_StackItem *exc_info = __Pyx_PyErr_GetTopmostException(tstate);
    *type = exc_info->exc_type;
    *value = exc_info->exc_value;
    *tb = exc_info->exc_traceback;
    #else
    *type = tstate->exc_type;
    *value = tstate->exc_value;
    *tb = tstate->exc_traceback;
    #endif
    Py_XINCREF(*type);
    Py_XINCREF(*value);
    Py_XINCREF(*tb);
}
static CYTHON_INLINE void __Pyx__ExceptionReset(PyThreadState *tstate, PyObject *type, PyObject *value, PyObject *tb) {
    PyObject *tmp_type, *tmp_value, *tmp_tb;
    #if CYTHON_USE_EXC_INFO_STACK
    _PyErr_StackItem *exc_info = tstate->exc_info;
    tmp_type = exc_info->exc_type;
    tmp_value = exc_info->exc_value;
    tmp_tb = exc_info->exc_traceback;
    exc_info->exc_type = type;
    exc_info->exc_value = value;
    exc_info->exc_traceback = tb;
    #else
    tmp_type = tstate->exc_type;
    tmp_value = tstate->exc_value;
    tmp_tb = tstate->exc_traceback;
    tstate->exc_type = type;
    tstate->exc_value = value;
    tstate->exc_traceback = tb;
    #endif
    Py_XDECREF(tmp_type);
    Py_XDECREF(tmp_value);
    Py_XDECREF(tmp_tb);
}
#endif

/* PyErrExceptionMatches */
  #if CYTHON_FAST_THREAD_STATE
static int __Pyx_PyErr_ExceptionMatchesTuple(PyObject *exc_type, PyObject *tuple) {
    Py_ssize_t i, n;
    n = PyTuple_GET_SIZE(tuple);
#if PY_MAJOR_VERSION >= 3
    for (i=0; i<n; i++) {
        if (exc_type == PyTuple_GET_ITEM(tuple, i)) return 1;
    }
#endif
    for (i=0; i<n; i++) {
        if (__Pyx_PyErr_GivenExceptionMatches(exc_type, PyTuple_GET_ITEM(tuple, i))) return 1;
    }
    return 0;
}
static CYTHON_INLINE int __Pyx_PyErr_ExceptionMatchesInState(PyThreadState* tstate, PyObject* err) {
    PyObject *exc_type = tstate->curexc_type;
    if (exc_type == err) return 1;
    if (unlikely(!exc_type)) return 0;
    if (unlikely(PyTuple_Check(err)))
        return __Pyx_PyErr_ExceptionMatchesTuple(exc_type, err);
    return __Pyx_PyErr_GivenExceptionMatches(exc_type, err);
}
#endif

/* GetException */
  #if CYTHON_FAST_THREAD_STATE
static int __Pyx__GetException(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb)
#else
static int __Pyx_GetException(PyObject **type, PyObject **value, PyObject **tb)
#endif
{
    PyObject *local_type, *local_value, *local_tb;
#if CYTHON_FAST_THREAD_STATE
    PyObject *tmp_type, *tmp_value, *tmp_tb;
    local_type = tstate->curexc_type;
    local_value = tstate->curexc_value;
    local_tb = tstate->curexc_traceback;
    tstate->curexc_type = 0;
    tstate->curexc_value = 0;
    tstate->curexc_traceback = 0;
#else
    PyErr_Fetch(&local_type, &local_value, &local_tb);
#endif
    PyErr_NormalizeException(&local_type, &local_value, &local_tb);
#if CYTHON_FAST_THREAD_STATE
    if (unlikely(tstate->curexc_type))
#else
    if (unlikely(PyErr_Occurred()))
#endif
        goto bad;
    #if PY_MAJOR_VERSION >= 3
    if (local_tb) {
        if (unlikely(PyException_SetTraceback(local_value, local_tb) < 0))
            goto bad;
    }
    #endif
    Py_XINCREF(local_tb);
    Py_XINCREF(local_type);
    Py_XINCREF(local_value);
    *type = local_type;
    *value = local_value;
    *tb = local_tb;
#if CYTHON_FAST_THREAD_STATE
    #if CYTHON_USE_EXC_INFO_STACK
    {
        _PyErr_StackItem *exc_info = tstate->exc_info;
        tmp_type = exc_info->exc_type;
        tmp_value = exc_info->exc_value;
        tmp_tb = exc_info->exc_traceback;
        exc_info->exc_type = local_type;
        exc_info->exc_value = local_value;
        exc_info->exc_traceback = local_tb;
    }
    #else
    tmp_type = tstate->exc_type;
    tmp_value = tstate->exc_value;
    tmp_tb = tstate->exc_traceback;
    tstate->exc_type = local_type;
    tstate->exc_value = local_value;
    tstate->exc_traceback = local_tb;
    #endif
    Py_XDECREF(tmp_type);
    Py_XDECREF(tmp_value);
    Py_XDECREF(tmp_tb);
#else
    PyErr_SetExcInfo(local_type, local_value, local_tb);
#endif
    return 0;
bad:
    *type = 0;
    *value = 0;
    *tb = 0;
    Py_XDECREF(local_type);
    Py_XDECREF(local_value);
    Py_XDECREF(local_tb);
    return -1;
}

/* None */
  static CYTHON_INLINE Py_ssize_t __Pyx_div_Py_ssize_t(Py_ssize_t a, Py_ssize_t b) {
    Py_ssize_t q = a / b;
    Py_ssize_t r = a - q*b;
    q -= ((r != 0) & ((r ^ b) < 0));
    return q;
}

/* GetAttr */
  static CYTHON_INLINE PyObject *__Pyx_GetAttr(PyObject *o, PyObject *n) {
#if CYTHON_USE_TYPE_SLOTS
#if PY_MAJOR_VERSION >= 3
    if (likely(PyUnicode_Check(n)))
#else
    if (likely(PyString_Check(n)))
#endif
        return __Pyx_PyObject_GetAttrStr(o, n);
#endif
    return PyObject_GetAttr(o, n);
}

/* decode_c_string */
  static CYTHON_INLINE PyObject* __Pyx_decode_c_string(
         const char* cstring, Py_ssize_t start, Py_ssize_t stop,
         const char* encoding, const char* errors,
         PyObject* (*decode_func)(const char *s, Py_ssize_t size, const char *errors)) {
    Py_ssize_t length;
    if (unlikely((start < 0) | (stop < 0))) {
        size_t slen = strlen(cstring);
        if (unlikely(slen > (size_t) PY_SSIZE_T_MAX)) {
            PyErr_SetString(PyExc_OverflowError,
                            "c-string too long to convert to Python");
            return NULL;
        }
        length = (Py_ssize_t) slen;
        if (start < 0) {
            start += length;
            if (start < 0)
                start = 0;
        }
        if (stop < 0)
            stop += length;
    }
    length = stop - start;
    if (unlikely(length <= 0))
        return PyUnicode_FromUnicode(NULL, 0);
    cstring += start;
    if (decode_func) {
        return decode_func(cstring, length, errors);
    } else {
        return PyUnicode_Decode(cstring, length, encoding, errors);
    }
}

/* GetAttr3 */
  static PyObject *__Pyx_GetAttr3Default(PyObject *d) {
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    if (unlikely(!__Pyx_PyErr_ExceptionMatches(PyExc_AttributeError)))
        return NULL;
    __Pyx_PyErr_Clear();
    Py_INCREF(d);
    return d;
}
static CYTHON_INLINE PyObject *__Pyx_GetAttr3(PyObject *o, PyObject *n, PyObject *d) {
    PyObject *r = __Pyx_GetAttr(o, n);
    return (likely(r)) ? r : __Pyx_GetAttr3Default(d);
}

/* SwapException */
  #if CYTHON_FAST_THREAD_STATE
static CYTHON_INLINE void __Pyx__ExceptionSwap(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb) {
    PyObject *tmp_type, *tmp_value, *tmp_tb;
    #if CYTHON_USE_EXC_INFO_STACK
    _PyErr_StackItem *exc_info = tstate->exc_info;
    tmp_type = exc_info->exc_type;
    tmp_value = exc_info->exc_value;
    tmp_tb = exc_info->exc_traceback;
    exc_info->exc_type = *type;
    exc_info->exc_value = *value;
    exc_info->exc_traceback = *tb;
    #else
    tmp_type = tstate->exc_type;
    tmp_value = tstate->exc_value;
    tmp_tb = tstate->exc_traceback;
    tstate->exc_type = *type;
    tstate->exc_value = *value;
    tstate->exc_traceback = *tb;
    #endif
    *type = tmp_type;
    *value = tmp_value;
    *tb = tmp_tb;
}
#else
static CYTHON_INLINE void __Pyx_ExceptionSwap(PyObject **type, PyObject **value, PyObject **tb) {
    PyObject *tmp_type, *tmp_value, *tmp_tb;
    PyErr_GetExcInfo(&tmp_type, &tmp_value, &tmp_tb);
    PyErr_SetExcInfo(*type, *value, *tb);
    *type = tmp_type;
    *value = tmp_value;
    *tb = tmp_tb;
}
#endif

/* Import */
  static PyObject *__Pyx_Import(PyObject *name, PyObject *from_list, int level) {
    PyObject *empty_list = 0;
    PyObject *module = 0;
    PyObject *global_dict = 0;
    PyObject *empty_dict = 0;
    PyObject *list;
    #if PY_MAJOR_VERSION < 3
    PyObject *py_import;
    py_import = __Pyx_PyObject_GetAttrStr(__pyx_b, __pyx_n_s_import);
    if (!py_import)
        goto bad;
    #endif
    if (from_list)
        list = from_list;
    else {
        empty_list = PyList_New(0);
        if (!empty_list)
            goto bad;
        list = empty_list;
    }
    global_dict = PyModule_GetDict(__pyx_m);
    if (!global_dict)
        goto bad;
    empty_dict = PyDict_New();
    if (!empty_dict)
        goto bad;
    {
        #if PY_MAJOR_VERSION >= 3
        if (level == -1) {
            if (strchr(__Pyx_MODULE_NAME, '.')) {
                module = PyImport_ImportModuleLevelObject(
                    name, global_dict, empty_dict, list, 1);
                if (!module) {
                    if (!PyErr_ExceptionMatches(PyExc_ImportError))
                        goto bad;
                    PyErr_Clear();
                }
            }
            level = 0;
        }
        #endif
        if (!module) {
            #if PY_MAJOR_VERSION < 3
            PyObject *py_level = PyInt_FromLong(level);
            if (!py_level)
                goto bad;
            module = PyObject_CallFunctionObjArgs(py_import,
                name, global_dict, empty_dict, list, py_level, (PyObject *)NULL);
            Py_DECREF(py_level);
            #else
            module = PyImport_ImportModuleLevelObject(
                name, global_dict, empty_dict, list, level);
            #endif
        }
    }
bad:
    #if PY_MAJOR_VERSION < 3
    Py_XDECREF(py_import);
    #endif
    Py_XDECREF(empty_list);
    Py_XDECREF(empty_dict);
    return module;
}

/* FastTypeChecks */
  #if CYTHON_COMPILING_IN_CPYTHON
static int __Pyx_InBases(PyTypeObject *a, PyTypeObject *b) {
    while (a) {
        a = a->tp_base;
        if (a == b)
            return 1;
    }
    return b == &PyBaseObject_Type;
}
static CYTHON_INLINE int __Pyx_IsSubtype(PyTypeObject *a, PyTypeObject *b) {
    PyObject *mro;
    if (a == b) return 1;
    mro = a->tp_mro;
    if (likely(mro)) {
        Py_ssize_t i, n;
        n = PyTuple_GET_SIZE(mro);
        for (i = 0; i < n; i++) {
            if (PyTuple_GET_ITEM(mro, i) == (PyObject *)b)
                return 1;
        }
        return 0;
    }
    return __Pyx_InBases(a, b);
}
#if PY_MAJOR_VERSION == 2
static int __Pyx_inner_PyErr_GivenExceptionMatches2(PyObject *err, PyObject* exc_type1, PyObject* exc_type2) {
    PyObject *exception, *value, *tb;
    int res;
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    __Pyx_ErrFetch(&exception, &value, &tb);
    res = exc_type1 ? PyObject_IsSubclass(err, exc_type1) : 0;
    if (unlikely(res == -1)) {
        PyErr_WriteUnraisable(err);
        res = 0;
    }
    if (!res) {
        res = PyObject_IsSubclass(err, exc_type2);
        if (unlikely(res == -1)) {
            PyErr_WriteUnraisable(err);
            res = 0;
        }
    }
    __Pyx_ErrRestore(exception, value, tb);
    return res;
}
#else
static CYTHON_INLINE int __Pyx_inner_PyErr_GivenExceptionMatches2(PyObject *err, PyObject* exc_type1, PyObject *exc_type2) {
    int res = exc_type1 ? __Pyx_IsSubtype((PyTypeObject*)err, (PyTypeObject*)exc_type1) : 0;
    if (!res) {
        res = __Pyx_IsSubtype((PyTypeObject*)err, (PyTypeObject*)exc_type2);
    }
    return res;
}
#endif
static int __Pyx_PyErr_GivenExceptionMatchesTuple(PyObject *exc_type, PyObject *tuple) {
    Py_ssize_t i, n;
    assert(PyExceptionClass_Check(exc_type));
    n = PyTuple_GET_SIZE(tuple);
#if PY_MAJOR_VERSION >= 3
    for (i=0; i<n; i++) {
        if (exc_type == PyTuple_GET_ITEM(tuple, i)) return 1;
    }
#endif
    for (i=0; i<n; i++) {
        PyObject *t = PyTuple_GET_ITEM(tuple, i);
        #if PY_MAJOR_VERSION < 3
        if (likely(exc_type == t)) return 1;
        #endif
        if (likely(PyExceptionClass_Check(t))) {
            if (__Pyx_inner_PyErr_GivenExceptionMatches2(exc_type, NULL, t)) return 1;
        } else {
        }
    }
    return 0;
}
static CYTHON_INLINE int __Pyx_PyErr_GivenExceptionMatches(PyObject *err, PyObject* exc_type) {
    if (likely(err == exc_type)) return 1;
    if (likely(PyExceptionClass_Check(err))) {
        if (likely(PyExceptionClass_Check(exc_type))) {
            return __Pyx_inner_PyErr_GivenExceptionMatches2(err, NULL, exc_type);
        } else if (likely(PyTuple_Check(exc_type))) {
            return __Pyx_PyErr_GivenExceptionMatchesTuple(err, exc_type);
        } else {
        }
    }
    return PyErr_GivenExceptionMatches(err, exc_type);
}
static CYTHON_INLINE int __Pyx_PyErr_GivenExceptionMatches2(PyObject *err, PyObject *exc_type1, PyObject *exc_type2) {
    assert(PyExceptionClass_Check(exc_type1));
    assert(PyExceptionClass_Check(exc_type2));
    if (likely(err == exc_type1 || err == exc_type2)) return 1;
    if (likely(PyExceptionClass_Check(err))) {
        return __Pyx_inner_PyErr_GivenExceptionMatches2(err, exc_type1, exc_type2);
    }
    return (PyErr_GivenExceptionMatches(err, exc_type1) || PyErr_GivenExceptionMatches(err, exc_type2));
}
#endif

/* None */
  static CYTHON_INLINE void __Pyx_RaiseUnboundLocalError(const char *varname) {
    PyErr_Format(PyExc_UnboundLocalError, "local variable '%s' referenced before assignment", varname);
}

/* ImportFrom */
  static PyObject* __Pyx_ImportFrom(PyObject* module, PyObject* name) {
    PyObject* value = __Pyx_PyObject_GetAttrStr(module, name);
    if (unlikely(!value) && PyErr_ExceptionMatches(PyExc_AttributeError)) {
        PyErr_Format(PyExc_ImportError,
        #if PY_MAJOR_VERSION < 3
            "cannot import name %.230s", PyString_AS_STRING(name));
        #else
            "cannot import name %S", name);
        #endif
    }
    return value;
}

/* HasAttr */
  static CYTHON_INLINE int __Pyx_HasAttr(PyObject *o, PyObject *n) {
    PyObject *r;
    if (unlikely(!__Pyx_PyBaseString_Check(n))) {
        PyErr_SetString(PyExc_TypeError,
                        "hasattr(): attribute name must be string");
        return -1;
    }
    r = __Pyx_GetAttr(o, n);
    if (unlikely(!r)) {
        PyErr_Clear();
        return 0;
    } else {
        Py_DECREF(r);
        return 1;
    }
}

/* CallNextTpTraverse */
  static int __Pyx_call_next_tp_traverse(PyObject* obj, visitproc v, void *a, traverseproc current_tp_traverse) {
    PyTypeObject* type = Py_TYPE(obj);
    while (type && type->tp_traverse != current_tp_traverse)
        type = type->tp_base;
    while (type && type->tp_traverse == current_tp_traverse)
        type = type->tp_base;
    if (type && type->tp_traverse)
        return type->tp_traverse(obj, v, a);
    return 0;
}

/* CallNextTpClear */
  static void __Pyx_call_next_tp_clear(PyObject* obj, inquiry current_tp_clear) {
    PyTypeObject* type = Py_TYPE(obj);
    while (type && type->tp_clear != current_tp_clear)
        type = type->tp_base;
    while (type && type->tp_clear == current_tp_clear)
        type = type->tp_base;
    if (type && type->tp_clear)
        type->tp_clear(obj);
}

/* PyObject_GenericGetAttrNoDict */
  #if CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP && PY_VERSION_HEX < 0x03070000
static PyObject *__Pyx_RaiseGenericGetAttributeError(PyTypeObject *tp, PyObject *attr_name) {
    PyErr_Format(PyExc_AttributeError,
#if PY_MAJOR_VERSION >= 3
                 "'%.50s' object has no attribute '%U'",
                 tp->tp_name, attr_name);
#else
                 "'%.50s' object has no attribute '%.400s'",
                 tp->tp_name, PyString_AS_STRING(attr_name));
#endif
    return NULL;
}
static CYTHON_INLINE PyObject* __Pyx_PyObject_GenericGetAttrNoDict(PyObject* obj, PyObject* attr_name) {
    PyObject *descr;
    PyTypeObject *tp = Py_TYPE(obj);
    if (unlikely(!PyString_Check(attr_name))) {
        return PyObject_GenericGetAttr(obj, attr_name);
    }
    assert(!tp->tp_dictoffset);
    descr = _PyType_Lookup(tp, attr_name);
    if (unlikely(!descr)) {
        return __Pyx_RaiseGenericGetAttributeError(tp, attr_name);
    }
    Py_INCREF(descr);
    #if PY_MAJOR_VERSION < 3
    if (likely(PyType_HasFeature(Py_TYPE(descr), Py_TPFLAGS_HAVE_CLASS)))
    #endif
    {
        descrgetfunc f = Py_TYPE(descr)->tp_descr_get;
        if (unlikely(f)) {
            PyObject *res = f(descr, obj, (PyObject *)tp);
            Py_DECREF(descr);
            return res;
        }
    }
    return descr;
}
#endif

/* PyObject_GenericGetAttr */
  #if CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP && PY_VERSION_HEX < 0x03070000
static PyObject* __Pyx_PyObject_GenericGetAttr(PyObject* obj, PyObject* attr_name) {
    if (unlikely(Py_TYPE(obj)->tp_dictoffset)) {
        return PyObject_GenericGetAttr(obj, attr_name);
    }
    return __Pyx_PyObject_GenericGetAttrNoDict(obj, attr_name);
}
#endif

/* SetupReduce */
  static int __Pyx_setup_reduce_is_named(PyObject* meth, PyObject* name) {
  int ret;
  PyObject *name_attr;
  name_attr = __Pyx_PyObject_GetAttrStr(meth, __pyx_n_s_name_2);
  if (likely(name_attr)) {
      ret = PyObject_RichCompareBool(name_attr, name, Py_EQ);
  } else {
      ret = -1;
  }
  if (unlikely(ret < 0)) {
      PyErr_Clear();
      ret = 0;
  }
  Py_XDECREF(name_attr);
  return ret;
}
static int __Pyx_setup_reduce(PyObject* type_obj) {
    int ret = 0;
    PyObject *object_reduce = NULL;
    PyObject *object_reduce_ex = NULL;
    PyObject *reduce = NULL;
    PyObject *reduce_ex = NULL;
    PyObject *reduce_cython = NULL;
    PyObject *setstate = NULL;
    PyObject *setstate_cython = NULL;
#if CYTHON_USE_PYTYPE_LOOKUP
    if (_PyType_Lookup((PyTypeObject*)type_obj, __pyx_n_s_getstate)) goto __PYX_GOOD;
#else
    if (PyObject_HasAttr(type_obj, __pyx_n_s_getstate)) goto __PYX_GOOD;
#endif
#if CYTHON_USE_PYTYPE_LOOKUP
    object_reduce_ex = _PyType_Lookup(&PyBaseObject_Type, __pyx_n_s_reduce_ex); if (!object_reduce_ex) goto __PYX_BAD;
#else
    object_reduce_ex = __Pyx_PyObject_GetAttrStr((PyObject*)&PyBaseObject_Type, __pyx_n_s_reduce_ex); if (!object_reduce_ex) goto __PYX_BAD;
#endif
    reduce_ex = __Pyx_PyObject_GetAttrStr(type_obj, __pyx_n_s_reduce_ex); if (unlikely(!reduce_ex)) goto __PYX_BAD;
    if (reduce_ex == object_reduce_ex) {
#if CYTHON_USE_PYTYPE_LOOKUP
        object_reduce = _PyType_Lookup(&PyBaseObject_Type, __pyx_n_s_reduce); if (!object_reduce) goto __PYX_BAD;
#else
        object_reduce = __Pyx_PyObject_GetAttrStr((PyObject*)&PyBaseObject_Type, __pyx_n_s_reduce); if (!object_reduce) goto __PYX_BAD;
#endif
        reduce = __Pyx_PyObject_GetAttrStr(type_obj, __pyx_n_s_reduce); if (unlikely(!reduce)) goto __PYX_BAD;
        if (reduce == object_reduce || __Pyx_setup_reduce_is_named(reduce, __pyx_n_s_reduce_cython)) {
            reduce_cython = __Pyx_PyObject_GetAttrStr(type_obj, __pyx_n_s_reduce_cython); if (unlikely(!reduce_cython)) goto __PYX_BAD;
            ret = PyDict_SetItem(((PyTypeObject*)type_obj)->tp_dict, __pyx_n_s_reduce, reduce_cython); if (unlikely(ret < 0)) goto __PYX_BAD;
            ret = PyDict_DelItem(((PyTypeObject*)type_obj)->tp_dict, __pyx_n_s_reduce_cython); if (unlikely(ret < 0)) goto __PYX_BAD;
            setstate = __Pyx_PyObject_GetAttrStr(type_obj, __pyx_n_s_setstate);
            if (!setstate) PyErr_Clear();
            if (!setstate || __Pyx_setup_reduce_is_named(setstate, __pyx_n_s_setstate_cython)) {
                setstate_cython = __Pyx_PyObject_GetAttrStr(type_obj, __pyx_n_s_setstate_cython); if (unlikely(!setstate_cython)) goto __PYX_BAD;
                ret = PyDict_SetItem(((PyTypeObject*)type_obj)->tp_dict, __pyx_n_s_setstate, setstate_cython); if (unlikely(ret < 0)) goto __PYX_BAD;
                ret = PyDict_DelItem(((PyTypeObject*)type_obj)->tp_dict, __pyx_n_s_setstate_cython); if (unlikely(ret < 0)) goto __PYX_BAD;
            }
            PyType_Modified((PyTypeObject*)type_obj);
        }
    }
    goto __PYX_GOOD;
__PYX_BAD:
    if (!PyErr_Occurred())
        PyErr_Format(PyExc_RuntimeError, "Unable to initialize pickling for %s", ((PyTypeObject*)type_obj)->tp_name);
    ret = -1;
__PYX_GOOD:
#if !CYTHON_USE_PYTYPE_LOOKUP
    Py_XDECREF(object_reduce);
    Py_XDECREF(object_reduce_ex);
#endif
    Py_XDECREF(reduce);
    Py_XDECREF(reduce_ex);
    Py_XDECREF(reduce_cython);
    Py_XDECREF(setstate);
    Py_XDECREF(setstate_cython);
    return ret;
}

/* SetVTable */
  static int __Pyx_SetVtable(PyObject *dict, void *vtable) {
#if PY_VERSION_HEX >= 0x02070000
    PyObject *ob = PyCapsule_New(vtable, 0, 0);
#else
    PyObject *ob = PyCObject_FromVoidPtr(vtable, 0);
#endif
    if (!ob)
        goto bad;
    if (PyDict_SetItem(dict, __pyx_n_s_pyx_vtable, ob) < 0)
        goto bad;
    Py_DECREF(ob);
    return 0;
bad:
    Py_XDECREF(ob);
    return -1;
}

/* TypeImport */
  #ifndef __PYX_HAVE_RT_ImportType
#define __PYX_HAVE_RT_ImportType
static PyTypeObject *__Pyx_ImportType(PyObject *module, const char *module_name, const char *class_name,
    size_t size, enum __Pyx_ImportType_CheckSize check_size)
{
    PyObject *result = 0;
    char warning[200];
    Py_ssize_t basicsize;
#ifdef Py_LIMITED_API
    PyObject *py_basicsize;
#endif
    result = PyObject_GetAttrString(module, class_name);
    if (!result)
        goto bad;
    if (!PyType_Check(result)) {
        PyErr_Format(PyExc_TypeError,
            "%.200s.%.200s is not a type object",
            module_name, class_name);
        goto bad;
    }
#ifndef Py_LIMITED_API
    basicsize = ((PyTypeObject *)result)->tp_basicsize;
#else
    py_basicsize = PyObject_GetAttrString(result, "__basicsize__");
    if (!py_basicsize)
        goto bad;
    basicsize = PyLong_AsSsize_t(py_basicsize);
    Py_DECREF(py_basicsize);
    py_basicsize = 0;
    if (basicsize == (Py_ssize_t)-1 && PyErr_Occurred())
        goto bad;
#endif
    if ((size_t)basicsize < size) {
        PyErr_Format(PyExc_ValueError,
            "%.200s.%.200s size changed, may indicate binary incompatibility. "
            "Expected %zd from C header, got %zd from PyObject",
            module_name, class_name, size, basicsize);
        goto bad;
    }
    if (check_size == __Pyx_ImportType_CheckSize_Error && (size_t)basicsize != size) {
        PyErr_Format(PyExc_ValueError,
            "%.200s.%.200s size changed, may indicate binary incompatibility. "
            "Expected %zd from C header, got %zd from PyObject",
            module_name, class_name, size, basicsize);
        goto bad;
    }
    else if (check_size == __Pyx_ImportType_CheckSize_Warn && (size_t)basicsize > size) {
        PyOS_snprintf(warning, sizeof(warning),
            "%s.%s size changed, may indicate binary incompatibility. "
            "Expected %zd from C header, got %zd from PyObject",
            module_name, class_name, size, basicsize);
        if (PyErr_WarnEx(NULL, warning, 0) < 0) goto bad;
    }
    return (PyTypeObject *)result;
bad:
    Py_XDECREF(result);
    return NULL;
}
#endif

/* ClassMethod */
  static PyObject* __Pyx_Method_ClassMethod(PyObject *method) {
#if CYTHON_COMPILING_IN_PYPY && PYPY_VERSION_NUM <= 0x05080000
    if (PyObject_TypeCheck(method, &PyWrapperDescr_Type)) {
        return PyClassMethod_New(method);
    }
#else
#if CYTHON_COMPILING_IN_PYSTON || CYTHON_COMPILING_IN_PYPY
    if (PyMethodDescr_Check(method))
#else
    static PyTypeObject *methoddescr_type = NULL;
    if (methoddescr_type == NULL) {
       PyObject *meth = PyObject_GetAttrString((PyObject*)&PyList_Type, "append");
       if (!meth) return NULL;
       methoddescr_type = Py_TYPE(meth);
       Py_DECREF(meth);
    }
    if (__Pyx_TypeCheck(method, methoddescr_type))
#endif
    {
        PyMethodDescrObject *descr = (PyMethodDescrObject *)method;
        #if PY_VERSION_HEX < 0x03020000
        PyTypeObject *d_type = descr->d_type;
        #else
        PyTypeObject *d_type = descr->d_common.d_type;
        #endif
        return PyDescr_NewClassMethod(d_type, descr->d_method);
    }
#endif
    else if (PyMethod_Check(method)) {
        return PyClassMethod_New(PyMethod_GET_FUNCTION(method));
    }
    else if (PyCFunction_Check(method)) {
        return PyClassMethod_New(method);
    }
#ifdef __Pyx_CyFunction_USED
    else if (__Pyx_CyFunction_Check(method)) {
        return PyClassMethod_New(method);
    }
#endif
    PyErr_SetString(PyExc_TypeError,
                   "Class-level classmethod() can only be called on "
                   "a method_descriptor or instance method.");
    return NULL;
}

/* GetNameInClass */
  static PyObject *__Pyx_GetGlobalNameAfterAttributeLookup(PyObject *name) {
    PyObject *result;
    __Pyx_PyThreadState_declare
    __Pyx_PyThreadState_assign
    if (unlikely(!__Pyx_PyErr_ExceptionMatches(PyExc_AttributeError)))
        return NULL;
    __Pyx_PyErr_Clear();
    __Pyx_GetModuleGlobalNameUncached(result, name);
    return result;
}
static PyObject *__Pyx__GetNameInClass(PyObject *nmspace, PyObject *name) {
    PyObject *result;
    result = __Pyx_PyObject_GetAttrStr(nmspace, name);
    if (!result) {
        result = __Pyx_GetGlobalNameAfterAttributeLookup(name);
    }
    return result;
}

/* CLineInTraceback */
  #ifndef CYTHON_CLINE_IN_TRACEBACK
static int __Pyx_CLineForTraceback(PyThreadState *tstate, int c_line) {
    PyObject *use_cline;
    PyObject *ptype, *pvalue, *ptraceback;
#if CYTHON_COMPILING_IN_CPYTHON
    PyObject **cython_runtime_dict;
#endif
    if (unlikely(!__pyx_cython_runtime)) {
        return c_line;
    }
    __Pyx_ErrFetchInState(tstate, &ptype, &pvalue, &ptraceback);
#if CYTHON_COMPILING_IN_CPYTHON
    cython_runtime_dict = _PyObject_GetDictPtr(__pyx_cython_runtime);
    if (likely(cython_runtime_dict)) {
        __PYX_PY_DICT_LOOKUP_IF_MODIFIED(
            use_cline, *cython_runtime_dict,
            __Pyx_PyDict_GetItemStr(*cython_runtime_dict, __pyx_n_s_cline_in_traceback))
    } else
#endif
    {
      PyObject *use_cline_obj = __Pyx_PyObject_GetAttrStr(__pyx_cython_runtime, __pyx_n_s_cline_in_traceback);
      if (use_cline_obj) {
        use_cline = PyObject_Not(use_cline_obj) ? Py_False : Py_True;
        Py_DECREF(use_cline_obj);
      } else {
        PyErr_Clear();
        use_cline = NULL;
      }
    }
    if (!use_cline) {
        c_line = 0;
        PyObject_SetAttr(__pyx_cython_runtime, __pyx_n_s_cline_in_traceback, Py_False);
    }
    else if (use_cline == Py_False || (use_cline != Py_True && PyObject_Not(use_cline) != 0)) {
        c_line = 0;
    }
    __Pyx_ErrRestoreInState(tstate, ptype, pvalue, ptraceback);
    return c_line;
}
#endif

/* CodeObjectCache */
  static int __pyx_bisect_code_objects(__Pyx_CodeObjectCacheEntry* entries, int count, int code_line) {
    int start = 0, mid = 0, end = count - 1;
    if (end >= 0 && code_line > entries[end].code_line) {
        return count;
    }
    while (start < end) {
        mid = start + (end - start) / 2;
        if (code_line < entries[mid].code_line) {
            end = mid;
        } else if (code_line > entries[mid].code_line) {
             start = mid + 1;
        } else {
            return mid;
        }
    }
    if (code_line <= entries[mid].code_line) {
        return mid;
    } else {
        return mid + 1;
    }
}
static PyCodeObject *__pyx_find_code_object(int code_line) {
    PyCodeObject* code_object;
    int pos;
    if (unlikely(!code_line) || unlikely(!__pyx_code_cache.entries)) {
        return NULL;
    }
    pos = __pyx_bisect_code_objects(__pyx_code_cache.entries, __pyx_code_cache.count, code_line);
    if (unlikely(pos >= __pyx_code_cache.count) || unlikely(__pyx_code_cache.entries[pos].code_line != code_line)) {
        return NULL;
    }
    code_object = __pyx_code_cache.entries[pos].code_object;
    Py_INCREF(code_object);
    return code_object;
}
static void __pyx_insert_code_object(int code_line, PyCodeObject* code_object) {
    int pos, i;
    __Pyx_CodeObjectCacheEntry* entries = __pyx_code_cache.entries;
    if (unlikely(!code_line)) {
        return;
    }
    if (unlikely(!entries)) {
        entries = (__Pyx_CodeObjectCacheEntry*)PyMem_Malloc(64*sizeof(__Pyx_CodeObjectCacheEntry));
        if (likely(entries)) {
            __pyx_code_cache.entries = entries;
            __pyx_code_cache.max_count = 64;
            __pyx_code_cache.count = 1;
            entries[0].code_line = code_line;
            entries[0].code_object = code_object;
            Py_INCREF(code_object);
        }
        return;
    }
    pos = __pyx_bisect_code_objects(__pyx_code_cache.entries, __pyx_code_cache.count, code_line);
    if ((pos < __pyx_code_cache.count) && unlikely(__pyx_code_cache.entries[pos].code_line == code_line)) {
        PyCodeObject* tmp = entries[pos].code_object;
        entries[pos].code_object = code_object;
        Py_DECREF(tmp);
        return;
    }
    if (__pyx_code_cache.count == __pyx_code_cache.max_count) {
        int new_max = __pyx_code_cache.max_count + 64;
        entries = (__Pyx_CodeObjectCacheEntry*)PyMem_Realloc(
            __pyx_code_cache.entries, (size_t)new_max*sizeof(__Pyx_CodeObjectCacheEntry));
        if (unlikely(!entries)) {
            return;
        }
        __pyx_code_cache.entries = entries;
        __pyx_code_cache.max_count = new_max;
    }
    for (i=__pyx_code_cache.count; i>pos; i--) {
        entries[i] = entries[i-1];
    }
    entries[pos].code_line = code_line;
    entries[pos].code_object = code_object;
    __pyx_code_cache.count++;
    Py_INCREF(code_object);
}

/* AddTraceback */
  #include "compile.h"
#include "frameobject.h"
#include "traceback.h"
static PyCodeObject* __Pyx_CreateCodeObjectForTraceback(
            const char *funcname, int c_line,
            int py_line, const char *filename) {
    PyCodeObject *py_code = 0;
    PyObject *py_srcfile = 0;
    PyObject *py_funcname = 0;
    #if PY_MAJOR_VERSION < 3
    py_srcfile = PyString_FromString(filename);
    #else
    py_srcfile = PyUnicode_FromString(filename);
    #endif
    if (!py_srcfile) goto bad;
    if (c_line) {
        #if PY_MAJOR_VERSION < 3
        py_funcname = PyString_FromFormat( "%s (%s:%d)", funcname, __pyx_cfilenm, c_line);
        #else
        py_funcname = PyUnicode_FromFormat( "%s (%s:%d)", funcname, __pyx_cfilenm, c_line);
        #endif
    }
    else {
        #if PY_MAJOR_VERSION < 3
        py_funcname = PyString_FromString(funcname);
        #else
        py_funcname = PyUnicode_FromString(funcname);
        #endif
    }
    if (!py_funcname) goto bad;
    py_code = __Pyx_PyCode_New(
        0,
        0,
        0,
        0,
        0,
        __pyx_empty_bytes, /*PyObject *code,*/
        __pyx_empty_tuple, /*PyObject *consts,*/
        __pyx_empty_tuple, /*PyObject *names,*/
        __pyx_empty_tuple, /*PyObject *varnames,*/
        __pyx_empty_tuple, /*PyObject *freevars,*/
        __pyx_empty_tuple, /*PyObject *cellvars,*/
        py_srcfile,   /*PyObject *filename,*/
        py_funcname,  /*PyObject *name,*/
        py_line,
        __pyx_empty_bytes  /*PyObject *lnotab*/
    );
    Py_DECREF(py_srcfile);
    Py_DECREF(py_funcname);
    return py_code;
bad:
    Py_XDECREF(py_srcfile);
    Py_XDECREF(py_funcname);
    return NULL;
}
static void __Pyx_AddTraceback(const char *funcname, int c_line,
                               int py_line, const char *filename) {
    PyCodeObject *py_code = 0;
    PyFrameObject *py_frame = 0;
    PyThreadState *tstate = __Pyx_PyThreadState_Current;
    if (c_line) {
        c_line = __Pyx_CLineForTraceback(tstate, c_line);
    }
    py_code = __pyx_find_code_object(c_line ? -c_line : py_line);
    if (!py_code) {
        py_code = __Pyx_CreateCodeObjectForTraceback(
            funcname, c_line, py_line, filename);
        if (!py_code) goto bad;
        __pyx_insert_code_object(c_line ? -c_line : py_line, py_code);
    }
    py_frame = PyFrame_New(
        tstate,            /*PyThreadState *tstate,*/
        py_code,           /*PyCodeObject *code,*/
        __pyx_d,    /*PyObject *globals,*/
        0                  /*PyObject *locals*/
    );
    if (!py_frame) goto bad;
    __Pyx_PyFrame_SetLineNumber(py_frame, py_line);
    PyTraceBack_Here(py_frame);
bad:
    Py_XDECREF(py_code);
    Py_XDECREF(py_frame);
}

/* Declarations */
  #if CYTHON_CCOMPLEX
  #ifdef __cplusplus
    static CYTHON_INLINE __pyx_t_double_complex __pyx_t_double_complex_from_parts(double x, double y) {
      return ::std::complex< double >(x, y);
    }
  #else
    static CYTHON_INLINE __pyx_t_double_complex __pyx_t_double_complex_from_parts(double x, double y) {
      return x + y*(__pyx_t_double_complex)_Complex_I;
    }
  #endif
#else
    static CYTHON_INLINE __pyx_t_double_complex __pyx_t_double_complex_from_parts(double x, double y) {
      __pyx_t_double_complex z;
      z.real = x;
      z.imag = y;
      return z;
    }
#endif

/* Arithmetic */
  #if CYTHON_CCOMPLEX
#else
    static CYTHON_INLINE int __Pyx_c_eq_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
       return (a.real == b.real) && (a.imag == b.imag);
    }
    static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_sum_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
        __pyx_t_double_complex z;
        z.real = a.real + b.real;
        z.imag = a.imag + b.imag;
        return z;
    }
    static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_diff_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
        __pyx_t_double_complex z;
        z.real = a.real - b.real;
        z.imag = a.imag - b.imag;
        return z;
    }
    static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_prod_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
        __pyx_t_double_complex z;
        z.real = a.real * b.real - a.imag * b.imag;
        z.imag = a.real * b.imag + a.imag * b.real;
        return z;
    }
    #if 1
    static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_quot_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
        if (b.imag == 0) {
            return __pyx_t_double_complex_from_parts(a.real / b.real, a.imag / b.real);
        } else if (fabs(b.real) >= fabs(b.imag)) {
            if (b.real == 0 && b.imag == 0) {
                return __pyx_t_double_complex_from_parts(a.real / b.real, a.imag / b.imag);
            } else {
                double r = b.imag / b.real;
                double s = (double)(1.0) / (b.real + b.imag * r);
                return __pyx_t_double_complex_from_parts(
                    (a.real + a.imag * r) * s, (a.imag - a.real * r) * s);
            }
        } else {
            double r = b.real / b.imag;
            double s = (double)(1.0) / (b.imag + b.real * r);
            return __pyx_t_double_complex_from_parts(
                (a.real * r + a.imag) * s, (a.imag * r - a.real) * s);
        }
    }
    #else
    static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_quot_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
        if (b.imag == 0) {
            return __pyx_t_double_complex_from_parts(a.real / b.real, a.imag / b.real);
        } else {
            double denom = b.real * b.real + b.imag * b.imag;
            return __pyx_t_double_complex_from_parts(
                (a.real * b.real + a.imag * b.imag) / denom,
                (a.imag * b.real - a.real * b.imag) / denom);
        }
    }
    #endif
    static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_neg_double(__pyx_t_double_complex a) {
        __pyx_t_double_complex z;
        z.real = -a.real;
        z.imag = -a.imag;
        return z;
    }
    static CYTHON_INLINE int __Pyx_c_is_zero_double(__pyx_t_double_complex a) {
       return (a.real == 0) && (a.imag == 0);
    }
    static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_conj_double(__pyx_t_double_complex a) {
        __pyx_t_double_complex z;
        z.real =  a.real;
        z.imag = -a.imag;
        return z;
    }
    #if 1
        static CYTHON_INLINE double __Pyx_c_abs_double(__pyx_t_double_complex z) {
          #if !defined(HAVE_HYPOT) || defined(_MSC_VER)
            return sqrt(z.real*z.real + z.imag*z.imag);
          #else
            return hypot(z.real, z.imag);
          #endif
        }
        static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_pow_double(__pyx_t_double_complex a, __pyx_t_double_complex b) {
            __pyx_t_double_complex z;
            double r, lnr, theta, z_r, z_theta;
            if (b.imag == 0 && b.real == (int)b.real) {
                if (b.real < 0) {
                    double denom = a.real * a.real + a.imag * a.imag;
                    a.real = a.real / denom;
                    a.imag = -a.imag / denom;
                    b.real = -b.real;
                }
                switch ((int)b.real) {
                    case 0:
                        z.real = 1;
                        z.imag = 0;
                        return z;
                    case 1:
                        return a;
                    case 2:
                        return __Pyx_c_prod_double(a, a);
                    case 3:
                        z = __Pyx_c_prod_double(a, a);
                        return __Pyx_c_prod_double(z, a);
                    case 4:
                        z = __Pyx_c_prod_double(a, a);
                        return __Pyx_c_prod_double(z, z);
                }
            }
            if (a.imag == 0) {
                if (a.real == 0) {
                    return a;
                } else if (b.imag == 0) {
                    z.real = pow(a.real, b.real);
                    z.imag = 0;
                    return z;
                } else if (a.real > 0) {
                    r = a.real;
                    theta = 0;
                } else {
                    r = -a.real;
                    theta = atan2(0.0, -1.0);
                }
            } else {
                r = __Pyx_c_abs_double(a);
                theta = atan2(a.imag, a.real);
            }
            lnr = log(r);
            z_r = exp(lnr * b.real - theta * b.imag);
            z_theta = theta * b.real + lnr * b.imag;
            z.real = z_r * cos(z_theta);
            z.imag = z_r * sin(z_theta);
            return z;
        }
    #endif
#endif

#if PY_MAJOR_VERSION < 3
static int __Pyx_GetBuffer(PyObject *obj, Py_buffer *view, int flags) {
    if (PyObject_CheckBuffer(obj)) return PyObject_GetBuffer(obj, view, flags);
        if (__Pyx_TypeCheck(obj, __pyx_ptype_5numpy_ndarray)) return __pyx_pw_5numpy_7ndarray_1__getbuffer__(obj, view, flags);
        if (__Pyx_TypeCheck(obj, __pyx_array_type)) return __pyx_array_getbuffer(obj, view, flags);
        if (__Pyx_TypeCheck(obj, __pyx_memoryview_type)) return __pyx_memoryview_getbuffer(obj, view, flags);
    PyErr_Format(PyExc_TypeError, "'%.200s' does not have the buffer interface", Py_TYPE(obj)->tp_name);
    return -1;
}
static void __Pyx_ReleaseBuffer(Py_buffer *view) {
    PyObject *obj = view->obj;
    if (!obj) return;
    if (PyObject_CheckBuffer(obj)) {
        PyBuffer_Release(view);
        return;
    }
    if ((0)) {}
        else if (__Pyx_TypeCheck(obj, __pyx_ptype_5numpy_ndarray)) __pyx_pw_5numpy_7ndarray_3__releasebuffer__(obj, view);
    view->obj = NULL;
    Py_DECREF(obj);
}
#endif


  /* MemviewSliceIsContig */
  static int
__pyx_memviewslice_is_contig(const __Pyx_memviewslice mvs, char order, int ndim)
{
    int i, index, step, start;
    Py_ssize_t itemsize = mvs.memview->view.itemsize;
    if (order == 'F') {
        step = 1;
        start = 0;
    } else {
        step = -1;
        start = ndim - 1;
    }
    for (i = 0; i < ndim; i++) {
        index = start + step * i;
        if (mvs.suboffsets[index] >= 0 || mvs.strides[index] != itemsize)
            return 0;
        itemsize *= mvs.shape[index];
    }
    return 1;
}

/* OverlappingSlices */
  static void
__pyx_get_array_memory_extents(__Pyx_memviewslice *slice,
                               void **out_start, void **out_end,
                               int ndim, size_t itemsize)
{
    char *start, *end;
    int i;
    start = end = slice->data;
    for (i = 0; i < ndim; i++) {
        Py_ssize_t stride = slice->strides[i];
        Py_ssize_t extent = slice->shape[i];
        if (extent == 0) {
            *out_start = *out_end = start;
            return;
        } else {
            if (stride > 0)
                end += stride * (extent - 1);
            else
                start += stride * (extent - 1);
        }
    }
    *out_start = start;
    *out_end = end + itemsize;
}
static int
__pyx_slices_overlap(__Pyx_memviewslice *slice1,
                     __Pyx_memviewslice *slice2,
                     int ndim, size_t itemsize)
{
    void *start1, *end1, *start2, *end2;
    __pyx_get_array_memory_extents(slice1, &start1, &end1, ndim, itemsize);
    __pyx_get_array_memory_extents(slice2, &start2, &end2, ndim, itemsize);
    return (start1 < end2) && (start2 < end1);
}

/* Capsule */
  static CYTHON_INLINE PyObject *
__pyx_capsule_create(void *p, CYTHON_UNUSED const char *sig)
{
    PyObject *cobj;
#if PY_VERSION_HEX >= 0x02070000
    cobj = PyCapsule_New(p, sig, NULL);
#else
    cobj = PyCObject_FromVoidPtr(p, NULL);
#endif
    return cobj;
}

/* CIntFromPyVerify */
  #define __PYX_VERIFY_RETURN_INT(target_type, func_type, func_value)\
    __PYX__VERIFY_RETURN_INT(target_type, func_type, func_value, 0)
#define __PYX_VERIFY_RETURN_INT_EXC(target_type, func_type, func_value)\
    __PYX__VERIFY_RETURN_INT(target_type, func_type, func_value, 1)
#define __PYX__VERIFY_RETURN_INT(target_type, func_type, func_value, exc)\
    {\
        func_type value = func_value;\
        if (sizeof(target_type) < sizeof(func_type)) {\
            if (unlikely(value != (func_type) (target_type) value)) {\
                func_type zero = 0;\
                if (exc && unlikely(value == (func_type)-1 && PyErr_Occurred()))\
                    return (target_type) -1;\
                if (is_unsigned && unlikely(value < zero))\
                    goto raise_neg_overflow;\
                else\
                    goto raise_overflow;\
            }\
        }\
        return (target_type) value;\
    }

/* FromPy */
  static __pyx_t_double_complex __Pyx_PyComplex_As___pyx_t_double_complex(PyObject* o) {
    Py_complex cval;
#if !CYTHON_COMPILING_IN_PYPY
    if (PyComplex_CheckExact(o))
        cval = ((PyComplexObject *)o)->cval;
    else
#endif
        cval = PyComplex_AsCComplex(o);
    return __pyx_t_double_complex_from_parts(
               (double)cval.real,
               (double)cval.imag);
}

/* CIntToPy */
  static CYTHON_INLINE PyObject* __Pyx_PyInt_From_long(long value) {
    const long neg_one = (long) ((long) 0 - (long) 1), const_zero = (long) 0;
    const int is_unsigned = neg_one > const_zero;
    if (is_unsigned) {
        if (sizeof(long) < sizeof(long)) {
            return PyInt_FromLong((long) value);
        } else if (sizeof(long) <= sizeof(unsigned long)) {
            return PyLong_FromUnsignedLong((unsigned long) value);
#ifdef HAVE_LONG_LONG
        } else if (sizeof(long) <= sizeof(unsigned PY_LONG_LONG)) {
            return PyLong_FromUnsignedLongLong((unsigned PY_LONG_LONG) value);
#endif
        }
    } else {
        if (sizeof(long) <= sizeof(long)) {
            return PyInt_FromLong((long) value);
#ifdef HAVE_LONG_LONG
        } else if (sizeof(long) <= sizeof(PY_LONG_LONG)) {
            return PyLong_FromLongLong((PY_LONG_LONG) value);
#endif
        }
    }
    {
        int one = 1; int little = (int)*(unsigned char *)&one;
        unsigned char *bytes = (unsigned char *)&value;
        return _PyLong_FromByteArray(bytes, sizeof(long),
                                     little, !is_unsigned);
    }
}

/* CIntToPy */
  static CYTHON_INLINE PyObject* __Pyx_PyInt_From_PY_LONG_LONG(PY_LONG_LONG value) {
    const PY_LONG_LONG neg_one = (PY_LONG_LONG) ((PY_LONG_LONG) 0 - (PY_LONG_LONG) 1), const_zero = (PY_LONG_LONG) 0;
    const int is_unsigned = neg_one > const_zero;
    if (is_unsigned) {
        if (sizeof(PY_LONG_LONG) < sizeof(long)) {
            return PyInt_FromLong((long) value);
        } else if (sizeof(PY_LONG_LONG) <= sizeof(unsigned long)) {
            return PyLong_FromUnsignedLong((unsigned long) value);
#ifdef HAVE_LONG_LONG
        } else if (sizeof(PY_LONG_LONG) <= sizeof(unsigned PY_LONG_LONG)) {
            return PyLong_FromUnsignedLongLong((unsigned PY_LONG_LONG) value);
#endif
        }
    } else {
        if (sizeof(PY_LONG_LONG) <= sizeof(long)) {
            return PyInt_FromLong((long) value);
#ifdef HAVE_LONG_LONG
        } else if (sizeof(PY_LONG_LONG) <= sizeof(PY_LONG_LONG)) {
            return PyLong_FromLongLong((PY_LONG_LONG) value);
#endif
        }
    }
    {
        int one = 1; int little = (int)*(unsigned char *)&one;
        unsigned char *bytes = (unsigned char *)&value;
        return _PyLong_FromByteArray(bytes, sizeof(PY_LONG_LONG),
                                     little, !is_unsigned);
    }
}

/* CIntToPy */
  static CYTHON_INLINE PyObject* __Pyx_PyInt_From_npy_int64(npy_int64 value) {
    const npy_int64 neg_one = (npy_int64) ((npy_int64) 0 - (npy_int64) 1), const_zero = (npy_int64) 0;
    const int is_unsigned = neg_one > const_zero;
    if (is_unsigned) {
        if (sizeof(npy_int64) < sizeof(long)) {
            return PyInt_FromLong((long) value);
        } else if (sizeof(npy_int64) <= sizeof(unsigned long)) {
            return PyLong_FromUnsignedLong((unsigned long) value);
#ifdef HAVE_LONG_LONG
        } else if (sizeof(npy_int64) <= sizeof(unsigned PY_LONG_LONG)) {
            return PyLong_FromUnsignedLongLong((unsigned PY_LONG_LONG) value);
#endif
        }
    } else {
        if (sizeof(npy_int64) <= sizeof(long)) {
            return PyInt_FromLong((long) value);
#ifdef HAVE_LONG_LONG
        } else if (sizeof(npy_int64) <= sizeof(PY_LONG_LONG)) {
            return PyLong_FromLongLong((PY_LONG_LONG) value);
#endif
        }
    }
    {
        int one = 1; int little = (int)*(unsigned char *)&one;
        unsigned char *bytes = (unsigned char *)&value;
        return _PyLong_FromByteArray(bytes, sizeof(npy_int64),
                                     little, !is_unsigned);
    }
}

/* None */
  static CYTHON_INLINE __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT __Pyx_pow___pyx_t_6pygsti_7objects_6replib_10fastreplib_INT(__pyx_t_6pygsti_7objects_6replib_10fastreplib_INT b, __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT e) {
    __pyx_t_6pygsti_7objects_6replib_10fastreplib_INT t = b;
    switch (e) {
        case 3:
            t *= b;
        CYTHON_FALLTHROUGH;
        case 2:
            t *= b;
        CYTHON_FALLTHROUGH;
        case 1:
            return t;
        case 0:
            return 1;
    }
    #if 1
    if (unlikely(e<0)) return 0;
    #endif
    t = 1;
    while (likely(e)) {
        t *= (b * (e&1)) | ((~e)&1);
        b *= b;
        e >>= 1;
    }
    return t;
}

/* Declarations */
  #if CYTHON_CCOMPLEX
  #ifdef __cplusplus
    static CYTHON_INLINE __pyx_t_float_complex __pyx_t_float_complex_from_parts(float x, float y) {
      return ::std::complex< float >(x, y);
    }
  #else
    static CYTHON_INLINE __pyx_t_float_complex __pyx_t_float_complex_from_parts(float x, float y) {
      return x + y*(__pyx_t_float_complex)_Complex_I;
    }
  #endif
#else
    static CYTHON_INLINE __pyx_t_float_complex __pyx_t_float_complex_from_parts(float x, float y) {
      __pyx_t_float_complex z;
      z.real = x;
      z.imag = y;
      return z;
    }
#endif

/* Arithmetic */
  #if CYTHON_CCOMPLEX
#else
    static CYTHON_INLINE int __Pyx_c_eq_float(__pyx_t_float_complex a, __pyx_t_float_complex b) {
       return (a.real == b.real) && (a.imag == b.imag);
    }
    static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_sum_float(__pyx_t_float_complex a, __pyx_t_float_complex b) {
        __pyx_t_float_complex z;
        z.real = a.real + b.real;
        z.imag = a.imag + b.imag;
        return z;
    }
    static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_diff_float(__pyx_t_float_complex a, __pyx_t_float_complex b) {
        __pyx_t_float_complex z;
        z.real = a.real - b.real;
        z.imag = a.imag - b.imag;
        return z;
    }
    static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_prod_float(__pyx_t_float_complex a, __pyx_t_float_complex b) {
        __pyx_t_float_complex z;
        z.real = a.real * b.real - a.imag * b.imag;
        z.imag = a.real * b.imag + a.imag * b.real;
        return z;
    }
    #if 1
    static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_quot_float(__pyx_t_float_complex a, __pyx_t_float_complex b) {
        if (b.imag == 0) {
            return __pyx_t_float_complex_from_parts(a.real / b.real, a.imag / b.real);
        } else if (fabsf(b.real) >= fabsf(b.imag)) {
            if (b.real == 0 && b.imag == 0) {
                return __pyx_t_float_complex_from_parts(a.real / b.real, a.imag / b.imag);
            } else {
                float r = b.imag / b.real;
                float s = (float)(1.0) / (b.real + b.imag * r);
                return __pyx_t_float_complex_from_parts(
                    (a.real + a.imag * r) * s, (a.imag - a.real * r) * s);
            }
        } else {
            float r = b.real / b.imag;
            float s = (float)(1.0) / (b.imag + b.real * r);
            return __pyx_t_float_complex_from_parts(
                (a.real * r + a.imag) * s, (a.imag * r - a.real) * s);
        }
    }
    #else
    static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_quot_float(__pyx_t_float_complex a, __pyx_t_float_complex b) {
        if (b.imag == 0) {
            return __pyx_t_float_complex_from_parts(a.real / b.real, a.imag / b.real);
        } else {
            float denom = b.real * b.real + b.imag * b.imag;
            return __pyx_t_float_complex_from_parts(
                (a.real * b.real + a.imag * b.imag) / denom,
                (a.imag * b.real - a.real * b.imag) / denom);
        }
    }
    #endif
    static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_neg_float(__pyx_t_float_complex a) {
        __pyx_t_float_complex z;
        z.real = -a.real;
        z.imag = -a.imag;
        return z;
    }
    static CYTHON_INLINE int __Pyx_c_is_zero_float(__pyx_t_float_complex a) {
       return (a.real == 0) && (a.imag == 0);
    }
    static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_conj_float(__pyx_t_float_complex a) {
        __pyx_t_float_complex z;
        z.real =  a.real;
        z.imag = -a.imag;
        return z;
    }
    #if 1
        static CYTHON_INLINE float __Pyx_c_abs_float(__pyx_t_float_complex z) {
          #if !defined(HAVE_HYPOT) || defined(_MSC_VER)
            return sqrtf(z.real*z.real + z.imag*z.imag);
          #else
            return hypotf(z.real, z.imag);
          #endif
        }
        static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_pow_float(__pyx_t_float_complex a, __pyx_t_float_complex b) {
            __pyx_t_float_complex z;
            float r, lnr, theta, z_r, z_theta;
            if (b.imag == 0 && b.real == (int)b.real) {
                if (b.real < 0) {
                    float denom = a.real * a.real + a.imag * a.imag;
                    a.real = a.real / denom;
                    a.imag = -a.imag / denom;
                    b.real = -b.real;
                }
                switch ((int)b.real) {
                    case 0:
                        z.real = 1;
                        z.imag = 0;
                        return z;
                    case 1:
                        return a;
                    case 2:
                        return __Pyx_c_prod_float(a, a);
                    case 3:
                        z = __Pyx_c_prod_float(a, a);
                        return __Pyx_c_prod_float(z, a);
                    case 4:
                        z = __Pyx_c_prod_float(a, a);
                        return __Pyx_c_prod_float(z, z);
                }
            }
            if (a.imag == 0) {
                if (a.real == 0) {
                    return a;
                } else if (b.imag == 0) {
                    z.real = powf(a.real, b.real);
                    z.imag = 0;
                    return z;
                } else if (a.real > 0) {
                    r = a.real;
                    theta = 0;
                } else {
                    r = -a.real;
                    theta = atan2f(0.0, -1.0);
                }
            } else {
                r = __Pyx_c_abs_float(a);
                theta = atan2f(a.imag, a.real);
            }
            lnr = logf(r);
            z_r = expf(lnr * b.real - theta * b.imag);
            z_theta = theta * b.real + lnr * b.imag;
            z.real = z_r * cosf(z_theta);
            z.imag = z_r * sinf(z_theta);
            return z;
        }
    #endif
#endif

/* CIntToPy */
  static CYTHON_INLINE PyObject* __Pyx_PyInt_From_int(int value) {
    const int neg_one = (int) ((int) 0 - (int) 1), const_zero = (int) 0;
    const int is_unsigned = neg_one > const_zero;
    if (is_unsigned) {
        if (sizeof(int) < sizeof(long)) {
            return PyInt_FromLong((long) value);
        } else if (sizeof(int) <= sizeof(unsigned long)) {
            return PyLong_FromUnsignedLong((unsigned long) value);
#ifdef HAVE_LONG_LONG
        } else if (sizeof(int) <= sizeof(unsigned PY_LONG_LONG)) {
            return PyLong_FromUnsignedLongLong((unsigned PY_LONG_LONG) value);
#endif
        }
    } else {
        if (sizeof(int) <= sizeof(long)) {
            return PyInt_FromLong((long) value);
#ifdef HAVE_LONG_LONG
        } else if (sizeof(int) <= sizeof(PY_LONG_LONG)) {
            return PyLong_FromLongLong((PY_LONG_LONG) value);
#endif
        }
    }
    {
        int one = 1; int little = (int)*(unsigned char *)&one;
        unsigned char *bytes = (unsigned char *)&value;
        return _PyLong_FromByteArray(bytes, sizeof(int),
                                     little, !is_unsigned);
    }
}

/* CIntToPy */
  static CYTHON_INLINE PyObject* __Pyx_PyInt_From_enum__NPY_TYPES(enum NPY_TYPES value) {
    const enum NPY_TYPES neg_one = (enum NPY_TYPES) ((enum NPY_TYPES) 0 - (enum NPY_TYPES) 1), const_zero = (enum NPY_TYPES) 0;
    const int is_unsigned = neg_one > const_zero;
    if (is_unsigned) {
        if (sizeof(enum NPY_TYPES) < sizeof(long)) {
            return PyInt_FromLong((long) value);
        } else if (sizeof(enum NPY_TYPES) <= sizeof(unsigned long)) {
            return PyLong_FromUnsignedLong((unsigned long) value);
#ifdef HAVE_LONG_LONG
        } else if (sizeof(enum NPY_TYPES) <= sizeof(unsigned PY_LONG_LONG)) {
            return PyLong_FromUnsignedLongLong((unsigned PY_LONG_LONG) value);
#endif
        }
    } else {
        if (sizeof(enum NPY_TYPES) <= sizeof(long)) {
            return PyInt_FromLong((long) value);
#ifdef HAVE_LONG_LONG
        } else if (sizeof(enum NPY_TYPES) <= sizeof(PY_LONG_LONG)) {
            return PyLong_FromLongLong((PY_LONG_LONG) value);
#endif
        }
    }
    {
        int one = 1; int little = (int)*(unsigned char *)&one;
        unsigned char *bytes = (unsigned char *)&value;
        return _PyLong_FromByteArray(bytes, sizeof(enum NPY_TYPES),
                                     little, !is_unsigned);
    }
}

/* MemviewSliceCopyTemplate */
  static __Pyx_memviewslice
__pyx_memoryview_copy_new_contig(const __Pyx_memviewslice *from_mvs,
                                 const char *mode, int ndim,
                                 size_t sizeof_dtype, int contig_flag,
                                 int dtype_is_object)
{
    __Pyx_RefNannyDeclarations
    int i;
    __Pyx_memviewslice new_mvs = { 0, 0, { 0 }, { 0 }, { 0 } };
    struct __pyx_memoryview_obj *from_memview = from_mvs->memview;
    Py_buffer *buf = &from_memview->view;
    PyObject *shape_tuple = NULL;
    PyObject *temp_int = NULL;
    struct __pyx_array_obj *array_obj = NULL;
    struct __pyx_memoryview_obj *memview_obj = NULL;
    __Pyx_RefNannySetupContext("__pyx_memoryview_copy_new_contig", 0);
    for (i = 0; i < ndim; i++) {
        if (from_mvs->suboffsets[i] >= 0) {
            PyErr_Format(PyExc_ValueError, "Cannot copy memoryview slice with "
                                           "indirect dimensions (axis %d)", i);
            goto fail;
        }
    }
    shape_tuple = PyTuple_New(ndim);
    if (unlikely(!shape_tuple)) {
        goto fail;
    }
    __Pyx_GOTREF(shape_tuple);
    for(i = 0; i < ndim; i++) {
        temp_int = PyInt_FromSsize_t(from_mvs->shape[i]);
        if(unlikely(!temp_int)) {
            goto fail;
        } else {
            PyTuple_SET_ITEM(shape_tuple, i, temp_int);
            temp_int = NULL;
        }
    }
    array_obj = __pyx_array_new(shape_tuple, sizeof_dtype, buf->format, (char *) mode, NULL);
    if (unlikely(!array_obj)) {
        goto fail;
    }
    __Pyx_GOTREF(array_obj);
    memview_obj = (struct __pyx_memoryview_obj *) __pyx_memoryview_new(
                                    (PyObject *) array_obj, contig_flag,
                                    dtype_is_object,
                                    from_mvs->memview->typeinfo);
    if (unlikely(!memview_obj))
        goto fail;
    if (unlikely(__Pyx_init_memviewslice(memview_obj, ndim, &new_mvs, 1) < 0))
        goto fail;
    if (unlikely(__pyx_memoryview_copy_contents(*from_mvs, new_mvs, ndim, ndim,
                                                dtype_is_object) < 0))
        goto fail;
    goto no_fail;
fail:
    __Pyx_XDECREF(new_mvs.memview);
    new_mvs.memview = NULL;
    new_mvs.data = NULL;
no_fail:
    __Pyx_XDECREF(shape_tuple);
    __Pyx_XDECREF(temp_int);
    __Pyx_XDECREF(array_obj);
    __Pyx_RefNannyFinishContext();
    return new_mvs;
}

/* CIntFromPy */
  static CYTHON_INLINE int __Pyx_PyInt_As_int(PyObject *x) {
    const int neg_one = (int) ((int) 0 - (int) 1), const_zero = (int) 0;
    const int is_unsigned = neg_one > const_zero;
#if PY_MAJOR_VERSION < 3
    if (likely(PyInt_Check(x))) {
        if (sizeof(int) < sizeof(long)) {
            __PYX_VERIFY_RETURN_INT(int, long, PyInt_AS_LONG(x))
        } else {
            long val = PyInt_AS_LONG(x);
            if (is_unsigned && unlikely(val < 0)) {
                goto raise_neg_overflow;
            }
            return (int) val;
        }
    } else
#endif
    if (likely(PyLong_Check(x))) {
        if (is_unsigned) {
#if CYTHON_USE_PYLONG_INTERNALS
            const digit* digits = ((PyLongObject*)x)->ob_digit;
            switch (Py_SIZE(x)) {
                case  0: return (int) 0;
                case  1: __PYX_VERIFY_RETURN_INT(int, digit, digits[0])
                case 2:
                    if (8 * sizeof(int) > 1 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(int, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(int) >= 2 * PyLong_SHIFT) {
                            return (int) (((((int)digits[1]) << PyLong_SHIFT) | (int)digits[0]));
                        }
                    }
                    break;
                case 3:
                    if (8 * sizeof(int) > 2 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(int, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(int) >= 3 * PyLong_SHIFT) {
                            return (int) (((((((int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0]));
                        }
                    }
                    break;
                case 4:
                    if (8 * sizeof(int) > 3 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(int, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(int) >= 4 * PyLong_SHIFT) {
                            return (int) (((((((((int)digits[3]) << PyLong_SHIFT) | (int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0]));
                        }
                    }
                    break;
            }
#endif
#if CYTHON_COMPILING_IN_CPYTHON
            if (unlikely(Py_SIZE(x) < 0)) {
                goto raise_neg_overflow;
            }
#else
            {
                int result = PyObject_RichCompareBool(x, Py_False, Py_LT);
                if (unlikely(result < 0))
                    return (int) -1;
                if (unlikely(result == 1))
                    goto raise_neg_overflow;
            }
#endif
            if (sizeof(int) <= sizeof(unsigned long)) {
                __PYX_VERIFY_RETURN_INT_EXC(int, unsigned long, PyLong_AsUnsignedLong(x))
#ifdef HAVE_LONG_LONG
            } else if (sizeof(int) <= sizeof(unsigned PY_LONG_LONG)) {
                __PYX_VERIFY_RETURN_INT_EXC(int, unsigned PY_LONG_LONG, PyLong_AsUnsignedLongLong(x))
#endif
            }
        } else {
#if CYTHON_USE_PYLONG_INTERNALS
            const digit* digits = ((PyLongObject*)x)->ob_digit;
            switch (Py_SIZE(x)) {
                case  0: return (int) 0;
                case -1: __PYX_VERIFY_RETURN_INT(int, sdigit, (sdigit) (-(sdigit)digits[0]))
                case  1: __PYX_VERIFY_RETURN_INT(int,  digit, +digits[0])
                case -2:
                    if (8 * sizeof(int) - 1 > 1 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(int, long, -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(int) - 1 > 2 * PyLong_SHIFT) {
                            return (int) (((int)-1)*(((((int)digits[1]) << PyLong_SHIFT) | (int)digits[0])));
                        }
                    }
                    break;
                case 2:
                    if (8 * sizeof(int) > 1 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(int, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(int) - 1 > 2 * PyLong_SHIFT) {
                            return (int) ((((((int)digits[1]) << PyLong_SHIFT) | (int)digits[0])));
                        }
                    }
                    break;
                case -3:
                    if (8 * sizeof(int) - 1 > 2 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(int, long, -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(int) - 1 > 3 * PyLong_SHIFT) {
                            return (int) (((int)-1)*(((((((int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0])));
                        }
                    }
                    break;
                case 3:
                    if (8 * sizeof(int) > 2 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(int, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(int) - 1 > 3 * PyLong_SHIFT) {
                            return (int) ((((((((int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0])));
                        }
                    }
                    break;
                case -4:
                    if (8 * sizeof(int) - 1 > 3 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(int, long, -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(int) - 1 > 4 * PyLong_SHIFT) {
                            return (int) (((int)-1)*(((((((((int)digits[3]) << PyLong_SHIFT) | (int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0])));
                        }
                    }
                    break;
                case 4:
                    if (8 * sizeof(int) > 3 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(int, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(int) - 1 > 4 * PyLong_SHIFT) {
                            return (int) ((((((((((int)digits[3]) << PyLong_SHIFT) | (int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0])));
                        }
                    }
                    break;
            }
#endif
            if (sizeof(int) <= sizeof(long)) {
                __PYX_VERIFY_RETURN_INT_EXC(int, long, PyLong_AsLong(x))
#ifdef HAVE_LONG_LONG
            } else if (sizeof(int) <= sizeof(PY_LONG_LONG)) {
                __PYX_VERIFY_RETURN_INT_EXC(int, PY_LONG_LONG, PyLong_AsLongLong(x))
#endif
            }
        }
        {
#if CYTHON_COMPILING_IN_PYPY && !defined(_PyLong_AsByteArray)
            PyErr_SetString(PyExc_RuntimeError,
                            "_PyLong_AsByteArray() not available in PyPy, cannot convert large numbers");
#else
            int val;
            PyObject *v = __Pyx_PyNumber_IntOrLong(x);
 #if PY_MAJOR_VERSION < 3
            if (likely(v) && !PyLong_Check(v)) {
                PyObject *tmp = v;
                v = PyNumber_Long(tmp);
                Py_DECREF(tmp);
            }
 #endif
            if (likely(v)) {
                int one = 1; int is_little = (int)*(unsigned char *)&one;
                unsigned char *bytes = (unsigned char *)&val;
                int ret = _PyLong_AsByteArray((PyLongObject *)v,
                                              bytes, sizeof(val),
                                              is_little, !is_unsigned);
                Py_DECREF(v);
                if (likely(!ret))
                    return val;
            }
#endif
            return (int) -1;
        }
    } else {
        int val;
        PyObject *tmp = __Pyx_PyNumber_IntOrLong(x);
        if (!tmp) return (int) -1;
        val = __Pyx_PyInt_As_int(tmp);
        Py_DECREF(tmp);
        return val;
    }
raise_overflow:
    PyErr_SetString(PyExc_OverflowError,
        "value too large to convert to int");
    return (int) -1;
raise_neg_overflow:
    PyErr_SetString(PyExc_OverflowError,
        "can't convert negative value to int");
    return (int) -1;
}

/* CIntFromPy */
  static CYTHON_INLINE PY_LONG_LONG __Pyx_PyInt_As_PY_LONG_LONG(PyObject *x) {
    const PY_LONG_LONG neg_one = (PY_LONG_LONG) ((PY_LONG_LONG) 0 - (PY_LONG_LONG) 1), const_zero = (PY_LONG_LONG) 0;
    const int is_unsigned = neg_one > const_zero;
#if PY_MAJOR_VERSION < 3
    if (likely(PyInt_Check(x))) {
        if (sizeof(PY_LONG_LONG) < sizeof(long)) {
            __PYX_VERIFY_RETURN_INT(PY_LONG_LONG, long, PyInt_AS_LONG(x))
        } else {
            long val = PyInt_AS_LONG(x);
            if (is_unsigned && unlikely(val < 0)) {
                goto raise_neg_overflow;
            }
            return (PY_LONG_LONG) val;
        }
    } else
#endif
    if (likely(PyLong_Check(x))) {
        if (is_unsigned) {
#if CYTHON_USE_PYLONG_INTERNALS
            const digit* digits = ((PyLongObject*)x)->ob_digit;
            switch (Py_SIZE(x)) {
                case  0: return (PY_LONG_LONG) 0;
                case  1: __PYX_VERIFY_RETURN_INT(PY_LONG_LONG, digit, digits[0])
                case 2:
                    if (8 * sizeof(PY_LONG_LONG) > 1 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(PY_LONG_LONG, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(PY_LONG_LONG) >= 2 * PyLong_SHIFT) {
                            return (PY_LONG_LONG) (((((PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[0]));
                        }
                    }
                    break;
                case 3:
                    if (8 * sizeof(PY_LONG_LONG) > 2 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(PY_LONG_LONG, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(PY_LONG_LONG) >= 3 * PyLong_SHIFT) {
                            return (PY_LONG_LONG) (((((((PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[0]));
                        }
                    }
                    break;
                case 4:
                    if (8 * sizeof(PY_LONG_LONG) > 3 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(PY_LONG_LONG, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(PY_LONG_LONG) >= 4 * PyLong_SHIFT) {
                            return (PY_LONG_LONG) (((((((((PY_LONG_LONG)digits[3]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[0]));
                        }
                    }
                    break;
            }
#endif
#if CYTHON_COMPILING_IN_CPYTHON
            if (unlikely(Py_SIZE(x) < 0)) {
                goto raise_neg_overflow;
            }
#else
            {
                int result = PyObject_RichCompareBool(x, Py_False, Py_LT);
                if (unlikely(result < 0))
                    return (PY_LONG_LONG) -1;
                if (unlikely(result == 1))
                    goto raise_neg_overflow;
            }
#endif
            if (sizeof(PY_LONG_LONG) <= sizeof(unsigned long)) {
                __PYX_VERIFY_RETURN_INT_EXC(PY_LONG_LONG, unsigned long, PyLong_AsUnsignedLong(x))
#ifdef HAVE_LONG_LONG
            } else if (sizeof(PY_LONG_LONG) <= sizeof(unsigned PY_LONG_LONG)) {
                __PYX_VERIFY_RETURN_INT_EXC(PY_LONG_LONG, unsigned PY_LONG_LONG, PyLong_AsUnsignedLongLong(x))
#endif
            }
        } else {
#if CYTHON_USE_PYLONG_INTERNALS
            const digit* digits = ((PyLongObject*)x)->ob_digit;
            switch (Py_SIZE(x)) {
                case  0: return (PY_LONG_LONG) 0;
                case -1: __PYX_VERIFY_RETURN_INT(PY_LONG_LONG, sdigit, (sdigit) (-(sdigit)digits[0]))
                case  1: __PYX_VERIFY_RETURN_INT(PY_LONG_LONG,  digit, +digits[0])
                case -2:
                    if (8 * sizeof(PY_LONG_LONG) - 1 > 1 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(PY_LONG_LONG, long, -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(PY_LONG_LONG) - 1 > 2 * PyLong_SHIFT) {
                            return (PY_LONG_LONG) (((PY_LONG_LONG)-1)*(((((PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[0])));
                        }
                    }
                    break;
                case 2:
                    if (8 * sizeof(PY_LONG_LONG) > 1 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(PY_LONG_LONG, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(PY_LONG_LONG) - 1 > 2 * PyLong_SHIFT) {
                            return (PY_LONG_LONG) ((((((PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[0])));
                        }
                    }
                    break;
                case -3:
                    if (8 * sizeof(PY_LONG_LONG) - 1 > 2 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(PY_LONG_LONG, long, -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(PY_LONG_LONG) - 1 > 3 * PyLong_SHIFT) {
                            return (PY_LONG_LONG) (((PY_LONG_LONG)-1)*(((((((PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[0])));
                        }
                    }
                    break;
                case 3:
                    if (8 * sizeof(PY_LONG_LONG) > 2 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(PY_LONG_LONG, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(PY_LONG_LONG) - 1 > 3 * PyLong_SHIFT) {
                            return (PY_LONG_LONG) ((((((((PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[0])));
                        }
                    }
                    break;
                case -4:
                    if (8 * sizeof(PY_LONG_LONG) - 1 > 3 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(PY_LONG_LONG, long, -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(PY_LONG_LONG) - 1 > 4 * PyLong_SHIFT) {
                            return (PY_LONG_LONG) (((PY_LONG_LONG)-1)*(((((((((PY_LONG_LONG)digits[3]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[0])));
                        }
                    }
                    break;
                case 4:
                    if (8 * sizeof(PY_LONG_LONG) > 3 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(PY_LONG_LONG, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(PY_LONG_LONG) - 1 > 4 * PyLong_SHIFT) {
                            return (PY_LONG_LONG) ((((((((((PY_LONG_LONG)digits[3]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (PY_LONG_LONG)digits[0])));
                        }
                    }
                    break;
            }
#endif
            if (sizeof(PY_LONG_LONG) <= sizeof(long)) {
                __PYX_VERIFY_RETURN_INT_EXC(PY_LONG_LONG, long, PyLong_AsLong(x))
#ifdef HAVE_LONG_LONG
            } else if (sizeof(PY_LONG_LONG) <= sizeof(PY_LONG_LONG)) {
                __PYX_VERIFY_RETURN_INT_EXC(PY_LONG_LONG, PY_LONG_LONG, PyLong_AsLongLong(x))
#endif
            }
        }
        {
#if CYTHON_COMPILING_IN_PYPY && !defined(_PyLong_AsByteArray)
            PyErr_SetString(PyExc_RuntimeError,
                            "_PyLong_AsByteArray() not available in PyPy, cannot convert large numbers");
#else
            PY_LONG_LONG val;
            PyObject *v = __Pyx_PyNumber_IntOrLong(x);
 #if PY_MAJOR_VERSION < 3
            if (likely(v) && !PyLong_Check(v)) {
                PyObject *tmp = v;
                v = PyNumber_Long(tmp);
                Py_DECREF(tmp);
            }
 #endif
            if (likely(v)) {
                int one = 1; int is_little = (int)*(unsigned char *)&one;
                unsigned char *bytes = (unsigned char *)&val;
                int ret = _PyLong_AsByteArray((PyLongObject *)v,
                                              bytes, sizeof(val),
                                              is_little, !is_unsigned);
                Py_DECREF(v);
                if (likely(!ret))
                    return val;
            }
#endif
            return (PY_LONG_LONG) -1;
        }
    } else {
        PY_LONG_LONG val;
        PyObject *tmp = __Pyx_PyNumber_IntOrLong(x);
        if (!tmp) return (PY_LONG_LONG) -1;
        val = __Pyx_PyInt_As_PY_LONG_LONG(tmp);
        Py_DECREF(tmp);
        return val;
    }
raise_overflow:
    PyErr_SetString(PyExc_OverflowError,
        "value too large to convert to PY_LONG_LONG");
    return (PY_LONG_LONG) -1;
raise_neg_overflow:
    PyErr_SetString(PyExc_OverflowError,
        "can't convert negative value to PY_LONG_LONG");
    return (PY_LONG_LONG) -1;
}

/* CIntFromPy */
  static CYTHON_INLINE npy_int64 __Pyx_PyInt_As_npy_int64(PyObject *x) {
    const npy_int64 neg_one = (npy_int64) ((npy_int64) 0 - (npy_int64) 1), const_zero = (npy_int64) 0;
    const int is_unsigned = neg_one > const_zero;
#if PY_MAJOR_VERSION < 3
    if (likely(PyInt_Check(x))) {
        if (sizeof(npy_int64) < sizeof(long)) {
            __PYX_VERIFY_RETURN_INT(npy_int64, long, PyInt_AS_LONG(x))
        } else {
            long val = PyInt_AS_LONG(x);
            if (is_unsigned && unlikely(val < 0)) {
                goto raise_neg_overflow;
            }
            return (npy_int64) val;
        }
    } else
#endif
    if (likely(PyLong_Check(x))) {
        if (is_unsigned) {
#if CYTHON_USE_PYLONG_INTERNALS
            const digit* digits = ((PyLongObject*)x)->ob_digit;
            switch (Py_SIZE(x)) {
                case  0: return (npy_int64) 0;
                case  1: __PYX_VERIFY_RETURN_INT(npy_int64, digit, digits[0])
                case 2:
                    if (8 * sizeof(npy_int64) > 1 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(npy_int64, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(npy_int64) >= 2 * PyLong_SHIFT) {
                            return (npy_int64) (((((npy_int64)digits[1]) << PyLong_SHIFT) | (npy_int64)digits[0]));
                        }
                    }
                    break;
                case 3:
                    if (8 * sizeof(npy_int64) > 2 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(npy_int64, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(npy_int64) >= 3 * PyLong_SHIFT) {
                            return (npy_int64) (((((((npy_int64)digits[2]) << PyLong_SHIFT) | (npy_int64)digits[1]) << PyLong_SHIFT) | (npy_int64)digits[0]));
                        }
                    }
                    break;
                case 4:
                    if (8 * sizeof(npy_int64) > 3 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(npy_int64, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(npy_int64) >= 4 * PyLong_SHIFT) {
                            return (npy_int64) (((((((((npy_int64)digits[3]) << PyLong_SHIFT) | (npy_int64)digits[2]) << PyLong_SHIFT) | (npy_int64)digits[1]) << PyLong_SHIFT) | (npy_int64)digits[0]));
                        }
                    }
                    break;
            }
#endif
#if CYTHON_COMPILING_IN_CPYTHON
            if (unlikely(Py_SIZE(x) < 0)) {
                goto raise_neg_overflow;
            }
#else
            {
                int result = PyObject_RichCompareBool(x, Py_False, Py_LT);
                if (unlikely(result < 0))
                    return (npy_int64) -1;
                if (unlikely(result == 1))
                    goto raise_neg_overflow;
            }
#endif
            if (sizeof(npy_int64) <= sizeof(unsigned long)) {
                __PYX_VERIFY_RETURN_INT_EXC(npy_int64, unsigned long, PyLong_AsUnsignedLong(x))
#ifdef HAVE_LONG_LONG
            } else if (sizeof(npy_int64) <= sizeof(unsigned PY_LONG_LONG)) {
                __PYX_VERIFY_RETURN_INT_EXC(npy_int64, unsigned PY_LONG_LONG, PyLong_AsUnsignedLongLong(x))
#endif
            }
        } else {
#if CYTHON_USE_PYLONG_INTERNALS
            const digit* digits = ((PyLongObject*)x)->ob_digit;
            switch (Py_SIZE(x)) {
                case  0: return (npy_int64) 0;
                case -1: __PYX_VERIFY_RETURN_INT(npy_int64, sdigit, (sdigit) (-(sdigit)digits[0]))
                case  1: __PYX_VERIFY_RETURN_INT(npy_int64,  digit, +digits[0])
                case -2:
                    if (8 * sizeof(npy_int64) - 1 > 1 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(npy_int64, long, -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(npy_int64) - 1 > 2 * PyLong_SHIFT) {
                            return (npy_int64) (((npy_int64)-1)*(((((npy_int64)digits[1]) << PyLong_SHIFT) | (npy_int64)digits[0])));
                        }
                    }
                    break;
                case 2:
                    if (8 * sizeof(npy_int64) > 1 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(npy_int64, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(npy_int64) - 1 > 2 * PyLong_SHIFT) {
                            return (npy_int64) ((((((npy_int64)digits[1]) << PyLong_SHIFT) | (npy_int64)digits[0])));
                        }
                    }
                    break;
                case -3:
                    if (8 * sizeof(npy_int64) - 1 > 2 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(npy_int64, long, -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(npy_int64) - 1 > 3 * PyLong_SHIFT) {
                            return (npy_int64) (((npy_int64)-1)*(((((((npy_int64)digits[2]) << PyLong_SHIFT) | (npy_int64)digits[1]) << PyLong_SHIFT) | (npy_int64)digits[0])));
                        }
                    }
                    break;
                case 3:
                    if (8 * sizeof(npy_int64) > 2 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(npy_int64, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(npy_int64) - 1 > 3 * PyLong_SHIFT) {
                            return (npy_int64) ((((((((npy_int64)digits[2]) << PyLong_SHIFT) | (npy_int64)digits[1]) << PyLong_SHIFT) | (npy_int64)digits[0])));
                        }
                    }
                    break;
                case -4:
                    if (8 * sizeof(npy_int64) - 1 > 3 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(npy_int64, long, -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(npy_int64) - 1 > 4 * PyLong_SHIFT) {
                            return (npy_int64) (((npy_int64)-1)*(((((((((npy_int64)digits[3]) << PyLong_SHIFT) | (npy_int64)digits[2]) << PyLong_SHIFT) | (npy_int64)digits[1]) << PyLong_SHIFT) | (npy_int64)digits[0])));
                        }
                    }
                    break;
                case 4:
                    if (8 * sizeof(npy_int64) > 3 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(npy_int64, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(npy_int64) - 1 > 4 * PyLong_SHIFT) {
                            return (npy_int64) ((((((((((npy_int64)digits[3]) << PyLong_SHIFT) | (npy_int64)digits[2]) << PyLong_SHIFT) | (npy_int64)digits[1]) << PyLong_SHIFT) | (npy_int64)digits[0])));
                        }
                    }
                    break;
            }
#endif
            if (sizeof(npy_int64) <= sizeof(long)) {
                __PYX_VERIFY_RETURN_INT_EXC(npy_int64, long, PyLong_AsLong(x))
#ifdef HAVE_LONG_LONG
            } else if (sizeof(npy_int64) <= sizeof(PY_LONG_LONG)) {
                __PYX_VERIFY_RETURN_INT_EXC(npy_int64, PY_LONG_LONG, PyLong_AsLongLong(x))
#endif
            }
        }
        {
#if CYTHON_COMPILING_IN_PYPY && !defined(_PyLong_AsByteArray)
            PyErr_SetString(PyExc_RuntimeError,
                            "_PyLong_AsByteArray() not available in PyPy, cannot convert large numbers");
#else
            npy_int64 val;
            PyObject *v = __Pyx_PyNumber_IntOrLong(x);
 #if PY_MAJOR_VERSION < 3
            if (likely(v) && !PyLong_Check(v)) {
                PyObject *tmp = v;
                v = PyNumber_Long(tmp);
                Py_DECREF(tmp);
            }
 #endif
            if (likely(v)) {
                int one = 1; int is_little = (int)*(unsigned char *)&one;
                unsigned char *bytes = (unsigned char *)&val;
                int ret = _PyLong_AsByteArray((PyLongObject *)v,
                                              bytes, sizeof(val),
                                              is_little, !is_unsigned);
                Py_DECREF(v);
                if (likely(!ret))
                    return val;
            }
#endif
            return (npy_int64) -1;
        }
    } else {
        npy_int64 val;
        PyObject *tmp = __Pyx_PyNumber_IntOrLong(x);
        if (!tmp) return (npy_int64) -1;
        val = __Pyx_PyInt_As_npy_int64(tmp);
        Py_DECREF(tmp);
        return val;
    }
raise_overflow:
    PyErr_SetString(PyExc_OverflowError,
        "value too large to convert to npy_int64");
    return (npy_int64) -1;
raise_neg_overflow:
    PyErr_SetString(PyExc_OverflowError,
        "can't convert negative value to npy_int64");
    return (npy_int64) -1;
}

/* CIntFromPy */
  static CYTHON_INLINE size_t __Pyx_PyInt_As_size_t(PyObject *x) {
    const size_t neg_one = (size_t) ((size_t) 0 - (size_t) 1), const_zero = (size_t) 0;
    const int is_unsigned = neg_one > const_zero;
#if PY_MAJOR_VERSION < 3
    if (likely(PyInt_Check(x))) {
        if (sizeof(size_t) < sizeof(long)) {
            __PYX_VERIFY_RETURN_INT(size_t, long, PyInt_AS_LONG(x))
        } else {
            long val = PyInt_AS_LONG(x);
            if (is_unsigned && unlikely(val < 0)) {
                goto raise_neg_overflow;
            }
            return (size_t) val;
        }
    } else
#endif
    if (likely(PyLong_Check(x))) {
        if (is_unsigned) {
#if CYTHON_USE_PYLONG_INTERNALS
            const digit* digits = ((PyLongObject*)x)->ob_digit;
            switch (Py_SIZE(x)) {
                case  0: return (size_t) 0;
                case  1: __PYX_VERIFY_RETURN_INT(size_t, digit, digits[0])
                case 2:
                    if (8 * sizeof(size_t) > 1 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(size_t, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(size_t) >= 2 * PyLong_SHIFT) {
                            return (size_t) (((((size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
                        }
                    }
                    break;
                case 3:
                    if (8 * sizeof(size_t) > 2 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(size_t, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(size_t) >= 3 * PyLong_SHIFT) {
                            return (size_t) (((((((size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
                        }
                    }
                    break;
                case 4:
                    if (8 * sizeof(size_t) > 3 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(size_t, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(size_t) >= 4 * PyLong_SHIFT) {
                            return (size_t) (((((((((size_t)digits[3]) << PyLong_SHIFT) | (size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
                        }
                    }
                    break;
            }
#endif
#if CYTHON_COMPILING_IN_CPYTHON
            if (unlikely(Py_SIZE(x) < 0)) {
                goto raise_neg_overflow;
            }
#else
            {
                int result = PyObject_RichCompareBool(x, Py_False, Py_LT);
                if (unlikely(result < 0))
                    return (size_t) -1;
                if (unlikely(result == 1))
                    goto raise_neg_overflow;
            }
#endif
            if (sizeof(size_t) <= sizeof(unsigned long)) {
                __PYX_VERIFY_RETURN_INT_EXC(size_t, unsigned long, PyLong_AsUnsignedLong(x))
#ifdef HAVE_LONG_LONG
            } else if (sizeof(size_t) <= sizeof(unsigned PY_LONG_LONG)) {
                __PYX_VERIFY_RETURN_INT_EXC(size_t, unsigned PY_LONG_LONG, PyLong_AsUnsignedLongLong(x))
#endif
            }
        } else {
#if CYTHON_USE_PYLONG_INTERNALS
            const digit* digits = ((PyLongObject*)x)->ob_digit;
            switch (Py_SIZE(x)) {
                case  0: return (size_t) 0;
                case -1: __PYX_VERIFY_RETURN_INT(size_t, sdigit, (sdigit) (-(sdigit)digits[0]))
                case  1: __PYX_VERIFY_RETURN_INT(size_t,  digit, +digits[0])
                case -2:
                    if (8 * sizeof(size_t) - 1 > 1 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(size_t, long, -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(size_t) - 1 > 2 * PyLong_SHIFT) {
                            return (size_t) (((size_t)-1)*(((((size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0])));
                        }
                    }
                    break;
                case 2:
                    if (8 * sizeof(size_t) > 1 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(size_t, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(size_t) - 1 > 2 * PyLong_SHIFT) {
                            return (size_t) ((((((size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0])));
                        }
                    }
                    break;
                case -3:
                    if (8 * sizeof(size_t) - 1 > 2 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(size_t, long, -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(size_t) - 1 > 3 * PyLong_SHIFT) {
                            return (size_t) (((size_t)-1)*(((((((size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0])));
                        }
                    }
                    break;
                case 3:
                    if (8 * sizeof(size_t) > 2 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(size_t, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(size_t) - 1 > 3 * PyLong_SHIFT) {
                            return (size_t) ((((((((size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0])));
                        }
                    }
                    break;
                case -4:
                    if (8 * sizeof(size_t) - 1 > 3 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(size_t, long, -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(size_t) - 1 > 4 * PyLong_SHIFT) {
                            return (size_t) (((size_t)-1)*(((((((((size_t)digits[3]) << PyLong_SHIFT) | (size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0])));
                        }
                    }
                    break;
                case 4:
                    if (8 * sizeof(size_t) > 3 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(size_t, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(size_t) - 1 > 4 * PyLong_SHIFT) {
                            return (size_t) ((((((((((size_t)digits[3]) << PyLong_SHIFT) | (size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0])));
                        }
                    }
                    break;
            }
#endif
            if (sizeof(size_t) <= sizeof(long)) {
                __PYX_VERIFY_RETURN_INT_EXC(size_t, long, PyLong_AsLong(x))
#ifdef HAVE_LONG_LONG
            } else if (sizeof(size_t) <= sizeof(PY_LONG_LONG)) {
                __PYX_VERIFY_RETURN_INT_EXC(size_t, PY_LONG_LONG, PyLong_AsLongLong(x))
#endif
            }
        }
        {
#if CYTHON_COMPILING_IN_PYPY && !defined(_PyLong_AsByteArray)
            PyErr_SetString(PyExc_RuntimeError,
                            "_PyLong_AsByteArray() not available in PyPy, cannot convert large numbers");
#else
            size_t val;
            PyObject *v = __Pyx_PyNumber_IntOrLong(x);
 #if PY_MAJOR_VERSION < 3
            if (likely(v) && !PyLong_Check(v)) {
                PyObject *tmp = v;
                v = PyNumber_Long(tmp);
                Py_DECREF(tmp);
            }
 #endif
            if (likely(v)) {
                int one = 1; int is_little = (int)*(unsigned char *)&one;
                unsigned char *bytes = (unsigned char *)&val;
                int ret = _PyLong_AsByteArray((PyLongObject *)v,
                                              bytes, sizeof(val),
                                              is_little, !is_unsigned);
                Py_DECREF(v);
                if (likely(!ret))
                    return val;
            }
#endif
            return (size_t) -1;
        }
    } else {
        size_t val;
        PyObject *tmp = __Pyx_PyNumber_IntOrLong(x);
        if (!tmp) return (size_t) -1;
        val = __Pyx_PyInt_As_size_t(tmp);
        Py_DECREF(tmp);
        return val;
    }
raise_overflow:
    PyErr_SetString(PyExc_OverflowError,
        "value too large to convert to size_t");
    return (size_t) -1;
raise_neg_overflow:
    PyErr_SetString(PyExc_OverflowError,
        "can't convert negative value to size_t");
    return (size_t) -1;
}

/* CIntFromPy */
  static CYTHON_INLINE unsigned PY_LONG_LONG __Pyx_PyInt_As_unsigned_PY_LONG_LONG(PyObject *x) {
    const unsigned PY_LONG_LONG neg_one = (unsigned PY_LONG_LONG) ((unsigned PY_LONG_LONG) 0 - (unsigned PY_LONG_LONG) 1), const_zero = (unsigned PY_LONG_LONG) 0;
    const int is_unsigned = neg_one > const_zero;
#if PY_MAJOR_VERSION < 3
    if (likely(PyInt_Check(x))) {
        if (sizeof(unsigned PY_LONG_LONG) < sizeof(long)) {
            __PYX_VERIFY_RETURN_INT(unsigned PY_LONG_LONG, long, PyInt_AS_LONG(x))
        } else {
            long val = PyInt_AS_LONG(x);
            if (is_unsigned && unlikely(val < 0)) {
                goto raise_neg_overflow;
            }
            return (unsigned PY_LONG_LONG) val;
        }
    } else
#endif
    if (likely(PyLong_Check(x))) {
        if (is_unsigned) {
#if CYTHON_USE_PYLONG_INTERNALS
            const digit* digits = ((PyLongObject*)x)->ob_digit;
            switch (Py_SIZE(x)) {
                case  0: return (unsigned PY_LONG_LONG) 0;
                case  1: __PYX_VERIFY_RETURN_INT(unsigned PY_LONG_LONG, digit, digits[0])
                case 2:
                    if (8 * sizeof(unsigned PY_LONG_LONG) > 1 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(unsigned PY_LONG_LONG, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(unsigned PY_LONG_LONG) >= 2 * PyLong_SHIFT) {
                            return (unsigned PY_LONG_LONG) (((((unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
                        }
                    }
                    break;
                case 3:
                    if (8 * sizeof(unsigned PY_LONG_LONG) > 2 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(unsigned PY_LONG_LONG, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(unsigned PY_LONG_LONG) >= 3 * PyLong_SHIFT) {
                            return (unsigned PY_LONG_LONG) (((((((unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
                        }
                    }
                    break;
                case 4:
                    if (8 * sizeof(unsigned PY_LONG_LONG) > 3 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(unsigned PY_LONG_LONG, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(unsigned PY_LONG_LONG) >= 4 * PyLong_SHIFT) {
                            return (unsigned PY_LONG_LONG) (((((((((unsigned PY_LONG_LONG)digits[3]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0]));
                        }
                    }
                    break;
            }
#endif
#if CYTHON_COMPILING_IN_CPYTHON
            if (unlikely(Py_SIZE(x) < 0)) {
                goto raise_neg_overflow;
            }
#else
            {
                int result = PyObject_RichCompareBool(x, Py_False, Py_LT);
                if (unlikely(result < 0))
                    return (unsigned PY_LONG_LONG) -1;
                if (unlikely(result == 1))
                    goto raise_neg_overflow;
            }
#endif
            if (sizeof(unsigned PY_LONG_LONG) <= sizeof(unsigned long)) {
                __PYX_VERIFY_RETURN_INT_EXC(unsigned PY_LONG_LONG, unsigned long, PyLong_AsUnsignedLong(x))
#ifdef HAVE_LONG_LONG
            } else if (sizeof(unsigned PY_LONG_LONG) <= sizeof(unsigned PY_LONG_LONG)) {
                __PYX_VERIFY_RETURN_INT_EXC(unsigned PY_LONG_LONG, unsigned PY_LONG_LONG, PyLong_AsUnsignedLongLong(x))
#endif
            }
        } else {
#if CYTHON_USE_PYLONG_INTERNALS
            const digit* digits = ((PyLongObject*)x)->ob_digit;
            switch (Py_SIZE(x)) {
                case  0: return (unsigned PY_LONG_LONG) 0;
                case -1: __PYX_VERIFY_RETURN_INT(unsigned PY_LONG_LONG, sdigit, (sdigit) (-(sdigit)digits[0]))
                case  1: __PYX_VERIFY_RETURN_INT(unsigned PY_LONG_LONG,  digit, +digits[0])
                case -2:
                    if (8 * sizeof(unsigned PY_LONG_LONG) - 1 > 1 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(unsigned PY_LONG_LONG, long, -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(unsigned PY_LONG_LONG) - 1 > 2 * PyLong_SHIFT) {
                            return (unsigned PY_LONG_LONG) (((unsigned PY_LONG_LONG)-1)*(((((unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0])));
                        }
                    }
                    break;
                case 2:
                    if (8 * sizeof(unsigned PY_LONG_LONG) > 1 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(unsigned PY_LONG_LONG, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(unsigned PY_LONG_LONG) - 1 > 2 * PyLong_SHIFT) {
                            return (unsigned PY_LONG_LONG) ((((((unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0])));
                        }
                    }
                    break;
                case -3:
                    if (8 * sizeof(unsigned PY_LONG_LONG) - 1 > 2 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(unsigned PY_LONG_LONG, long, -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(unsigned PY_LONG_LONG) - 1 > 3 * PyLong_SHIFT) {
                            return (unsigned PY_LONG_LONG) (((unsigned PY_LONG_LONG)-1)*(((((((unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0])));
                        }
                    }
                    break;
                case 3:
                    if (8 * sizeof(unsigned PY_LONG_LONG) > 2 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(unsigned PY_LONG_LONG, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(unsigned PY_LONG_LONG) - 1 > 3 * PyLong_SHIFT) {
                            return (unsigned PY_LONG_LONG) ((((((((unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0])));
                        }
                    }
                    break;
                case -4:
                    if (8 * sizeof(unsigned PY_LONG_LONG) - 1 > 3 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(unsigned PY_LONG_LONG, long, -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(unsigned PY_LONG_LONG) - 1 > 4 * PyLong_SHIFT) {
                            return (unsigned PY_LONG_LONG) (((unsigned PY_LONG_LONG)-1)*(((((((((unsigned PY_LONG_LONG)digits[3]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0])));
                        }
                    }
                    break;
                case 4:
                    if (8 * sizeof(unsigned PY_LONG_LONG) > 3 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(unsigned PY_LONG_LONG, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(unsigned PY_LONG_LONG) - 1 > 4 * PyLong_SHIFT) {
                            return (unsigned PY_LONG_LONG) ((((((((((unsigned PY_LONG_LONG)digits[3]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0])));
                        }
                    }
                    break;
            }
#endif
            if (sizeof(unsigned PY_LONG_LONG) <= sizeof(long)) {
                __PYX_VERIFY_RETURN_INT_EXC(unsigned PY_LONG_LONG, long, PyLong_AsLong(x))
#ifdef HAVE_LONG_LONG
            } else if (sizeof(unsigned PY_LONG_LONG) <= sizeof(PY_LONG_LONG)) {
                __PYX_VERIFY_RETURN_INT_EXC(unsigned PY_LONG_LONG, PY_LONG_LONG, PyLong_AsLongLong(x))
#endif
            }
        }
        {
#if CYTHON_COMPILING_IN_PYPY && !defined(_PyLong_AsByteArray)
            PyErr_SetString(PyExc_RuntimeError,
                            "_PyLong_AsByteArray() not available in PyPy, cannot convert large numbers");
#else
            unsigned PY_LONG_LONG val;
            PyObject *v = __Pyx_PyNumber_IntOrLong(x);
 #if PY_MAJOR_VERSION < 3
            if (likely(v) && !PyLong_Check(v)) {
                PyObject *tmp = v;
                v = PyNumber_Long(tmp);
                Py_DECREF(tmp);
            }
 #endif
            if (likely(v)) {
                int one = 1; int is_little = (int)*(unsigned char *)&one;
                unsigned char *bytes = (unsigned char *)&val;
                int ret = _PyLong_AsByteArray((PyLongObject *)v,
                                              bytes, sizeof(val),
                                              is_little, !is_unsigned);
                Py_DECREF(v);
                if (likely(!ret))
                    return val;
            }
#endif
            return (unsigned PY_LONG_LONG) -1;
        }
    } else {
        unsigned PY_LONG_LONG val;
        PyObject *tmp = __Pyx_PyNumber_IntOrLong(x);
        if (!tmp) return (unsigned PY_LONG_LONG) -1;
        val = __Pyx_PyInt_As_unsigned_PY_LONG_LONG(tmp);
        Py_DECREF(tmp);
        return val;
    }
raise_overflow:
    PyErr_SetString(PyExc_OverflowError,
        "value too large to convert to unsigned PY_LONG_LONG");
    return (unsigned PY_LONG_LONG) -1;
raise_neg_overflow:
    PyErr_SetString(PyExc_OverflowError,
        "can't convert negative value to unsigned PY_LONG_LONG");
    return (unsigned PY_LONG_LONG) -1;
}

/* CIntFromPy */
  static CYTHON_INLINE long __Pyx_PyInt_As_long(PyObject *x) {
    const long neg_one = (long) ((long) 0 - (long) 1), const_zero = (long) 0;
    const int is_unsigned = neg_one > const_zero;
#if PY_MAJOR_VERSION < 3
    if (likely(PyInt_Check(x))) {
        if (sizeof(long) < sizeof(long)) {
            __PYX_VERIFY_RETURN_INT(long, long, PyInt_AS_LONG(x))
        } else {
            long val = PyInt_AS_LONG(x);
            if (is_unsigned && unlikely(val < 0)) {
                goto raise_neg_overflow;
            }
            return (long) val;
        }
    } else
#endif
    if (likely(PyLong_Check(x))) {
        if (is_unsigned) {
#if CYTHON_USE_PYLONG_INTERNALS
            const digit* digits = ((PyLongObject*)x)->ob_digit;
            switch (Py_SIZE(x)) {
                case  0: return (long) 0;
                case  1: __PYX_VERIFY_RETURN_INT(long, digit, digits[0])
                case 2:
                    if (8 * sizeof(long) > 1 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(long, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(long) >= 2 * PyLong_SHIFT) {
                            return (long) (((((long)digits[1]) << PyLong_SHIFT) | (long)digits[0]));
                        }
                    }
                    break;
                case 3:
                    if (8 * sizeof(long) > 2 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(long, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(long) >= 3 * PyLong_SHIFT) {
                            return (long) (((((((long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0]));
                        }
                    }
                    break;
                case 4:
                    if (8 * sizeof(long) > 3 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(long, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(long) >= 4 * PyLong_SHIFT) {
                            return (long) (((((((((long)digits[3]) << PyLong_SHIFT) | (long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0]));
                        }
                    }
                    break;
            }
#endif
#if CYTHON_COMPILING_IN_CPYTHON
            if (unlikely(Py_SIZE(x) < 0)) {
                goto raise_neg_overflow;
            }
#else
            {
                int result = PyObject_RichCompareBool(x, Py_False, Py_LT);
                if (unlikely(result < 0))
                    return (long) -1;
                if (unlikely(result == 1))
                    goto raise_neg_overflow;
            }
#endif
            if (sizeof(long) <= sizeof(unsigned long)) {
                __PYX_VERIFY_RETURN_INT_EXC(long, unsigned long, PyLong_AsUnsignedLong(x))
#ifdef HAVE_LONG_LONG
            } else if (sizeof(long) <= sizeof(unsigned PY_LONG_LONG)) {
                __PYX_VERIFY_RETURN_INT_EXC(long, unsigned PY_LONG_LONG, PyLong_AsUnsignedLongLong(x))
#endif
            }
        } else {
#if CYTHON_USE_PYLONG_INTERNALS
            const digit* digits = ((PyLongObject*)x)->ob_digit;
            switch (Py_SIZE(x)) {
                case  0: return (long) 0;
                case -1: __PYX_VERIFY_RETURN_INT(long, sdigit, (sdigit) (-(sdigit)digits[0]))
                case  1: __PYX_VERIFY_RETURN_INT(long,  digit, +digits[0])
                case -2:
                    if (8 * sizeof(long) - 1 > 1 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(long, long, -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(long) - 1 > 2 * PyLong_SHIFT) {
                            return (long) (((long)-1)*(((((long)digits[1]) << PyLong_SHIFT) | (long)digits[0])));
                        }
                    }
                    break;
                case 2:
                    if (8 * sizeof(long) > 1 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(long, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(long) - 1 > 2 * PyLong_SHIFT) {
                            return (long) ((((((long)digits[1]) << PyLong_SHIFT) | (long)digits[0])));
                        }
                    }
                    break;
                case -3:
                    if (8 * sizeof(long) - 1 > 2 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(long, long, -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(long) - 1 > 3 * PyLong_SHIFT) {
                            return (long) (((long)-1)*(((((((long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0])));
                        }
                    }
                    break;
                case 3:
                    if (8 * sizeof(long) > 2 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(long, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(long) - 1 > 3 * PyLong_SHIFT) {
                            return (long) ((((((((long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0])));
                        }
                    }
                    break;
                case -4:
                    if (8 * sizeof(long) - 1 > 3 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(long, long, -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(long) - 1 > 4 * PyLong_SHIFT) {
                            return (long) (((long)-1)*(((((((((long)digits[3]) << PyLong_SHIFT) | (long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0])));
                        }
                    }
                    break;
                case 4:
                    if (8 * sizeof(long) > 3 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(long, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(long) - 1 > 4 * PyLong_SHIFT) {
                            return (long) ((((((((((long)digits[3]) << PyLong_SHIFT) | (long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0])));
                        }
                    }
                    break;
            }
#endif
            if (sizeof(long) <= sizeof(long)) {
                __PYX_VERIFY_RETURN_INT_EXC(long, long, PyLong_AsLong(x))
#ifdef HAVE_LONG_LONG
            } else if (sizeof(long) <= sizeof(PY_LONG_LONG)) {
                __PYX_VERIFY_RETURN_INT_EXC(long, PY_LONG_LONG, PyLong_AsLongLong(x))
#endif
            }
        }
        {
#if CYTHON_COMPILING_IN_PYPY && !defined(_PyLong_AsByteArray)
            PyErr_SetString(PyExc_RuntimeError,
                            "_PyLong_AsByteArray() not available in PyPy, cannot convert large numbers");
#else
            long val;
            PyObject *v = __Pyx_PyNumber_IntOrLong(x);
 #if PY_MAJOR_VERSION < 3
            if (likely(v) && !PyLong_Check(v)) {
                PyObject *tmp = v;
                v = PyNumber_Long(tmp);
                Py_DECREF(tmp);
            }
 #endif
            if (likely(v)) {
                int one = 1; int is_little = (int)*(unsigned char *)&one;
                unsigned char *bytes = (unsigned char *)&val;
                int ret = _PyLong_AsByteArray((PyLongObject *)v,
                                              bytes, sizeof(val),
                                              is_little, !is_unsigned);
                Py_DECREF(v);
                if (likely(!ret))
                    return val;
            }
#endif
            return (long) -1;
        }
    } else {
        long val;
        PyObject *tmp = __Pyx_PyNumber_IntOrLong(x);
        if (!tmp) return (long) -1;
        val = __Pyx_PyInt_As_long(tmp);
        Py_DECREF(tmp);
        return val;
    }
raise_overflow:
    PyErr_SetString(PyExc_OverflowError,
        "value too large to convert to long");
    return (long) -1;
raise_neg_overflow:
    PyErr_SetString(PyExc_OverflowError,
        "can't convert negative value to long");
    return (long) -1;
}

/* CIntFromPy */
  static CYTHON_INLINE char __Pyx_PyInt_As_char(PyObject *x) {
    const char neg_one = (char) ((char) 0 - (char) 1), const_zero = (char) 0;
    const int is_unsigned = neg_one > const_zero;
#if PY_MAJOR_VERSION < 3
    if (likely(PyInt_Check(x))) {
        if (sizeof(char) < sizeof(long)) {
            __PYX_VERIFY_RETURN_INT(char, long, PyInt_AS_LONG(x))
        } else {
            long val = PyInt_AS_LONG(x);
            if (is_unsigned && unlikely(val < 0)) {
                goto raise_neg_overflow;
            }
            return (char) val;
        }
    } else
#endif
    if (likely(PyLong_Check(x))) {
        if (is_unsigned) {
#if CYTHON_USE_PYLONG_INTERNALS
            const digit* digits = ((PyLongObject*)x)->ob_digit;
            switch (Py_SIZE(x)) {
                case  0: return (char) 0;
                case  1: __PYX_VERIFY_RETURN_INT(char, digit, digits[0])
                case 2:
                    if (8 * sizeof(char) > 1 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(char, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(char) >= 2 * PyLong_SHIFT) {
                            return (char) (((((char)digits[1]) << PyLong_SHIFT) | (char)digits[0]));
                        }
                    }
                    break;
                case 3:
                    if (8 * sizeof(char) > 2 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(char, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(char) >= 3 * PyLong_SHIFT) {
                            return (char) (((((((char)digits[2]) << PyLong_SHIFT) | (char)digits[1]) << PyLong_SHIFT) | (char)digits[0]));
                        }
                    }
                    break;
                case 4:
                    if (8 * sizeof(char) > 3 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(char, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(char) >= 4 * PyLong_SHIFT) {
                            return (char) (((((((((char)digits[3]) << PyLong_SHIFT) | (char)digits[2]) << PyLong_SHIFT) | (char)digits[1]) << PyLong_SHIFT) | (char)digits[0]));
                        }
                    }
                    break;
            }
#endif
#if CYTHON_COMPILING_IN_CPYTHON
            if (unlikely(Py_SIZE(x) < 0)) {
                goto raise_neg_overflow;
            }
#else
            {
                int result = PyObject_RichCompareBool(x, Py_False, Py_LT);
                if (unlikely(result < 0))
                    return (char) -1;
                if (unlikely(result == 1))
                    goto raise_neg_overflow;
            }
#endif
            if (sizeof(char) <= sizeof(unsigned long)) {
                __PYX_VERIFY_RETURN_INT_EXC(char, unsigned long, PyLong_AsUnsignedLong(x))
#ifdef HAVE_LONG_LONG
            } else if (sizeof(char) <= sizeof(unsigned PY_LONG_LONG)) {
                __PYX_VERIFY_RETURN_INT_EXC(char, unsigned PY_LONG_LONG, PyLong_AsUnsignedLongLong(x))
#endif
            }
        } else {
#if CYTHON_USE_PYLONG_INTERNALS
            const digit* digits = ((PyLongObject*)x)->ob_digit;
            switch (Py_SIZE(x)) {
                case  0: return (char) 0;
                case -1: __PYX_VERIFY_RETURN_INT(char, sdigit, (sdigit) (-(sdigit)digits[0]))
                case  1: __PYX_VERIFY_RETURN_INT(char,  digit, +digits[0])
                case -2:
                    if (8 * sizeof(char) - 1 > 1 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(char, long, -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(char) - 1 > 2 * PyLong_SHIFT) {
                            return (char) (((char)-1)*(((((char)digits[1]) << PyLong_SHIFT) | (char)digits[0])));
                        }
                    }
                    break;
                case 2:
                    if (8 * sizeof(char) > 1 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(char, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(char) - 1 > 2 * PyLong_SHIFT) {
                            return (char) ((((((char)digits[1]) << PyLong_SHIFT) | (char)digits[0])));
                        }
                    }
                    break;
                case -3:
                    if (8 * sizeof(char) - 1 > 2 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(char, long, -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(char) - 1 > 3 * PyLong_SHIFT) {
                            return (char) (((char)-1)*(((((((char)digits[2]) << PyLong_SHIFT) | (char)digits[1]) << PyLong_SHIFT) | (char)digits[0])));
                        }
                    }
                    break;
                case 3:
                    if (8 * sizeof(char) > 2 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(char, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(char) - 1 > 3 * PyLong_SHIFT) {
                            return (char) ((((((((char)digits[2]) << PyLong_SHIFT) | (char)digits[1]) << PyLong_SHIFT) | (char)digits[0])));
                        }
                    }
                    break;
                case -4:
                    if (8 * sizeof(char) - 1 > 3 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(char, long, -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(char) - 1 > 4 * PyLong_SHIFT) {
                            return (char) (((char)-1)*(((((((((char)digits[3]) << PyLong_SHIFT) | (char)digits[2]) << PyLong_SHIFT) | (char)digits[1]) << PyLong_SHIFT) | (char)digits[0])));
                        }
                    }
                    break;
                case 4:
                    if (8 * sizeof(char) > 3 * PyLong_SHIFT) {
                        if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) {
                            __PYX_VERIFY_RETURN_INT(char, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])))
                        } else if (8 * sizeof(char) - 1 > 4 * PyLong_SHIFT) {
                            return (char) ((((((((((char)digits[3]) << PyLong_SHIFT) | (char)digits[2]) << PyLong_SHIFT) | (char)digits[1]) << PyLong_SHIFT) | (char)digits[0])));
                        }
                    }
                    break;
            }
#endif
            if (sizeof(char) <= sizeof(long)) {
                __PYX_VERIFY_RETURN_INT_EXC(char, long, PyLong_AsLong(x))
#ifdef HAVE_LONG_LONG
            } else if (sizeof(char) <= sizeof(PY_LONG_LONG)) {
                __PYX_VERIFY_RETURN_INT_EXC(char, PY_LONG_LONG, PyLong_AsLongLong(x))
#endif
            }
        }
        {
#if CYTHON_COMPILING_IN_PYPY && !defined(_PyLong_AsByteArray)
            PyErr_SetString(PyExc_RuntimeError,
                            "_PyLong_AsByteArray() not available in PyPy, cannot convert large numbers");
#else
            char val;
            PyObject *v = __Pyx_PyNumber_IntOrLong(x);
 #if PY_MAJOR_VERSION < 3
            if (likely(v) && !PyLong_Check(v)) {
                PyObject *tmp = v;
                v = PyNumber_Long(tmp);
                Py_DECREF(tmp);
            }
 #endif
            if (likely(v)) {
                int one = 1; int is_little = (int)*(unsigned char *)&one;
                unsigned char *bytes = (unsigned char *)&val;
                int ret = _PyLong_AsByteArray((PyLongObject *)v,
                                              bytes, sizeof(val),
                                              is_little, !is_unsigned);
                Py_DECREF(v);
                if (likely(!ret))
                    return val;
            }
#endif
            return (char) -1;
        }
    } else {
        char val;
        PyObject *tmp = __Pyx_PyNumber_IntOrLong(x);
        if (!tmp) return (char) -1;
        val = __Pyx_PyInt_As_char(tmp);
        Py_DECREF(tmp);
        return val;
    }
raise_overflow:
    PyErr_SetString(PyExc_OverflowError,
        "value too large to convert to char");
    return (char) -1;
raise_neg_overflow:
    PyErr_SetString(PyExc_OverflowError,
        "can't convert negative value to char");
    return (char) -1;
}

/* TypeInfoCompare */
  static int
__pyx_typeinfo_cmp(__Pyx_TypeInfo *a, __Pyx_TypeInfo *b)
{
    int i;
    if (!a || !b)
        return 0;
    if (a == b)
        return 1;
    if (a->size != b->size || a->typegroup != b->typegroup ||
            a->is_unsigned != b->is_unsigned || a->ndim != b->ndim) {
        if (a->typegroup == 'H' || b->typegroup == 'H') {
            return a->size == b->size;
        } else {
            return 0;
        }
    }
    if (a->ndim) {
        for (i = 0; i < a->ndim; i++)
            if (a->arraysize[i] != b->arraysize[i])
                return 0;
    }
    if (a->typegroup == 'S') {
        if (a->flags != b->flags)
            return 0;
        if (a->fields || b->fields) {
            if (!(a->fields && b->fields))
                return 0;
            for (i = 0; a->fields[i].type && b->fields[i].type; i++) {
                __Pyx_StructField *field_a = a->fields + i;
                __Pyx_StructField *field_b = b->fields + i;
                if (field_a->offset != field_b->offset ||
                    !__pyx_typeinfo_cmp(field_a->type, field_b->type))
                    return 0;
            }
            return !a->fields[i].type && !b->fields[i].type;
        }
    }
    return 1;
}

/* MemviewSliceValidateAndInit */
  static int
__pyx_check_strides(Py_buffer *buf, int dim, int ndim, int spec)
{
    if (buf->shape[dim] <= 1)
        return 1;
    if (buf->strides) {
        if (spec & __Pyx_MEMVIEW_CONTIG) {
            if (spec & (__Pyx_MEMVIEW_PTR|__Pyx_MEMVIEW_FULL)) {
                if (buf->strides[dim] != sizeof(void *)) {
                    PyErr_Format(PyExc_ValueError,
                                 "Buffer is not indirectly contiguous "
                                 "in dimension %d.", dim);
                    goto fail;
                }
            } else if (buf->strides[dim] != buf->itemsize) {
                PyErr_SetString(PyExc_ValueError,
                                "Buffer and memoryview are not contiguous "
                                "in the same dimension.");
                goto fail;
            }
        }
        if (spec & __Pyx_MEMVIEW_FOLLOW) {
            Py_ssize_t stride = buf->strides[dim];
            if (stride < 0)
                stride = -stride;
            if (stride < buf->itemsize) {
                PyErr_SetString(PyExc_ValueError,
                                "Buffer and memoryview are not contiguous "
                                "in the same dimension.");
                goto fail;
            }
        }
    } else {
        if (spec & __Pyx_MEMVIEW_CONTIG && dim != ndim - 1) {
            PyErr_Format(PyExc_ValueError,
                         "C-contiguous buffer is not contiguous in "
                         "dimension %d", dim);
            goto fail;
        } else if (spec & (__Pyx_MEMVIEW_PTR)) {
            PyErr_Format(PyExc_ValueError,
                         "C-contiguous buffer is not indirect in "
                         "dimension %d", dim);
            goto fail;
        } else if (buf->suboffsets) {
            PyErr_SetString(PyExc_ValueError,
                            "Buffer exposes suboffsets but no strides");
            goto fail;
        }
    }
    return 1;
fail:
    return 0;
}
static int
__pyx_check_suboffsets(Py_buffer *buf, int dim, CYTHON_UNUSED int ndim, int spec)
{
    if (spec & __Pyx_MEMVIEW_DIRECT) {
        if (buf->suboffsets && buf->suboffsets[dim] >= 0) {
            PyErr_Format(PyExc_ValueError,
                         "Buffer not compatible with direct access "
                         "in dimension %d.", dim);
            goto fail;
        }
    }
    if (spec & __Pyx_MEMVIEW_PTR) {
        if (!buf->suboffsets || (buf->suboffsets[dim] < 0)) {
            PyErr_Format(PyExc_ValueError,
                         "Buffer is not indirectly accessible "
                         "in dimension %d.", dim);
            goto fail;
        }
    }
    return 1;
fail:
    return 0;
}
static int
__pyx_verify_contig(Py_buffer *buf, int ndim, int c_or_f_flag)
{
    int i;
    if (c_or_f_flag & __Pyx_IS_F_CONTIG) {
        Py_ssize_t stride = 1;
        for (i = 0; i < ndim; i++) {
            if (stride * buf->itemsize != buf->strides[i] &&
                    buf->shape[i] > 1)
            {
                PyErr_SetString(PyExc_ValueError,
                    "Buffer not fortran contiguous.");
                goto fail;
            }
            stride = stride * buf->shape[i];
        }
    } else if (c_or_f_flag & __Pyx_IS_C_CONTIG) {
        Py_ssize_t stride = 1;
        for (i = ndim - 1; i >- 1; i--) {
            if (stride * buf->itemsize != buf->strides[i] &&
                    buf->shape[i] > 1) {
                PyErr_SetString(PyExc_ValueError,
                    "Buffer not C contiguous.");
                goto fail;
            }
            stride = stride * buf->shape[i];
        }
    }
    return 1;
fail:
    return 0;
}
static int __Pyx_ValidateAndInit_memviewslice(
                int *axes_specs,
                int c_or_f_flag,
                int buf_flags,
                int ndim,
                __Pyx_TypeInfo *dtype,
                __Pyx_BufFmt_StackElem stack[],
                __Pyx_memviewslice *memviewslice,
                PyObject *original_obj)
{
    struct __pyx_memoryview_obj *memview, *new_memview;
    __Pyx_RefNannyDeclarations
    Py_buffer *buf;
    int i, spec = 0, retval = -1;
    __Pyx_BufFmt_Context ctx;
    int from_memoryview = __pyx_memoryview_check(original_obj);
    __Pyx_RefNannySetupContext("ValidateAndInit_memviewslice", 0);
    if (from_memoryview && __pyx_typeinfo_cmp(dtype, ((struct __pyx_memoryview_obj *)
                                                            original_obj)->typeinfo)) {
        memview = (struct __pyx_memoryview_obj *) original_obj;
        new_memview = NULL;
    } else {
        memview = (struct __pyx_memoryview_obj *) __pyx_memoryview_new(
                                            original_obj, buf_flags, 0, dtype);
        new_memview = memview;
        if (unlikely(!memview))
            goto fail;
    }
    buf = &memview->view;
    if (buf->ndim != ndim) {
        PyErr_Format(PyExc_ValueError,
                "Buffer has wrong number of dimensions (expected %d, got %d)",
                ndim, buf->ndim);
        goto fail;
    }
    if (new_memview) {
        __Pyx_BufFmt_Init(&ctx, stack, dtype);
        if (!__Pyx_BufFmt_CheckString(&ctx, buf->format)) goto fail;
    }
    if ((unsigned) buf->itemsize != dtype->size) {
        PyErr_Format(PyExc_ValueError,
                     "Item size of buffer (%" CYTHON_FORMAT_SSIZE_T "u byte%s) "
                     "does not match size of '%s' (%" CYTHON_FORMAT_SSIZE_T "u byte%s)",
                     buf->itemsize,
                     (buf->itemsize > 1) ? "s" : "",
                     dtype->name,
                     dtype->size,
                     (dtype->size > 1) ? "s" : "");
        goto fail;
    }
    for (i = 0; i < ndim; i++) {
        spec = axes_specs[i];
        if (!__pyx_check_strides(buf, i, ndim, spec))
            goto fail;
        if (!__pyx_check_suboffsets(buf, i, ndim, spec))
            goto fail;
    }
    if (buf->strides && !__pyx_verify_contig(buf, ndim, c_or_f_flag))
        goto fail;
    if (unlikely(__Pyx_init_memviewslice(memview, ndim, memviewslice,
                                         new_memview != NULL) == -1)) {
        goto fail;
    }
    retval = 0;
    goto no_fail;
fail:
    Py_XDECREF(new_memview);
    retval = -1;
no_fail:
    __Pyx_RefNannyFinishContext();
    return retval;
}

/* ObjectToMemviewSlice */
  static CYTHON_INLINE __Pyx_memviewslice __Pyx_PyObject_to_MemoryviewSlice_ds_double(PyObject *obj, int writable_flag) {
    __Pyx_memviewslice result = { 0, 0, { 0 }, { 0 }, { 0 } };
    __Pyx_BufFmt_StackElem stack[1];
    int axes_specs[] = { (__Pyx_MEMVIEW_DIRECT | __Pyx_MEMVIEW_STRIDED) };
    int retcode;
    if (obj == Py_None) {
        result.memview = (struct __pyx_memoryview_obj *) Py_None;
        return result;
    }
    retcode = __Pyx_ValidateAndInit_memviewslice(axes_specs, 0,
                                                 PyBUF_RECORDS_RO | writable_flag, 1,
                                                 &__Pyx_TypeInfo_double, stack,
                                                 &result, obj);
    if (unlikely(retcode == -1))
        goto __pyx_fail;
    return result;
__pyx_fail:
    result.memview = NULL;
    result.data = NULL;
    return result;
}

/* CheckBinaryVersion */
  static int __Pyx_check_binary_version(void) {
    char ctversion[4], rtversion[4];
    PyOS_snprintf(ctversion, 4, "%d.%d", PY_MAJOR_VERSION, PY_MINOR_VERSION);
    PyOS_snprintf(rtversion, 4, "%s", Py_GetVersion());
    if (ctversion[0] != rtversion[0] || ctversion[2] != rtversion[2]) {
        char message[200];
        PyOS_snprintf(message, sizeof(message),
                      "compiletime version %s of module '%.100s' "
                      "does not match runtime version %s",
                      ctversion, __Pyx_MODULE_NAME, rtversion);
        return PyErr_WarnEx(NULL, message, 1);
    }
    return 0;
}

/* InitStrings */
  static int __Pyx_InitStrings(__Pyx_StringTabEntry *t) {
    while (t->p) {
        #if PY_MAJOR_VERSION < 3
        if (t->is_unicode) {
            *t->p = PyUnicode_DecodeUTF8(t->s, t->n - 1, NULL);
        } else if (t->intern) {
            *t->p = PyString_InternFromString(t->s);
        } else {
            *t->p = PyString_FromStringAndSize(t->s, t->n - 1);
        }
        #else
        if (t->is_unicode | t->is_str) {
            if (t->intern) {
                *t->p = PyUnicode_InternFromString(t->s);
            } else if (t->encoding) {
                *t->p = PyUnicode_Decode(t->s, t->n - 1, t->encoding, NULL);
            } else {
                *t->p = PyUnicode_FromStringAndSize(t->s, t->n - 1);
            }
        } else {
            *t->p = PyBytes_FromStringAndSize(t->s, t->n - 1);
        }
        #endif
        if (!*t->p)
            return -1;
        if (PyObject_Hash(*t->p) == -1)
            return -1;
        ++t;
    }
    return 0;
}

static CYTHON_INLINE PyObject* __Pyx_PyUnicode_FromString(const char* c_str) {
    return __Pyx_PyUnicode_FromStringAndSize(c_str, (Py_ssize_t)strlen(c_str));
}
static CYTHON_INLINE const char* __Pyx_PyObject_AsString(PyObject* o) {
    Py_ssize_t ignore;
    return __Pyx_PyObject_AsStringAndSize(o, &ignore);
}
#if __PYX_DEFAULT_STRING_ENCODING_IS_ASCII || __PYX_DEFAULT_STRING_ENCODING_IS_DEFAULT
#if !CYTHON_PEP393_ENABLED
static const char* __Pyx_PyUnicode_AsStringAndSize(PyObject* o, Py_ssize_t *length) {
    char* defenc_c;
    PyObject* defenc = _PyUnicode_AsDefaultEncodedString(o, NULL);
    if (!defenc) return NULL;
    defenc_c = PyBytes_AS_STRING(defenc);
#if __PYX_DEFAULT_STRING_ENCODING_IS_ASCII
    {
        char* end = defenc_c + PyBytes_GET_SIZE(defenc);
        char* c;
        for (c = defenc_c; c < end; c++) {
            if ((unsigned char) (*c) >= 128) {
                PyUnicode_AsASCIIString(o);
                return NULL;
            }
        }
    }
#endif
    *length = PyBytes_GET_SIZE(defenc);
    return defenc_c;
}
#else
static CYTHON_INLINE const char* __Pyx_PyUnicode_AsStringAndSize(PyObject* o, Py_ssize_t *length) {
    if (unlikely(__Pyx_PyUnicode_READY(o) == -1)) return NULL;
#if __PYX_DEFAULT_STRING_ENCODING_IS_ASCII
    if (likely(PyUnicode_IS_ASCII(o))) {
        *length = PyUnicode_GET_LENGTH(o);
        return PyUnicode_AsUTF8(o);
    } else {
        PyUnicode_AsASCIIString(o);
        return NULL;
    }
#else
    return PyUnicode_AsUTF8AndSize(o, length);
#endif
}
#endif
#endif
static CYTHON_INLINE const char* __Pyx_PyObject_AsStringAndSize(PyObject* o, Py_ssize_t *length) {
#if __PYX_DEFAULT_STRING_ENCODING_IS_ASCII || __PYX_DEFAULT_STRING_ENCODING_IS_DEFAULT
    if (
#if PY_MAJOR_VERSION < 3 && __PYX_DEFAULT_STRING_ENCODING_IS_ASCII
            __Pyx_sys_getdefaultencoding_not_ascii &&
#endif
            PyUnicode_Check(o)) {
        return __Pyx_PyUnicode_AsStringAndSize(o, length);
    } else
#endif
#if (!CYTHON_COMPILING_IN_PYPY) || (defined(PyByteArray_AS_STRING) && defined(PyByteArray_GET_SIZE))
    if (PyByteArray_Check(o)) {
        *length = PyByteArray_GET_SIZE(o);
        return PyByteArray_AS_STRING(o);
    } else
#endif
    {
        char* result;
        int r = PyBytes_AsStringAndSize(o, &result, length);
        if (unlikely(r < 0)) {
            return NULL;
        } else {
            return result;
        }
    }
}
static CYTHON_INLINE int __Pyx_PyObject_IsTrue(PyObject* x) {
   int is_true = x == Py_True;
   if (is_true | (x == Py_False) | (x == Py_None)) return is_true;
   else return PyObject_IsTrue(x);
}
static CYTHON_INLINE int __Pyx_PyObject_IsTrueAndDecref(PyObject* x) {
    int retval;
    if (unlikely(!x)) return -1;
    retval = __Pyx_PyObject_IsTrue(x);
    Py_DECREF(x);
    return retval;
}
static PyObject* __Pyx_PyNumber_IntOrLongWrongResultType(PyObject* result, const char* type_name) {
#if PY_MAJOR_VERSION >= 3
    if (PyLong_Check(result)) {
        if (PyErr_WarnFormat(PyExc_DeprecationWarning, 1,
                "__int__ returned non-int (type %.200s).  "
                "The ability to return an instance of a strict subclass of int "
                "is deprecated, and may be removed in a future version of Python.",
                Py_TYPE(result)->tp_name)) {
            Py_DECREF(result);
            return NULL;
        }
        return result;
    }
#endif
    PyErr_Format(PyExc_TypeError,
                 "__%.4s__ returned non-%.4s (type %.200s)",
                 type_name, type_name, Py_TYPE(result)->tp_name);
    Py_DECREF(result);
    return NULL;
}
static CYTHON_INLINE PyObject* __Pyx_PyNumber_IntOrLong(PyObject* x) {
#if CYTHON_USE_TYPE_SLOTS
  PyNumberMethods *m;
#endif
  const char *name = NULL;
  PyObject *res = NULL;
#if PY_MAJOR_VERSION < 3
  if (likely(PyInt_Check(x) || PyLong_Check(x)))
#else
  if (likely(PyLong_Check(x)))
#endif
    return __Pyx_NewRef(x);
#if CYTHON_USE_TYPE_SLOTS
  m = Py_TYPE(x)->tp_as_number;
  #if PY_MAJOR_VERSION < 3
  if (m && m->nb_int) {
    name = "int";
    res = m->nb_int(x);
  }
  else if (m && m->nb_long) {
    name = "long";
    res = m->nb_long(x);
  }
  #else
  if (likely(m && m->nb_int)) {
    name = "int";
    res = m->nb_int(x);
  }
  #endif
#else
  if (!PyBytes_CheckExact(x) && !PyUnicode_CheckExact(x)) {
    res = PyNumber_Int(x);
  }
#endif
  if (likely(res)) {
#if PY_MAJOR_VERSION < 3
    if (unlikely(!PyInt_Check(res) && !PyLong_Check(res))) {
#else
    if (unlikely(!PyLong_CheckExact(res))) {
#endif
        return __Pyx_PyNumber_IntOrLongWrongResultType(res, name);
    }
  }
  else if (!PyErr_Occurred()) {
    PyErr_SetString(PyExc_TypeError,
                    "an integer is required");
  }
  return res;
}
static CYTHON_INLINE Py_ssize_t __Pyx_PyIndex_AsSsize_t(PyObject* b) {
  Py_ssize_t ival;
  PyObject *x;
#if PY_MAJOR_VERSION < 3
  if (likely(PyInt_CheckExact(b))) {
    if (sizeof(Py_ssize_t) >= sizeof(long))
        return PyInt_AS_LONG(b);
    else
        return PyInt_AsSsize_t(b);
  }
#endif
  if (likely(PyLong_CheckExact(b))) {
    #if CYTHON_USE_PYLONG_INTERNALS
    const digit* digits = ((PyLongObject*)b)->ob_digit;
    const Py_ssize_t size = Py_SIZE(b);
    if (likely(__Pyx_sst_abs(size) <= 1)) {
        ival = likely(size) ? digits[0] : 0;
        if (size == -1) ival = -ival;
        return ival;
    } else {
      switch (size) {
         case 2:
           if (8 * sizeof(Py_ssize_t) > 2 * PyLong_SHIFT) {
             return (Py_ssize_t) (((((size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
           }
           break;
         case -2:
           if (8 * sizeof(Py_ssize_t) > 2 * PyLong_SHIFT) {
             return -(Py_ssize_t) (((((size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
           }
           break;
         case 3:
           if (8 * sizeof(Py_ssize_t) > 3 * PyLong_SHIFT) {
             return (Py_ssize_t) (((((((size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
           }
           break;
         case -3:
           if (8 * sizeof(Py_ssize_t) > 3 * PyLong_SHIFT) {
             return -(Py_ssize_t) (((((((size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
           }
           break;
         case 4:
           if (8 * sizeof(Py_ssize_t) > 4 * PyLong_SHIFT) {
             return (Py_ssize_t) (((((((((size_t)digits[3]) << PyLong_SHIFT) | (size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
           }
           break;
         case -4:
           if (8 * sizeof(Py_ssize_t) > 4 * PyLong_SHIFT) {
             return -(Py_ssize_t) (((((((((size_t)digits[3]) << PyLong_SHIFT) | (size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0]));
           }
           break;
      }
    }
    #endif
    return PyLong_AsSsize_t(b);
  }
  x = PyNumber_Index(b);
  if (!x) return -1;
  ival = PyInt_AsSsize_t(x);
  Py_DECREF(x);
  return ival;
}
static CYTHON_INLINE PyObject * __Pyx_PyBool_FromLong(long b) {
  return b ? __Pyx_NewRef(Py_True) : __Pyx_NewRef(Py_False);
}
static CYTHON_INLINE PyObject * __Pyx_PyInt_FromSize_t(size_t ival) {
    return PyInt_FromSize_t(ival);
}


#endif /* Py_PYTHON_H */
