{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python3.5/dist-packages/h5py/__init__.py:36: FutureWarning: Conversion of the second argument of issubdtype from `float` to `np.floating` is deprecated. In future, it will be treated as `np.float64 == np.dtype(float).type`.\n",
      "  from ._conv import register_converters as _register_converters\n"
     ]
    }
   ],
   "source": [
    "import tensorflow as tf\n",
    "import numpy as np\n",
    "import re\n",
    "import os\n",
    "from sklearn.metrics import classification_report"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "15195"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "with open('entities-bm-normalize-v3.txt','r') as fopen:\n",
    "    texts= list(filter(None, fopen.read().split('\\n')))\n",
    "len(texts)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_texts = texts\n",
    "# dataset is too small\n",
    "test_texts = texts"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "word2idx = {'PAD': 0,'NUM':1,'UNK':2}\n",
    "tag2idx = {'PAD': 0}\n",
    "pos2idx = {'PAD': 0}\n",
    "char2idx = {'PAD': 0}\n",
    "word_idx = 3\n",
    "tag_idx = 1\n",
    "pos_idx = 1\n",
    "char_idx = 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "def process_word(word, lower=True):\n",
    "    if lower:\n",
    "        word = word.lower()\n",
    "    else:\n",
    "        if word.isupper():\n",
    "            word = word.title()\n",
    "    word = re.sub('[^A-Za-z0-9\\- ]+', '', word)\n",
    "    if word.isdigit():\n",
    "        word = 'NUM'\n",
    "    return word\n",
    "\n",
    "def read_file(f):\n",
    "    global word_idx, tag_idx, char_idx, pos_idx\n",
    "    words, tags, poss, X, Y, Y_pos = [], [], [], [], [], []\n",
    "    for line in f:\n",
    "        line = line.strip()\n",
    "        if (len(line) == 0 or line.startswith(\"-DOCSTART-\")):\n",
    "            continue\n",
    "        else:\n",
    "            ls = line.split(' ')\n",
    "            try:\n",
    "                word, tag, pos = ls[0],ls[1],ls[2]\n",
    "            except:\n",
    "                continue\n",
    "            for c in word:\n",
    "                if c not in char2idx:\n",
    "                    char2idx[c] = char_idx\n",
    "                    char_idx += 1\n",
    "            word = process_word(word)\n",
    "            if len(word) < 1:\n",
    "                continue\n",
    "            words += [word]\n",
    "            tags += [tag]\n",
    "            poss += [pos]\n",
    "            if word not in word2idx:\n",
    "                word2idx[word] = word_idx\n",
    "                word_idx += 1\n",
    "            X.append(word2idx[word])\n",
    "            if tag not in tag2idx:\n",
    "                tag2idx[tag] = tag_idx\n",
    "                tag_idx += 1\n",
    "            if pos not in pos2idx:\n",
    "                pos2idx[pos] = pos_idx\n",
    "                pos_idx += 1\n",
    "            Y.append(tag2idx[tag])\n",
    "            Y_pos.append(pos2idx[pos])\n",
    "                        \n",
    "    return words, tags, poss, X, Y, Y_pos"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_words, train_tags, train_poss, train_X, train_Y, train_Y_pos = read_file(train_texts)\n",
    "test_words, test_tags, test_poss, test_X, test_Y, test_Y_pos = read_file(test_texts)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "idx2tag={idx: tag for tag, idx in tag2idx.items()}\n",
    "idx2pos={idx: tag for tag, idx in pos2idx.items()}\n",
    "idx2word={idx: tag for tag, idx in word2idx.items()}\n",
    "batch_size = 16\n",
    "dim_word = 128\n",
    "dim_char = 32\n",
    "dropout = 0.8\n",
    "learning_rate = 1e-3\n",
    "hidden_size_char = 64\n",
    "hidden_size_word = 128\n",
    "num_layers = 2\n",
    "seq_len = 20\n",
    "display_step = 200\n",
    "epoch = 20"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "import json\n",
    "with open('concat-settings.json','w') as fopen:\n",
    "    fopen.write(json.dumps({'idx2tag':idx2tag,'idx2pos':idx2pos,'idx2word':idx2word,\n",
    "           'word2idx':word2idx,'tag2idx':tag2idx,'pos2idx':pos2idx,'char2idx':char2idx}))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "class Model:\n",
    "    def __init__(self, dim_word, dim_char, dropout, learning_rate,\n",
    "                 hidden_size_char, hidden_size_word, num_layers):\n",
    "        \n",
    "        def cells(size, reuse=False):\n",
    "            return tf.contrib.rnn.DropoutWrapper(\n",
    "                tf.nn.rnn_cell.LSTMCell(size,initializer=tf.orthogonal_initializer(),reuse=reuse),\n",
    "                0.8)\n",
    "        \n",
    "        def bahdanau(embedded, size):\n",
    "            attention_mechanism = tf.contrib.seq2seq.BahdanauAttention(num_units = hidden_size_word, \n",
    "                                                                    memory = embedded)\n",
    "            return tf.contrib.seq2seq.AttentionWrapper(cell = cells(hidden_size_word), \n",
    "                                                        attention_mechanism = attention_mechanism,\n",
    "                                                        attention_layer_size = hidden_size_word)\n",
    "        \n",
    "        def clip_grads(loss):\n",
    "            variables = tf.trainable_variables()\n",
    "            grads = tf.gradients(loss, variables)\n",
    "            clipped_grads, _ = tf.clip_by_global_norm(grads, 5.0)\n",
    "            return zip(clipped_grads, variables)\n",
    "        \n",
    "        self.word_ids = tf.placeholder(tf.int32, shape=[None, None])\n",
    "        self.char_ids = tf.placeholder(tf.int32, shape=[None, None, None])\n",
    "        self.labels = tf.placeholder(tf.int32, shape=[None, None])\n",
    "        self.labels_pos = tf.placeholder(tf.int32, shape=[None, None])\n",
    "        \n",
    "        self.word_embeddings = tf.Variable(tf.truncated_normal([len(word2idx), dim_word],\n",
    "                                                      stddev=1.0 / np.sqrt(dim_word)))\n",
    "        self.char_embeddings = tf.Variable(tf.truncated_normal([len(char2idx), dim_char],\n",
    "                                                      stddev=1.0 / np.sqrt(dim_char)))\n",
    "        word_embedded = tf.nn.embedding_lookup(self.word_embeddings, self.word_ids)\n",
    "        char_embedded = tf.nn.embedding_lookup(self.char_embeddings, self.char_ids)\n",
    "        s = tf.shape(char_embedded)\n",
    "        char_embedded = tf.reshape(char_embedded, shape=[s[0]*s[1], s[-2], dim_char])\n",
    "        for n in range(num_layers):\n",
    "            (out_fw, out_bw), (state_fw, state_bw) = tf.nn.bidirectional_dynamic_rnn(\n",
    "                cell_fw = cells(hidden_size_char),\n",
    "                cell_bw = cells(hidden_size_char),\n",
    "                inputs = char_embedded,\n",
    "                dtype = tf.float32,\n",
    "                scope = 'bidirectional_rnn_char_%d'%(n))\n",
    "            char_embedded = tf.concat((out_fw, out_bw), 2)\n",
    "        output = tf.reshape(char_embedded[:,-1], shape=[s[0], s[1], 2*hidden_size_char])\n",
    "        word_embedded = tf.concat([word_embedded, output], axis=-1)\n",
    "        word_embedded = tf.nn.dropout(word_embedded, dropout)\n",
    "        \n",
    "        for n in range(num_layers):\n",
    "            (out_fw, out_bw), (state_fw, state_bw) = tf.nn.bidirectional_dynamic_rnn(\n",
    "                cell_fw = bahdanau(word_embedded,hidden_size_word),\n",
    "                cell_bw = bahdanau(word_embedded,hidden_size_word),\n",
    "                inputs = word_embedded,\n",
    "                dtype=tf.float32,\n",
    "                scope = 'bidirectional_rnn_word_%d'%(n))\n",
    "            word_embedded = tf.concat((out_fw, out_bw), 2)\n",
    "        word_embedded = tf.nn.dropout(word_embedded, dropout)\n",
    "        \n",
    "        W_tag = tf.get_variable('w',shape=(2*hidden_size_word, len(idx2tag)),\n",
    "                            initializer=tf.orthogonal_initializer())\n",
    "        b_tag = tf.get_variable('b',shape=(len(idx2tag)),initializer=tf.zeros_initializer())\n",
    "        \n",
    "        W_pos = tf.get_variable('w_pos',shape=(2*hidden_size_word, len(idx2pos)),\n",
    "                            initializer=tf.orthogonal_initializer())\n",
    "        b_pos = tf.get_variable('b_pos',shape=(len(idx2pos)),initializer=tf.zeros_initializer())\n",
    "        \n",
    "        nsteps = tf.shape(word_embedded)[1]\n",
    "        output = tf.reshape(word_embedded, [-1, 2*hidden_size_word])\n",
    "        pred = tf.matmul(output, W_tag) + b_tag\n",
    "        self.logits = tf.reshape(pred, [-1, nsteps, len(idx2tag)])\n",
    "        pred_pos = tf.matmul(output, W_pos) + b_pos\n",
    "        logits_pos = tf.reshape(pred_pos, [-1, nsteps, len(idx2pos)])\n",
    "        \n",
    "        with tf.variable_scope(\"entities\"):\n",
    "            log_likelihood, trans_params = tf.contrib.crf.crf_log_likelihood(\n",
    "            self.logits, self.labels, tf.count_nonzero(self.word_ids, 1))\n",
    "        \n",
    "        with tf.variable_scope(\"pos\"):\n",
    "            log_likelihood_pos, trans_params_pos = tf.contrib.crf.crf_log_likelihood(\n",
    "            logits_pos, self.labels_pos, tf.count_nonzero(self.word_ids, 1))\n",
    "        \n",
    "        self.cost = tf.reduce_mean(-log_likelihood) + tf.reduce_mean(-log_likelihood_pos)\n",
    "        self.global_step = tf.Variable(0, trainable=False)\n",
    "        \n",
    "        with tf.name_scope('entity-logits'):\n",
    "            self.crf_decode = tf.contrib.crf.crf_decode(self.logits, \n",
    "                                                        trans_params, \n",
    "                                                        tf.count_nonzero(self.word_ids, 1))[0]\n",
    "        \n",
    "        with tf.name_scope('pos-logits'):\n",
    "            self.crf_decode_pos = tf.contrib.crf.crf_decode(logits_pos, \n",
    "                                                        trans_params_pos, \n",
    "                                                        tf.count_nonzero(self.word_ids, 1))[0]\n",
    "        \n",
    "        self.optimizer = tf.train.AdamOptimizer(learning_rate).apply_gradients(clip_grads(self.cost), \n",
    "                                                                                    global_step=self.global_step)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python3.5/dist-packages/tensorflow/python/ops/gradients_impl.py:97: UserWarning: Converting sparse IndexedSlices to a dense Tensor of unknown shape. This may consume a large amount of memory.\n",
      "  \"Converting sparse IndexedSlices to a dense Tensor of unknown shape. \"\n"
     ]
    }
   ],
   "source": [
    "tf.reset_default_graph()\n",
    "sess = tf.InteractiveSession()\n",
    "model = Model(dim_word,dim_char,dropout,learning_rate,hidden_size_char,hidden_size_word,num_layers)\n",
    "sess.run(tf.global_variables_initializer())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "def iter_seq(x):\n",
    "    return np.array([x[i: i+seq_len] for i in range(0, len(x)-seq_len, 1)])\n",
    "\n",
    "def to_train_seq(*args):\n",
    "    return [iter_seq(x) for x in args]\n",
    "\n",
    "def generate_char_seq(batch):\n",
    "    x = [[len(idx2word[i]) for i in k] for k in batch]\n",
    "    maxlen = max([j for i in x for j in i])\n",
    "    temp = np.zeros((batch.shape[0],batch.shape[1],maxlen),dtype=np.int32)\n",
    "    for i in range(batch.shape[0]):\n",
    "        for k in range(batch.shape[1]):\n",
    "            for no, c in enumerate(idx2word[batch[i,k]]):\n",
    "                temp[i,k,-1-no] = char2idx[c]\n",
    "    return temp"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_X_seq, train_Y_seq = to_train_seq(train_X, train_Y)\n",
    "_, train_Y_pos = to_train_seq(train_X, train_Y_pos)\n",
    "test_X_seq, test_Y_seq = to_train_seq(test_X, test_Y)\n",
    "_, test_Y_pos = to_train_seq(test_X, test_Y_pos)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(array([ 1,  2,  3,  4,  5,  6,  7,  8,  9, 10, 11]),\n",
       " array([  9443, 230726,  26911,   3480,   7340,   3460,   2880,  11500,\n",
       "          1700,   2100,     20]))"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "np.unique(train_Y_seq.ravel(),return_counts=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(array([ 1,  2,  3,  4,  5,  6,  7,  8,  9, 10, 11]),\n",
       " array([  9443, 230726,  26911,   3480,   7340,   3460,   2880,  11500,\n",
       "          1700,   2100,     20]))"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "np.unique(test_Y_seq.ravel(),return_counts=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{0: 'PAD',\n",
       " 1: 'LOC',\n",
       " 2: 'O',\n",
       " 3: 'PRN',\n",
       " 4: 'ORG',\n",
       " 5: 'TIME',\n",
       " 6: 'ART',\n",
       " 7: 'EVENT',\n",
       " 8: 'NORP',\n",
       " 9: 'FAC',\n",
       " 10: 'LAW',\n",
       " 11: 'DOC'}"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "idx2tag"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 1, step 1, loss 109.127502\n",
      "epoch 1, step 200, loss 67.222244\n",
      "epoch 1, step 400, loss 23.433365\n",
      "epoch 1, step 600, loss 21.474598\n",
      "epoch 1, step 800, loss 16.413681\n",
      "epoch 1, avg loss 35.014515\n",
      "epoch 2, step 1000, loss 7.567408\n",
      "epoch 2, step 1200, loss 16.702099\n",
      "epoch 2, step 1400, loss 13.494075\n",
      "epoch 2, step 1600, loss 22.243824\n",
      "epoch 2, step 1800, loss 23.839596\n",
      "epoch 2, avg loss 15.336228\n",
      "epoch 3, step 2000, loss 16.030842\n",
      "epoch 3, step 2200, loss 6.601435\n",
      "epoch 3, step 2400, loss 10.108997\n",
      "epoch 3, step 2600, loss 2.577216\n",
      "epoch 3, step 2800, loss 4.925483\n",
      "epoch 3, avg loss 9.877769\n",
      "epoch 4, step 3000, loss 8.013901\n",
      "epoch 4, step 3200, loss 1.248997\n",
      "epoch 4, step 3400, loss 3.125738\n",
      "epoch 4, step 3600, loss 5.799207\n",
      "epoch 4, avg loss 6.973307\n",
      "epoch 5, step 3800, loss 8.394972\n",
      "epoch 5, step 4000, loss 8.054136\n",
      "epoch 5, step 4200, loss 0.426805\n",
      "epoch 5, step 4400, loss 7.609996\n",
      "epoch 5, step 4600, loss 6.411591\n",
      "epoch 5, avg loss 5.218873\n",
      "epoch 6, step 4800, loss 0.953746\n",
      "epoch 6, step 5000, loss 14.529312\n",
      "epoch 6, step 5200, loss 4.273309\n",
      "epoch 6, step 5400, loss 0.095132\n",
      "epoch 6, step 5600, loss 2.984422\n",
      "epoch 6, avg loss 3.982029\n",
      "epoch 7, step 5800, loss 3.901428\n",
      "epoch 7, step 6000, loss 0.708750\n",
      "epoch 7, step 6200, loss 7.417006\n",
      "epoch 7, step 6400, loss 0.897130\n",
      "epoch 7, avg loss 3.001565\n",
      "epoch 8, step 6600, loss 6.529262\n",
      "epoch 8, step 6800, loss 4.188175\n",
      "epoch 8, step 7000, loss 0.558303\n",
      "epoch 8, step 7200, loss 3.330416\n",
      "epoch 8, step 7400, loss 2.319866\n",
      "epoch 8, avg loss 2.433194\n",
      "epoch 9, step 7600, loss 1.438760\n",
      "epoch 9, step 7800, loss 0.587816\n",
      "epoch 9, step 8000, loss 0.063766\n",
      "epoch 9, step 8200, loss 0.557918\n",
      "epoch 9, step 8400, loss 1.946492\n",
      "epoch 9, avg loss 1.801814\n",
      "epoch 10, step 8600, loss 1.213925\n",
      "epoch 10, step 8800, loss 5.091608\n",
      "epoch 10, step 9000, loss 1.053491\n",
      "epoch 10, step 9200, loss 1.039598\n",
      "epoch 10, avg loss 1.424513\n",
      "epoch 11, step 9400, loss 0.120690\n",
      "epoch 11, step 9600, loss 0.483484\n",
      "epoch 11, step 9800, loss 1.486269\n",
      "epoch 11, step 10000, loss 0.964975\n",
      "epoch 11, step 10200, loss 3.213235\n",
      "epoch 11, avg loss 1.102600\n",
      "epoch 12, step 10400, loss 0.015660\n",
      "epoch 12, step 10600, loss 0.104695\n",
      "epoch 12, step 10800, loss 1.693007\n",
      "epoch 12, step 11000, loss 0.162086\n",
      "epoch 12, step 11200, loss 0.016231\n",
      "epoch 12, avg loss 0.887210\n",
      "epoch 13, step 11400, loss 0.064661\n",
      "epoch 13, step 11600, loss 0.176238\n",
      "epoch 13, step 11800, loss 0.151342\n",
      "epoch 13, step 12000, loss 0.475007\n",
      "epoch 13, avg loss 0.770813\n",
      "epoch 14, step 12200, loss 0.173317\n",
      "epoch 14, step 12400, loss 0.043400\n",
      "epoch 14, step 12600, loss 0.076741\n",
      "epoch 14, step 12800, loss 0.200049\n",
      "epoch 14, step 13000, loss 0.699583\n",
      "epoch 14, avg loss 0.652323\n",
      "epoch 15, step 13200, loss 0.568048\n",
      "epoch 15, step 13400, loss 0.439671\n",
      "epoch 15, step 13600, loss 0.640043\n",
      "epoch 15, step 13800, loss 0.162039\n",
      "epoch 15, step 14000, loss 1.150331\n",
      "epoch 15, avg loss 0.569738\n",
      "epoch 16, step 14200, loss 0.219940\n",
      "epoch 16, step 14400, loss 0.579062\n",
      "epoch 16, step 14600, loss 0.472337\n",
      "epoch 16, step 14800, loss 0.013950\n",
      "epoch 16, avg loss 0.504261\n",
      "epoch 17, step 15000, loss 0.015514\n",
      "epoch 17, step 15200, loss 0.256359\n",
      "epoch 17, step 15400, loss 2.014503\n",
      "epoch 17, step 15600, loss 0.019835\n",
      "epoch 17, step 15800, loss 0.004782\n",
      "epoch 17, avg loss 0.476714\n",
      "epoch 18, step 16000, loss 0.146793\n",
      "epoch 18, step 16200, loss 0.830103\n",
      "epoch 18, step 16400, loss 0.133708\n",
      "epoch 18, step 16600, loss 0.005625\n",
      "epoch 18, step 16800, loss 0.281514\n",
      "epoch 18, avg loss 0.373114\n",
      "epoch 19, step 17000, loss 0.101618\n",
      "epoch 19, step 17200, loss 0.129644\n",
      "epoch 19, step 17400, loss 2.844642\n",
      "epoch 19, step 17600, loss 0.306170\n",
      "epoch 19, avg loss 0.348755\n",
      "epoch 20, step 17800, loss 0.038513\n",
      "epoch 20, step 18000, loss 0.115755\n",
      "epoch 20, step 18200, loss 0.266708\n",
      "epoch 20, step 18400, loss 0.778573\n",
      "epoch 20, step 18600, loss 0.004988\n",
      "epoch 20, avg loss 0.384930\n",
      "epoch 21, step 18800, loss 0.002609\n",
      "epoch 21, step 19000, loss 0.018036\n",
      "epoch 21, step 19200, loss 0.011158\n",
      "epoch 21, step 19400, loss 0.034454\n",
      "epoch 21, step 19600, loss 0.056652\n",
      "epoch 21, avg loss 0.291346\n",
      "epoch 22, step 19800, loss 0.274643\n",
      "epoch 22, step 20000, loss 0.270476\n",
      "epoch 22, step 20200, loss 0.002943\n",
      "epoch 22, step 20400, loss 0.002092\n",
      "epoch 22, avg loss 0.254547\n",
      "epoch 23, step 20600, loss 0.040070\n",
      "epoch 23, step 20800, loss 0.025208\n",
      "epoch 23, step 21000, loss 0.331904\n",
      "epoch 23, step 21200, loss 0.062057\n",
      "epoch 23, step 21400, loss 0.221095\n",
      "epoch 23, avg loss 0.272982\n",
      "epoch 24, step 21600, loss 0.440781\n",
      "epoch 24, step 21800, loss 0.030667\n",
      "epoch 24, step 22000, loss 0.023212\n",
      "epoch 24, step 22200, loss 0.018686\n",
      "epoch 24, step 22400, loss 0.338944\n",
      "epoch 24, avg loss 0.236414\n",
      "epoch 25, step 22600, loss 0.009193\n",
      "epoch 25, step 22800, loss 0.049081\n",
      "epoch 25, step 23000, loss 0.034195\n",
      "epoch 25, step 23200, loss 0.542235\n",
      "epoch 25, step 23400, loss 0.040891\n",
      "epoch 25, avg loss 0.214143\n",
      "epoch 26, step 23600, loss 0.226081\n",
      "epoch 26, step 23800, loss 0.000633\n",
      "epoch 26, step 24000, loss 0.048038\n",
      "epoch 26, step 24200, loss 0.004120\n",
      "epoch 26, avg loss 0.211844\n",
      "epoch 27, step 24400, loss 0.006144\n",
      "epoch 27, step 24600, loss 1.835531\n",
      "epoch 27, step 24800, loss 0.274677\n",
      "epoch 27, step 25000, loss 0.292665\n",
      "epoch 27, step 25200, loss 0.135120\n",
      "epoch 27, avg loss 0.224117\n",
      "epoch 28, step 25400, loss 0.120461\n",
      "epoch 28, step 25600, loss 0.050176\n",
      "epoch 28, step 25800, loss 0.082856\n",
      "epoch 28, step 26000, loss 0.041012\n",
      "epoch 28, step 26200, loss 0.034971\n",
      "epoch 28, avg loss 0.223901\n",
      "epoch 29, step 26400, loss 0.882368\n",
      "epoch 29, step 26600, loss 0.020709\n",
      "epoch 29, step 26800, loss 0.011234\n",
      "epoch 29, step 27000, loss 0.124756\n",
      "epoch 29, avg loss 0.212583\n",
      "epoch 30, step 27200, loss 0.112775\n",
      "epoch 30, step 27400, loss 0.221989\n",
      "epoch 30, step 27600, loss 0.020336\n",
      "epoch 30, step 27800, loss 0.097273\n",
      "epoch 30, step 28000, loss 0.151933\n",
      "epoch 30, avg loss 0.188030\n",
      "epoch 31, step 28200, loss 0.234444\n",
      "epoch 31, step 28400, loss 0.144971\n",
      "epoch 31, step 28600, loss 0.131977\n",
      "epoch 31, step 28800, loss 0.000721\n",
      "epoch 31, step 29000, loss 0.024347\n",
      "epoch 31, avg loss 0.214963\n",
      "epoch 32, step 29200, loss 0.153723\n",
      "epoch 32, step 29400, loss 0.046475\n",
      "epoch 32, step 29600, loss 0.200495\n",
      "epoch 32, step 29800, loss 0.026476\n",
      "epoch 32, avg loss 0.206346\n",
      "epoch 33, step 30000, loss 0.519169\n",
      "epoch 33, step 30200, loss 0.786907\n",
      "epoch 33, step 30400, loss 0.038574\n",
      "epoch 33, step 30600, loss 0.056662\n",
      "epoch 33, step 30800, loss 0.054682\n",
      "epoch 33, avg loss 0.175173\n",
      "epoch 34, step 31000, loss 0.003998\n",
      "epoch 34, step 31200, loss 0.001907\n",
      "epoch 34, step 31400, loss 0.001844\n",
      "epoch 34, step 31600, loss 0.003428\n",
      "epoch 34, step 31800, loss 0.084024\n",
      "epoch 34, avg loss 0.142538\n",
      "epoch 35, step 32000, loss 0.014479\n",
      "epoch 35, step 32200, loss 0.517555\n",
      "epoch 35, step 32400, loss 0.005316\n",
      "epoch 35, step 32600, loss 0.283791\n",
      "epoch 35, avg loss 0.157174\n",
      "epoch 36, step 32800, loss 0.059164\n",
      "epoch 36, step 33000, loss 0.050419\n",
      "epoch 36, step 33200, loss 0.117025\n",
      "epoch 36, step 33400, loss 0.452463\n",
      "epoch 36, step 33600, loss 0.025728\n",
      "epoch 36, avg loss 0.164745\n",
      "epoch 37, step 33800, loss 0.334217\n",
      "epoch 37, step 34000, loss 0.300694\n",
      "epoch 37, step 34200, loss 0.006113\n",
      "epoch 37, step 34400, loss 0.039045\n",
      "epoch 37, step 34600, loss 0.021803\n",
      "epoch 37, avg loss 0.179513\n",
      "epoch 38, step 34800, loss 0.004871\n",
      "epoch 38, step 35000, loss 0.043184\n",
      "epoch 38, step 35200, loss 0.025991\n",
      "epoch 38, step 35400, loss 0.002623\n",
      "epoch 38, avg loss 0.169488\n",
      "epoch 39, step 35600, loss 0.009212\n",
      "epoch 39, step 35800, loss 0.009251\n",
      "epoch 39, step 36000, loss 0.007315\n",
      "epoch 39, step 36200, loss 0.058469\n",
      "epoch 39, step 36400, loss 0.002462\n",
      "epoch 39, avg loss 0.187216\n",
      "epoch 40, step 36600, loss 0.007988\n",
      "epoch 40, step 36800, loss 0.174831\n",
      "epoch 40, step 37000, loss 0.000927\n",
      "epoch 40, step 37200, loss 0.031601\n",
      "epoch 40, step 37400, loss 0.058075\n",
      "epoch 40, avg loss 0.165172\n",
      "epoch 41, step 37600, loss 0.414345\n",
      "epoch 41, step 37800, loss 0.102945\n",
      "epoch 41, step 38000, loss 0.039310\n",
      "epoch 41, step 38200, loss 0.000402\n",
      "epoch 41, avg loss 0.126403\n",
      "epoch 42, step 38400, loss 0.011936\n",
      "epoch 42, step 38600, loss 0.013039\n",
      "epoch 42, step 38800, loss 0.001513\n",
      "epoch 42, step 39000, loss 0.022549\n",
      "epoch 42, step 39200, loss 0.361620\n",
      "epoch 42, avg loss 0.153058\n",
      "epoch 43, step 39400, loss 0.068087\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 43, step 39600, loss 0.085659\n",
      "epoch 43, step 39800, loss 0.012613\n",
      "epoch 43, step 40000, loss 0.002653\n",
      "epoch 43, step 40200, loss 0.028933\n",
      "epoch 43, avg loss 0.145604\n",
      "epoch 44, step 40400, loss 0.216794\n",
      "epoch 44, step 40600, loss 0.001234\n",
      "epoch 44, step 40800, loss 1.114471\n",
      "epoch 44, step 41000, loss 0.009371\n",
      "epoch 44, avg loss 0.143100\n",
      "epoch 45, step 41200, loss 0.043839\n",
      "epoch 45, step 41400, loss 0.633787\n",
      "epoch 45, step 41600, loss 0.056410\n",
      "epoch 45, step 41800, loss 0.013493\n",
      "epoch 45, step 42000, loss 0.108837\n",
      "epoch 45, avg loss 0.135915\n",
      "epoch 46, step 42200, loss 0.001472\n",
      "epoch 46, step 42400, loss 0.167471\n",
      "epoch 46, step 42600, loss 0.000359\n",
      "epoch 46, step 42800, loss 0.009697\n",
      "epoch 46, step 43000, loss 0.038074\n",
      "epoch 46, avg loss 0.126561\n",
      "epoch 47, step 43200, loss 0.043856\n",
      "epoch 47, step 43400, loss 0.068544\n",
      "epoch 47, step 43600, loss 0.013847\n",
      "epoch 47, step 43800, loss 0.008268\n",
      "epoch 47, avg loss 0.128361\n",
      "epoch 48, step 44000, loss 0.102564\n",
      "epoch 48, step 44200, loss 0.014896\n",
      "epoch 48, step 44400, loss 0.026228\n",
      "epoch 48, step 44600, loss 0.595495\n",
      "epoch 48, step 44800, loss 0.315788\n",
      "epoch 48, avg loss 0.125069\n",
      "epoch 49, step 45000, loss 0.347866\n",
      "epoch 49, step 45200, loss 0.005224\n",
      "epoch 49, step 45400, loss 0.005222\n",
      "epoch 49, step 45600, loss 0.021877\n",
      "epoch 49, step 45800, loss 0.164131\n",
      "epoch 49, avg loss 0.137616\n",
      "epoch 50, step 46000, loss 0.058668\n",
      "epoch 50, step 46200, loss 0.013617\n",
      "epoch 50, step 46400, loss 0.004568\n",
      "epoch 50, step 46600, loss 0.018560\n",
      "epoch 50, step 46800, loss 0.005016\n",
      "epoch 50, avg loss 0.120091\n"
     ]
    }
   ],
   "source": [
    "for i in range(50):\n",
    "    total_cost = 0\n",
    "    for k in range(0,(train_X_seq.shape[0] // batch_size)*batch_size,batch_size):\n",
    "        batch_x = train_X_seq[k:k+batch_size]\n",
    "        batch_y = train_Y_seq[k:k+batch_size]\n",
    "        batch_y_pos = train_Y_pos[k:k+batch_size]\n",
    "        batch_x_char = generate_char_seq(batch_x)\n",
    "        step, loss, _ = sess.run([model.global_step, model.cost, model.optimizer],\n",
    "                                 feed_dict={model.word_ids:batch_x,\n",
    "                                           model.char_ids:batch_x_char,\n",
    "                                           model.labels:batch_y,\n",
    "                                           model.labels_pos:batch_y_pos})\n",
    "        if step % display_step == 0 or step == 1:\n",
    "            print('epoch %d, step %d, loss %f'%(i+1,step,loss))\n",
    "        total_cost += loss\n",
    "    total_cost /= (train_X_seq.shape[0] // batch_size)\n",
    "    print('epoch %d, avg loss %f'%(i+1,total_cost))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'/home/husein/space/text-dataset/entities/bm/concat/concat-entity-pos.ckpt'"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "saver = tf.train.Saver(tf.global_variables())\n",
    "saver.save(sess, os.getcwd()+\"/concat/concat-entity-pos.ckpt\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "label_Y, label_pos, predicted_Y, predicted_pos = [], [], [], []\n",
    "for k in range(0,(test_X_seq.shape[0] // batch_size)*batch_size,batch_size):\n",
    "    batch_x = test_X_seq[k:k+batch_size]\n",
    "    batch_x_char = generate_char_seq(batch_x)\n",
    "    batch_y = test_Y_seq[k:k+batch_size]\n",
    "    batch_y_pos = test_Y_pos[k:k+batch_size]\n",
    "    Y_pred, Y_pos = sess.run([model.crf_decode,model.crf_decode_pos],\n",
    "                  feed_dict={model.word_ids:batch_x,\n",
    "                            model.char_ids:batch_x_char})\n",
    "    predicted_Y.append(Y_pred)\n",
    "    predicted_pos.append(Y_pos)\n",
    "    label_Y.append(batch_y)\n",
    "    label_pos.append(batch_y_pos)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "             precision    recall  f1-score   support\n",
      "\n",
      "        PAD       0.97      1.00      0.98      9443\n",
      "        FAC       1.00      1.00      1.00    230686\n",
      "       TIME       1.00      0.99      1.00     26911\n",
      "        PRN       1.00      1.00      1.00      3480\n",
      "        ORG       1.00      0.99      0.99      7340\n",
      "        LOC       0.99      1.00      0.99      3460\n",
      "        LAW       1.00      0.99      0.99      2880\n",
      "        DOC       0.99      1.00      0.99     11500\n",
      "          O       1.00      1.00      1.00      1700\n",
      "      EVENT       1.00      1.00      1.00      2100\n",
      "        ART       1.00      1.00      1.00        20\n",
      "\n",
      "avg / total       1.00      1.00      1.00    299520\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python3.5/dist-packages/sklearn/metrics/classification.py:1428: UserWarning: labels size, 11, does not match size of target_names, 12\n",
      "  .format(len(labels), len(target_names))\n"
     ]
    }
   ],
   "source": [
    "print(classification_report(np.vstack(label_Y).ravel(), np.vstack(predicted_Y).ravel(), target_names=tag2idx.keys()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "             precision    recall  f1-score   support\n",
      "\n",
      "         KB       0.99      1.00      1.00    169539\n",
      "         KT       1.00      1.00      1.00      2159\n",
      "       ARAH       1.00      0.98      0.99     52116\n",
      "   KPENEGAS       1.00      1.00      1.00     23392\n",
      "         KJ       1.00      1.00      1.00      7474\n",
      "        KPA       0.97      1.00      0.98      4080\n",
      "         GN       1.00      1.00      1.00     13200\n",
      "       SUKU       1.00      1.00      1.00     12860\n",
      "         NO       1.00      1.00      1.00      5756\n",
      " KETERANGAN       1.00      0.95      0.97       220\n",
      "         KA       1.00      1.00      1.00      2880\n",
      "         KM       1.00      1.00      1.00       140\n",
      "        PAD       1.00      1.00      1.00      2064\n",
      "    KPEMERI       1.00      1.00      1.00      1060\n",
      "       NAFI       1.00      0.99      1.00      1160\n",
      "         KS       1.00      1.00      1.00       100\n",
      "         KP       0.99      1.00      1.00       600\n",
      "          O       1.00      0.97      0.99       220\n",
      "         KN       0.95      1.00      0.97       380\n",
      "   KPENGUAT       1.00      0.50      0.67        20\n",
      "         KH       0.99      1.00      0.99        80\n",
      "    PISAHAN       1.00      1.00      1.00        20\n",
      "\n",
      "avg / total       1.00      1.00      1.00    299520\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python3.5/dist-packages/sklearn/metrics/classification.py:1428: UserWarning: labels size, 22, does not match size of target_names, 23\n",
      "  .format(len(labels), len(target_names))\n"
     ]
    }
   ],
   "source": [
    "print(classification_report(np.vstack(label_pos).ravel(), np.vstack(predicted_pos).ravel(), target_names=pos2idx.keys()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "test_string = 'Keikhlasan merupakan faktor utama yang perlu ada pada setiap pemimpin dan ahli UMNO sekiranya mahu melihat parti itu pulih kembali selain mendapat sokongan majoriti rakyat negara ini, kata Ahli Majlis Tertinggi (MT) UMNO Datuk Seri Idris Jusoh.'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "test_X = []\n",
    "for w in test_string.split():\n",
    "    w = process_word(w)\n",
    "    try:\n",
    "        test_X.append(word2idx[w])\n",
    "    except:\n",
    "        test_X.append(2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "batch_x_char = generate_char_seq(np.array([test_X]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "Y_pred = sess.run(model.crf_decode,feed_dict={model.word_ids:np.array([test_X]),\n",
    "                                              model.char_ids:batch_x_char})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Keikhlasan O\n",
      "merupakan O\n",
      "faktor O\n",
      "utama O\n",
      "yang O\n",
      "perlu O\n",
      "ada O\n",
      "pada O\n",
      "setiap O\n",
      "pemimpin O\n",
      "dan O\n",
      "ahli O\n",
      "UMNO NORP\n",
      "sekiranya O\n",
      "mahu O\n",
      "melihat O\n",
      "parti O\n",
      "itu O\n",
      "pulih O\n",
      "kembali O\n",
      "selain O\n",
      "mendapat O\n",
      "sokongan O\n",
      "majoriti O\n",
      "rakyat O\n",
      "negara O\n",
      "ini, O\n",
      "kata O\n",
      "Ahli O\n",
      "Majlis O\n",
      "Tertinggi O\n",
      "(MT) O\n",
      "UMNO NORP\n",
      "Datuk PRN\n",
      "Seri PRN\n",
      "Idris PRN\n",
      "Jusoh. PRN\n"
     ]
    }
   ],
   "source": [
    "for no, i in enumerate(test_string.split()):\n",
    "    print(i,idx2tag[Y_pred[0,no]])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_entity(string):\n",
    "    test_X = []\n",
    "    for w in string.split():\n",
    "        w = process_word(w)\n",
    "        try:\n",
    "            test_X.append(word2idx[w])\n",
    "        except:\n",
    "            test_X.append(2)\n",
    "    array_X = np.array([test_X])\n",
    "    batch_x_char = generate_char_seq(array_X)\n",
    "    Y_pred,Y_pos = sess.run([model.crf_decode,model.crf_decode_pos],feed_dict={model.word_ids:array_X,\n",
    "                                              model.char_ids:batch_x_char})\n",
    "    for no, i in enumerate(string.split()):\n",
    "        print(i,idx2tag[Y_pred[0,no]],idx2pos[Y_pos[0,no]])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "KUALA LOC KN\n",
      "LUMPUR: LOC KN\n",
      "Sempena O KN\n",
      "sambutan O KN\n",
      "Aidilfitri EVENT KN\n",
      "minggu TIME KN\n",
      "depan, TIME KN\n",
      "Perdana PRN KN\n",
      "Menteri PRN KN\n",
      "Tun PRN KN\n",
      "Dr PRN KN\n",
      "Mahathir PRN KN\n",
      "Mohamad PRN KN\n",
      "dan O KH\n",
      "Menteri NORP KN\n",
      "Pengangkutan NORP KN\n",
      "Anthony PRN KN\n",
      "Loke PRN KN\n",
      "Siew PRN KN\n",
      "Fook PRN KN\n",
      "menitipkan NORP KN\n",
      "pesanan NORP KN\n",
      "khas O KN\n",
      "kepada O KS\n",
      "orang O KN\n",
      "ramai O KN\n",
      "yang O KETERANGAN\n",
      "mahu O KN\n",
      "pulang O KN\n",
      "ke O KS\n",
      "kampung O KN\n",
      "halaman O KN\n",
      "masing-masing. O KN\n",
      "Dalam O KS\n",
      "video O KN\n",
      "pendek O KN\n",
      "terbitan O KN\n",
      "Jabatan NORP KN\n",
      "Keselamatan NORP KN\n",
      "Jalan NORP KN\n",
      "Raya NORP KN\n",
      "(JKJR) NORP KN\n",
      "itu, O GN\n",
      "Dr PRN KN\n",
      "Mahathir PRN KN\n",
      "menasihati O KN\n",
      "mereka O GN\n",
      "supaya O KH\n",
      "berhenti O KJ\n",
      "berehat O KN\n",
      "dan O KH\n",
      "tidur O KN\n",
      "sebentar O KETERANGAN\n",
      "sekiranya O KJ\n",
      "mengantuk O KN\n",
      "ketika O KN\n",
      "memandu. O KJ\n"
     ]
    }
   ],
   "source": [
    "get_entity('KUALA LUMPUR: Sempena sambutan Aidilfitri minggu depan, Perdana Menteri Tun Dr Mahathir Mohamad dan Menteri Pengangkutan Anthony Loke Siew Fook menitipkan pesanan khas kepada orang ramai yang mahu pulang ke kampung halaman masing-masing. Dalam video pendek terbitan Jabatan Keselamatan Jalan Raya (JKJR) itu, Dr Mahathir menasihati mereka supaya berhenti berehat dan tidur sebentar  sekiranya mengantuk ketika memandu.')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['Placeholder',\n",
       " 'Placeholder_1',\n",
       " 'Placeholder_2',\n",
       " 'Placeholder_3',\n",
       " 'Variable',\n",
       " 'Variable_1',\n",
       " 'bidirectional_rnn_char_0/fw/lstm_cell/kernel',\n",
       " 'bidirectional_rnn_char_0/fw/lstm_cell/bias',\n",
       " 'bidirectional_rnn_char_0/bw/lstm_cell/kernel',\n",
       " 'bidirectional_rnn_char_0/bw/lstm_cell/bias',\n",
       " 'bidirectional_rnn_char_1/fw/lstm_cell/kernel',\n",
       " 'bidirectional_rnn_char_1/fw/lstm_cell/bias',\n",
       " 'bidirectional_rnn_char_1/bw/lstm_cell/kernel',\n",
       " 'bidirectional_rnn_char_1/bw/lstm_cell/bias',\n",
       " 'memory_layer/kernel',\n",
       " 'memory_layer_1/kernel',\n",
       " 'bidirectional_rnn_word_0/fw/attention_wrapper/lstm_cell/kernel',\n",
       " 'bidirectional_rnn_word_0/fw/attention_wrapper/lstm_cell/bias',\n",
       " 'bidirectional_rnn_word_0/fw/attention_wrapper/bahdanau_attention/query_layer/kernel',\n",
       " 'bidirectional_rnn_word_0/fw/attention_wrapper/bahdanau_attention/attention_v',\n",
       " 'bidirectional_rnn_word_0/fw/attention_wrapper/attention_layer/kernel',\n",
       " 'bidirectional_rnn_word_0/bw/attention_wrapper/lstm_cell/kernel',\n",
       " 'bidirectional_rnn_word_0/bw/attention_wrapper/lstm_cell/bias',\n",
       " 'bidirectional_rnn_word_0/bw/attention_wrapper/bahdanau_attention/query_layer/kernel',\n",
       " 'bidirectional_rnn_word_0/bw/attention_wrapper/bahdanau_attention/attention_v',\n",
       " 'bidirectional_rnn_word_0/bw/attention_wrapper/attention_layer/kernel',\n",
       " 'memory_layer_2/kernel',\n",
       " 'memory_layer_3/kernel',\n",
       " 'bidirectional_rnn_word_1/fw/attention_wrapper/lstm_cell/kernel',\n",
       " 'bidirectional_rnn_word_1/fw/attention_wrapper/lstm_cell/bias',\n",
       " 'bidirectional_rnn_word_1/fw/attention_wrapper/bahdanau_attention/query_layer/kernel',\n",
       " 'bidirectional_rnn_word_1/fw/attention_wrapper/bahdanau_attention/attention_v',\n",
       " 'bidirectional_rnn_word_1/fw/attention_wrapper/attention_layer/kernel',\n",
       " 'bidirectional_rnn_word_1/bw/attention_wrapper/lstm_cell/kernel',\n",
       " 'bidirectional_rnn_word_1/bw/attention_wrapper/lstm_cell/bias',\n",
       " 'bidirectional_rnn_word_1/bw/attention_wrapper/bahdanau_attention/query_layer/kernel',\n",
       " 'bidirectional_rnn_word_1/bw/attention_wrapper/bahdanau_attention/attention_v',\n",
       " 'bidirectional_rnn_word_1/bw/attention_wrapper/attention_layer/kernel',\n",
       " 'w',\n",
       " 'b',\n",
       " 'w_pos',\n",
       " 'b_pos',\n",
       " 'entities/transitions',\n",
       " 'pos/transitions',\n",
       " 'Variable_2',\n",
       " 'entity-logits/count_nonzero/NotEqual/y',\n",
       " 'entity-logits/count_nonzero/NotEqual',\n",
       " 'entity-logits/count_nonzero/ToInt64',\n",
       " 'entity-logits/count_nonzero/Sum/reduction_indices',\n",
       " 'entity-logits/count_nonzero/Sum',\n",
       " 'entity-logits/Shape',\n",
       " 'entity-logits/strided_slice/stack',\n",
       " 'entity-logits/strided_slice/stack_1',\n",
       " 'entity-logits/strided_slice/stack_2',\n",
       " 'entity-logits/strided_slice',\n",
       " 'entity-logits/Equal/y',\n",
       " 'entity-logits/Equal',\n",
       " 'entity-logits/cond/Switch',\n",
       " 'entity-logits/cond/switch_t',\n",
       " 'entity-logits/cond/switch_f',\n",
       " 'entity-logits/cond/pred_id',\n",
       " 'entity-logits/cond/Squeeze',\n",
       " 'entity-logits/cond/Squeeze/Switch',\n",
       " 'entity-logits/cond/ArgMax/dimension',\n",
       " 'entity-logits/cond/ArgMax',\n",
       " 'entity-logits/cond/ExpandDims/dim',\n",
       " 'entity-logits/cond/ExpandDims',\n",
       " 'entity-logits/cond/Max/reduction_indices',\n",
       " 'entity-logits/cond/Max',\n",
       " 'entity-logits/cond/Cast',\n",
       " 'entity-logits/cond/ExpandDims_1/dim',\n",
       " 'entity-logits/cond/ExpandDims_1',\n",
       " 'entity-logits/cond/ExpandDims_1/Switch',\n",
       " 'entity-logits/cond/Slice/begin',\n",
       " 'entity-logits/cond/Slice/size',\n",
       " 'entity-logits/cond/Slice',\n",
       " 'entity-logits/cond/Slice/Switch',\n",
       " 'entity-logits/cond/Squeeze_1',\n",
       " 'entity-logits/cond/Slice_1/begin',\n",
       " 'entity-logits/cond/Slice_1/size',\n",
       " 'entity-logits/cond/Slice_1',\n",
       " 'entity-logits/cond/sub/y',\n",
       " 'entity-logits/cond/sub',\n",
       " 'entity-logits/cond/sub/Switch',\n",
       " 'entity-logits/cond/rnn/Rank',\n",
       " 'entity-logits/cond/rnn/range/start',\n",
       " 'entity-logits/cond/rnn/range/delta',\n",
       " 'entity-logits/cond/rnn/range',\n",
       " 'entity-logits/cond/rnn/concat/values_0',\n",
       " 'entity-logits/cond/rnn/concat/axis',\n",
       " 'entity-logits/cond/rnn/concat',\n",
       " 'entity-logits/cond/rnn/transpose',\n",
       " 'entity-logits/cond/rnn/ToInt32',\n",
       " 'entity-logits/cond/rnn/sequence_length',\n",
       " 'entity-logits/cond/rnn/Shape',\n",
       " 'entity-logits/cond/rnn/strided_slice/stack',\n",
       " 'entity-logits/cond/rnn/strided_slice/stack_1',\n",
       " 'entity-logits/cond/rnn/strided_slice/stack_2',\n",
       " 'entity-logits/cond/rnn/strided_slice',\n",
       " 'entity-logits/cond/rnn/Shape_1',\n",
       " 'entity-logits/cond/rnn/stack',\n",
       " 'entity-logits/cond/rnn/Equal',\n",
       " 'entity-logits/cond/rnn/Const',\n",
       " 'entity-logits/cond/rnn/All',\n",
       " 'entity-logits/cond/rnn/Assert/Const',\n",
       " 'entity-logits/cond/rnn/Assert/Const_1',\n",
       " 'entity-logits/cond/rnn/Assert/Assert/data_0',\n",
       " 'entity-logits/cond/rnn/Assert/Assert/data_2',\n",
       " 'entity-logits/cond/rnn/Assert/Assert',\n",
       " 'entity-logits/cond/rnn/CheckSeqLen',\n",
       " 'entity-logits/cond/rnn/Shape_2',\n",
       " 'entity-logits/cond/rnn/strided_slice_1/stack',\n",
       " 'entity-logits/cond/rnn/strided_slice_1/stack_1',\n",
       " 'entity-logits/cond/rnn/strided_slice_1/stack_2',\n",
       " 'entity-logits/cond/rnn/strided_slice_1',\n",
       " 'entity-logits/cond/rnn/Shape_3',\n",
       " 'entity-logits/cond/rnn/strided_slice_2/stack',\n",
       " 'entity-logits/cond/rnn/strided_slice_2/stack_1',\n",
       " 'entity-logits/cond/rnn/strided_slice_2/stack_2',\n",
       " 'entity-logits/cond/rnn/strided_slice_2',\n",
       " 'entity-logits/cond/rnn/ExpandDims/dim',\n",
       " 'entity-logits/cond/rnn/ExpandDims',\n",
       " 'entity-logits/cond/rnn/Const_1',\n",
       " 'entity-logits/cond/rnn/concat_1/axis',\n",
       " 'entity-logits/cond/rnn/concat_1',\n",
       " 'entity-logits/cond/rnn/zeros/Const',\n",
       " 'entity-logits/cond/rnn/zeros',\n",
       " 'entity-logits/cond/rnn/Const_2',\n",
       " 'entity-logits/cond/rnn/Min',\n",
       " 'entity-logits/cond/rnn/Const_3',\n",
       " 'entity-logits/cond/rnn/Max',\n",
       " 'entity-logits/cond/rnn/time',\n",
       " 'entity-logits/cond/rnn/TensorArray',\n",
       " 'entity-logits/cond/rnn/TensorArray_1',\n",
       " 'entity-logits/cond/rnn/TensorArrayUnstack/Shape',\n",
       " 'entity-logits/cond/rnn/TensorArrayUnstack/strided_slice/stack',\n",
       " 'entity-logits/cond/rnn/TensorArrayUnstack/strided_slice/stack_1',\n",
       " 'entity-logits/cond/rnn/TensorArrayUnstack/strided_slice/stack_2',\n",
       " 'entity-logits/cond/rnn/TensorArrayUnstack/strided_slice',\n",
       " 'entity-logits/cond/rnn/TensorArrayUnstack/range/start',\n",
       " 'entity-logits/cond/rnn/TensorArrayUnstack/range/delta',\n",
       " 'entity-logits/cond/rnn/TensorArrayUnstack/range',\n",
       " 'entity-logits/cond/rnn/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3',\n",
       " 'entity-logits/cond/rnn/while/iteration_counter',\n",
       " 'entity-logits/cond/rnn/while/Enter',\n",
       " 'entity-logits/cond/rnn/while/Enter_1',\n",
       " 'entity-logits/cond/rnn/while/Enter_2',\n",
       " 'entity-logits/cond/rnn/while/Enter_3',\n",
       " 'entity-logits/cond/rnn/while/Merge',\n",
       " 'entity-logits/cond/rnn/while/Merge_1',\n",
       " 'entity-logits/cond/rnn/while/Merge_2',\n",
       " 'entity-logits/cond/rnn/while/Merge_3',\n",
       " 'entity-logits/cond/rnn/while/Less',\n",
       " 'entity-logits/cond/rnn/while/Less/Enter',\n",
       " 'entity-logits/cond/rnn/while/Less_1',\n",
       " 'entity-logits/cond/rnn/while/LogicalAnd',\n",
       " 'entity-logits/cond/rnn/while/LoopCond',\n",
       " 'entity-logits/cond/rnn/while/Switch',\n",
       " 'entity-logits/cond/rnn/while/Switch_1',\n",
       " 'entity-logits/cond/rnn/while/Switch_2',\n",
       " 'entity-logits/cond/rnn/while/Switch_3',\n",
       " 'entity-logits/cond/rnn/while/Identity',\n",
       " 'entity-logits/cond/rnn/while/Identity_1',\n",
       " 'entity-logits/cond/rnn/while/Identity_2',\n",
       " 'entity-logits/cond/rnn/while/Identity_3',\n",
       " 'entity-logits/cond/rnn/while/add/y',\n",
       " 'entity-logits/cond/rnn/while/add',\n",
       " 'entity-logits/cond/rnn/while/TensorArrayReadV3',\n",
       " 'entity-logits/cond/rnn/while/TensorArrayReadV3/Enter',\n",
       " 'entity-logits/cond/rnn/while/TensorArrayReadV3/Enter_1',\n",
       " 'entity-logits/cond/rnn/while/ExpandDims/dim',\n",
       " 'entity-logits/cond/rnn/while/ExpandDims',\n",
       " 'entity-logits/cond/rnn/while/add_1',\n",
       " 'entity-logits/cond/rnn/while/add_1/Enter',\n",
       " 'entity-logits/cond/rnn/while/Max/reduction_indices',\n",
       " 'entity-logits/cond/rnn/while/Max',\n",
       " 'entity-logits/cond/rnn/while/add_2',\n",
       " 'entity-logits/cond/rnn/while/ArgMax/dimension',\n",
       " 'entity-logits/cond/rnn/while/ArgMax',\n",
       " 'entity-logits/cond/rnn/while/Cast',\n",
       " 'entity-logits/cond/rnn/while/GreaterEqual',\n",
       " 'entity-logits/cond/rnn/while/GreaterEqual/Enter',\n",
       " 'entity-logits/cond/rnn/while/Select',\n",
       " 'entity-logits/cond/rnn/while/Select/Enter',\n",
       " 'entity-logits/cond/rnn/while/GreaterEqual_1',\n",
       " 'entity-logits/cond/rnn/while/Select_1',\n",
       " 'entity-logits/cond/rnn/while/TensorArrayWrite/TensorArrayWriteV3',\n",
       " 'entity-logits/cond/rnn/while/TensorArrayWrite/TensorArrayWriteV3/Enter',\n",
       " 'entity-logits/cond/rnn/while/add_3/y',\n",
       " 'entity-logits/cond/rnn/while/add_3',\n",
       " 'entity-logits/cond/rnn/while/NextIteration',\n",
       " 'entity-logits/cond/rnn/while/NextIteration_1',\n",
       " 'entity-logits/cond/rnn/while/NextIteration_2',\n",
       " 'entity-logits/cond/rnn/while/NextIteration_3',\n",
       " 'entity-logits/cond/rnn/while/Exit',\n",
       " 'entity-logits/cond/rnn/while/Exit_1',\n",
       " 'entity-logits/cond/rnn/while/Exit_2',\n",
       " 'entity-logits/cond/rnn/while/Exit_3',\n",
       " 'entity-logits/cond/rnn/TensorArrayStack/TensorArraySizeV3',\n",
       " 'entity-logits/cond/rnn/TensorArrayStack/range/start',\n",
       " 'entity-logits/cond/rnn/TensorArrayStack/range/delta',\n",
       " 'entity-logits/cond/rnn/TensorArrayStack/range',\n",
       " 'entity-logits/cond/rnn/TensorArrayStack/TensorArrayGatherV3',\n",
       " 'entity-logits/cond/rnn/Const_4',\n",
       " 'entity-logits/cond/rnn/Rank_1',\n",
       " 'entity-logits/cond/rnn/range_1/start',\n",
       " 'entity-logits/cond/rnn/range_1/delta',\n",
       " 'entity-logits/cond/rnn/range_1',\n",
       " 'entity-logits/cond/rnn/concat_2/values_0',\n",
       " 'entity-logits/cond/rnn/concat_2/axis',\n",
       " 'entity-logits/cond/rnn/concat_2',\n",
       " 'entity-logits/cond/rnn/transpose_1',\n",
       " 'entity-logits/cond/sub_1/y',\n",
       " 'entity-logits/cond/sub_1',\n",
       " 'entity-logits/cond/ReverseSequence',\n",
       " 'entity-logits/cond/ArgMax_1/dimension',\n",
       " 'entity-logits/cond/ArgMax_1',\n",
       " 'entity-logits/cond/Cast_1',\n",
       " 'entity-logits/cond/ExpandDims_2/dim',\n",
       " 'entity-logits/cond/ExpandDims_2',\n",
       " 'entity-logits/cond/sub_2/y',\n",
       " 'entity-logits/cond/sub_2',\n",
       " 'entity-logits/cond/rnn_1/Rank',\n",
       " 'entity-logits/cond/rnn_1/range/start',\n",
       " 'entity-logits/cond/rnn_1/range/delta',\n",
       " 'entity-logits/cond/rnn_1/range',\n",
       " 'entity-logits/cond/rnn_1/concat/values_0',\n",
       " 'entity-logits/cond/rnn_1/concat/axis',\n",
       " 'entity-logits/cond/rnn_1/concat',\n",
       " 'entity-logits/cond/rnn_1/transpose',\n",
       " 'entity-logits/cond/rnn_1/ToInt32',\n",
       " 'entity-logits/cond/rnn_1/sequence_length',\n",
       " 'entity-logits/cond/rnn_1/Shape',\n",
       " 'entity-logits/cond/rnn_1/strided_slice/stack',\n",
       " 'entity-logits/cond/rnn_1/strided_slice/stack_1',\n",
       " 'entity-logits/cond/rnn_1/strided_slice/stack_2',\n",
       " 'entity-logits/cond/rnn_1/strided_slice',\n",
       " 'entity-logits/cond/rnn_1/Shape_1',\n",
       " 'entity-logits/cond/rnn_1/stack',\n",
       " 'entity-logits/cond/rnn_1/Equal',\n",
       " 'entity-logits/cond/rnn_1/Const',\n",
       " 'entity-logits/cond/rnn_1/All',\n",
       " 'entity-logits/cond/rnn_1/Assert/Const',\n",
       " 'entity-logits/cond/rnn_1/Assert/Const_1',\n",
       " 'entity-logits/cond/rnn_1/Assert/Assert/data_0',\n",
       " 'entity-logits/cond/rnn_1/Assert/Assert/data_2',\n",
       " 'entity-logits/cond/rnn_1/Assert/Assert',\n",
       " 'entity-logits/cond/rnn_1/CheckSeqLen',\n",
       " 'entity-logits/cond/rnn_1/Shape_2',\n",
       " 'entity-logits/cond/rnn_1/strided_slice_1/stack',\n",
       " 'entity-logits/cond/rnn_1/strided_slice_1/stack_1',\n",
       " 'entity-logits/cond/rnn_1/strided_slice_1/stack_2',\n",
       " 'entity-logits/cond/rnn_1/strided_slice_1',\n",
       " 'entity-logits/cond/rnn_1/Shape_3',\n",
       " 'entity-logits/cond/rnn_1/strided_slice_2/stack',\n",
       " 'entity-logits/cond/rnn_1/strided_slice_2/stack_1',\n",
       " 'entity-logits/cond/rnn_1/strided_slice_2/stack_2',\n",
       " 'entity-logits/cond/rnn_1/strided_slice_2',\n",
       " 'entity-logits/cond/rnn_1/ExpandDims/dim',\n",
       " 'entity-logits/cond/rnn_1/ExpandDims',\n",
       " 'entity-logits/cond/rnn_1/Const_1',\n",
       " 'entity-logits/cond/rnn_1/concat_1/axis',\n",
       " 'entity-logits/cond/rnn_1/concat_1',\n",
       " 'entity-logits/cond/rnn_1/zeros/Const',\n",
       " 'entity-logits/cond/rnn_1/zeros',\n",
       " 'entity-logits/cond/rnn_1/Const_2',\n",
       " 'entity-logits/cond/rnn_1/Min',\n",
       " 'entity-logits/cond/rnn_1/Const_3',\n",
       " 'entity-logits/cond/rnn_1/Max',\n",
       " 'entity-logits/cond/rnn_1/time',\n",
       " 'entity-logits/cond/rnn_1/TensorArray',\n",
       " 'entity-logits/cond/rnn_1/TensorArray_1',\n",
       " 'entity-logits/cond/rnn_1/TensorArrayUnstack/Shape',\n",
       " 'entity-logits/cond/rnn_1/TensorArrayUnstack/strided_slice/stack',\n",
       " 'entity-logits/cond/rnn_1/TensorArrayUnstack/strided_slice/stack_1',\n",
       " 'entity-logits/cond/rnn_1/TensorArrayUnstack/strided_slice/stack_2',\n",
       " 'entity-logits/cond/rnn_1/TensorArrayUnstack/strided_slice',\n",
       " 'entity-logits/cond/rnn_1/TensorArrayUnstack/range/start',\n",
       " 'entity-logits/cond/rnn_1/TensorArrayUnstack/range/delta',\n",
       " 'entity-logits/cond/rnn_1/TensorArrayUnstack/range',\n",
       " 'entity-logits/cond/rnn_1/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3',\n",
       " 'entity-logits/cond/rnn_1/while/iteration_counter',\n",
       " 'entity-logits/cond/rnn_1/while/Enter',\n",
       " 'entity-logits/cond/rnn_1/while/Enter_1',\n",
       " 'entity-logits/cond/rnn_1/while/Enter_2',\n",
       " 'entity-logits/cond/rnn_1/while/Enter_3',\n",
       " 'entity-logits/cond/rnn_1/while/Merge',\n",
       " 'entity-logits/cond/rnn_1/while/Merge_1',\n",
       " 'entity-logits/cond/rnn_1/while/Merge_2',\n",
       " 'entity-logits/cond/rnn_1/while/Merge_3',\n",
       " 'entity-logits/cond/rnn_1/while/Less',\n",
       " 'entity-logits/cond/rnn_1/while/Less/Enter',\n",
       " 'entity-logits/cond/rnn_1/while/Less_1',\n",
       " 'entity-logits/cond/rnn_1/while/LogicalAnd',\n",
       " 'entity-logits/cond/rnn_1/while/LoopCond',\n",
       " 'entity-logits/cond/rnn_1/while/Switch',\n",
       " 'entity-logits/cond/rnn_1/while/Switch_1',\n",
       " 'entity-logits/cond/rnn_1/while/Switch_2',\n",
       " 'entity-logits/cond/rnn_1/while/Switch_3',\n",
       " 'entity-logits/cond/rnn_1/while/Identity',\n",
       " 'entity-logits/cond/rnn_1/while/Identity_1',\n",
       " 'entity-logits/cond/rnn_1/while/Identity_2',\n",
       " 'entity-logits/cond/rnn_1/while/Identity_3',\n",
       " 'entity-logits/cond/rnn_1/while/add/y',\n",
       " 'entity-logits/cond/rnn_1/while/add',\n",
       " 'entity-logits/cond/rnn_1/while/TensorArrayReadV3',\n",
       " 'entity-logits/cond/rnn_1/while/TensorArrayReadV3/Enter',\n",
       " 'entity-logits/cond/rnn_1/while/TensorArrayReadV3/Enter_1',\n",
       " 'entity-logits/cond/rnn_1/while/Squeeze',\n",
       " 'entity-logits/cond/rnn_1/while/Shape',\n",
       " 'entity-logits/cond/rnn_1/while/strided_slice/stack',\n",
       " 'entity-logits/cond/rnn_1/while/strided_slice/stack_1',\n",
       " 'entity-logits/cond/rnn_1/while/strided_slice/stack_2',\n",
       " 'entity-logits/cond/rnn_1/while/strided_slice',\n",
       " 'entity-logits/cond/rnn_1/while/range/start',\n",
       " 'entity-logits/cond/rnn_1/while/range/delta',\n",
       " 'entity-logits/cond/rnn_1/while/range',\n",
       " 'entity-logits/cond/rnn_1/while/stack',\n",
       " 'entity-logits/cond/rnn_1/while/GatherNd',\n",
       " 'entity-logits/cond/rnn_1/while/ExpandDims/dim',\n",
       " 'entity-logits/cond/rnn_1/while/ExpandDims',\n",
       " 'entity-logits/cond/rnn_1/while/GreaterEqual',\n",
       " 'entity-logits/cond/rnn_1/while/GreaterEqual/Enter',\n",
       " 'entity-logits/cond/rnn_1/while/Select',\n",
       " 'entity-logits/cond/rnn_1/while/Select/Enter',\n",
       " 'entity-logits/cond/rnn_1/while/GreaterEqual_1',\n",
       " 'entity-logits/cond/rnn_1/while/Select_1',\n",
       " 'entity-logits/cond/rnn_1/while/TensorArrayWrite/TensorArrayWriteV3',\n",
       " 'entity-logits/cond/rnn_1/while/TensorArrayWrite/TensorArrayWriteV3/Enter',\n",
       " 'entity-logits/cond/rnn_1/while/add_1/y',\n",
       " 'entity-logits/cond/rnn_1/while/add_1',\n",
       " 'entity-logits/cond/rnn_1/while/NextIteration',\n",
       " 'entity-logits/cond/rnn_1/while/NextIteration_1',\n",
       " 'entity-logits/cond/rnn_1/while/NextIteration_2',\n",
       " 'entity-logits/cond/rnn_1/while/NextIteration_3',\n",
       " 'entity-logits/cond/rnn_1/while/Exit',\n",
       " 'entity-logits/cond/rnn_1/while/Exit_1',\n",
       " 'entity-logits/cond/rnn_1/while/Exit_2',\n",
       " 'entity-logits/cond/rnn_1/while/Exit_3',\n",
       " 'entity-logits/cond/rnn_1/TensorArrayStack/TensorArraySizeV3',\n",
       " 'entity-logits/cond/rnn_1/TensorArrayStack/range/start',\n",
       " 'entity-logits/cond/rnn_1/TensorArrayStack/range/delta',\n",
       " 'entity-logits/cond/rnn_1/TensorArrayStack/range',\n",
       " 'entity-logits/cond/rnn_1/TensorArrayStack/TensorArrayGatherV3',\n",
       " 'entity-logits/cond/rnn_1/Const_4',\n",
       " 'entity-logits/cond/rnn_1/Rank_1',\n",
       " 'entity-logits/cond/rnn_1/range_1/start',\n",
       " 'entity-logits/cond/rnn_1/range_1/delta',\n",
       " 'entity-logits/cond/rnn_1/range_1',\n",
       " 'entity-logits/cond/rnn_1/concat_2/values_0',\n",
       " 'entity-logits/cond/rnn_1/concat_2/axis',\n",
       " 'entity-logits/cond/rnn_1/concat_2',\n",
       " 'entity-logits/cond/rnn_1/transpose_1',\n",
       " 'entity-logits/cond/Squeeze_2',\n",
       " 'entity-logits/cond/concat/axis',\n",
       " 'entity-logits/cond/concat',\n",
       " 'entity-logits/cond/ReverseSequence_1',\n",
       " 'entity-logits/cond/Max_1/reduction_indices',\n",
       " 'entity-logits/cond/Max_1',\n",
       " 'entity-logits/cond/Merge',\n",
       " 'entity-logits/cond/Merge_1',\n",
       " 'pos-logits/count_nonzero/NotEqual/y',\n",
       " 'pos-logits/count_nonzero/NotEqual',\n",
       " 'pos-logits/count_nonzero/ToInt64',\n",
       " 'pos-logits/count_nonzero/Sum/reduction_indices',\n",
       " 'pos-logits/count_nonzero/Sum',\n",
       " 'pos-logits/Shape',\n",
       " 'pos-logits/strided_slice/stack',\n",
       " 'pos-logits/strided_slice/stack_1',\n",
       " 'pos-logits/strided_slice/stack_2',\n",
       " 'pos-logits/strided_slice',\n",
       " 'pos-logits/Equal/y',\n",
       " 'pos-logits/Equal',\n",
       " 'pos-logits/cond/Switch',\n",
       " 'pos-logits/cond/switch_t',\n",
       " 'pos-logits/cond/switch_f',\n",
       " 'pos-logits/cond/pred_id',\n",
       " 'pos-logits/cond/Squeeze',\n",
       " 'pos-logits/cond/Squeeze/Switch',\n",
       " 'pos-logits/cond/ArgMax/dimension',\n",
       " 'pos-logits/cond/ArgMax',\n",
       " 'pos-logits/cond/ExpandDims/dim',\n",
       " 'pos-logits/cond/ExpandDims',\n",
       " 'pos-logits/cond/Max/reduction_indices',\n",
       " 'pos-logits/cond/Max',\n",
       " 'pos-logits/cond/Cast',\n",
       " 'pos-logits/cond/ExpandDims_1/dim',\n",
       " 'pos-logits/cond/ExpandDims_1',\n",
       " 'pos-logits/cond/ExpandDims_1/Switch',\n",
       " 'pos-logits/cond/Slice/begin',\n",
       " 'pos-logits/cond/Slice/size',\n",
       " 'pos-logits/cond/Slice',\n",
       " 'pos-logits/cond/Slice/Switch',\n",
       " 'pos-logits/cond/Squeeze_1',\n",
       " 'pos-logits/cond/Slice_1/begin',\n",
       " 'pos-logits/cond/Slice_1/size',\n",
       " 'pos-logits/cond/Slice_1',\n",
       " 'pos-logits/cond/sub/y',\n",
       " 'pos-logits/cond/sub',\n",
       " 'pos-logits/cond/sub/Switch',\n",
       " 'pos-logits/cond/rnn/Rank',\n",
       " 'pos-logits/cond/rnn/range/start',\n",
       " 'pos-logits/cond/rnn/range/delta',\n",
       " 'pos-logits/cond/rnn/range',\n",
       " 'pos-logits/cond/rnn/concat/values_0',\n",
       " 'pos-logits/cond/rnn/concat/axis',\n",
       " 'pos-logits/cond/rnn/concat',\n",
       " 'pos-logits/cond/rnn/transpose',\n",
       " 'pos-logits/cond/rnn/ToInt32',\n",
       " 'pos-logits/cond/rnn/sequence_length',\n",
       " 'pos-logits/cond/rnn/Shape',\n",
       " 'pos-logits/cond/rnn/strided_slice/stack',\n",
       " 'pos-logits/cond/rnn/strided_slice/stack_1',\n",
       " 'pos-logits/cond/rnn/strided_slice/stack_2',\n",
       " 'pos-logits/cond/rnn/strided_slice',\n",
       " 'pos-logits/cond/rnn/Shape_1',\n",
       " 'pos-logits/cond/rnn/stack',\n",
       " 'pos-logits/cond/rnn/Equal',\n",
       " 'pos-logits/cond/rnn/Const',\n",
       " 'pos-logits/cond/rnn/All',\n",
       " 'pos-logits/cond/rnn/Assert/Const',\n",
       " 'pos-logits/cond/rnn/Assert/Const_1',\n",
       " 'pos-logits/cond/rnn/Assert/Assert/data_0',\n",
       " 'pos-logits/cond/rnn/Assert/Assert/data_2',\n",
       " 'pos-logits/cond/rnn/Assert/Assert',\n",
       " 'pos-logits/cond/rnn/CheckSeqLen',\n",
       " 'pos-logits/cond/rnn/Shape_2',\n",
       " 'pos-logits/cond/rnn/strided_slice_1/stack',\n",
       " 'pos-logits/cond/rnn/strided_slice_1/stack_1',\n",
       " 'pos-logits/cond/rnn/strided_slice_1/stack_2',\n",
       " 'pos-logits/cond/rnn/strided_slice_1',\n",
       " 'pos-logits/cond/rnn/Shape_3',\n",
       " 'pos-logits/cond/rnn/strided_slice_2/stack',\n",
       " 'pos-logits/cond/rnn/strided_slice_2/stack_1',\n",
       " 'pos-logits/cond/rnn/strided_slice_2/stack_2',\n",
       " 'pos-logits/cond/rnn/strided_slice_2',\n",
       " 'pos-logits/cond/rnn/ExpandDims/dim',\n",
       " 'pos-logits/cond/rnn/ExpandDims',\n",
       " 'pos-logits/cond/rnn/Const_1',\n",
       " 'pos-logits/cond/rnn/concat_1/axis',\n",
       " 'pos-logits/cond/rnn/concat_1',\n",
       " 'pos-logits/cond/rnn/zeros/Const',\n",
       " 'pos-logits/cond/rnn/zeros',\n",
       " 'pos-logits/cond/rnn/Const_2',\n",
       " 'pos-logits/cond/rnn/Min',\n",
       " 'pos-logits/cond/rnn/Const_3',\n",
       " 'pos-logits/cond/rnn/Max',\n",
       " 'pos-logits/cond/rnn/time',\n",
       " 'pos-logits/cond/rnn/TensorArray',\n",
       " 'pos-logits/cond/rnn/TensorArray_1',\n",
       " 'pos-logits/cond/rnn/TensorArrayUnstack/Shape',\n",
       " 'pos-logits/cond/rnn/TensorArrayUnstack/strided_slice/stack',\n",
       " 'pos-logits/cond/rnn/TensorArrayUnstack/strided_slice/stack_1',\n",
       " 'pos-logits/cond/rnn/TensorArrayUnstack/strided_slice/stack_2',\n",
       " 'pos-logits/cond/rnn/TensorArrayUnstack/strided_slice',\n",
       " 'pos-logits/cond/rnn/TensorArrayUnstack/range/start',\n",
       " 'pos-logits/cond/rnn/TensorArrayUnstack/range/delta',\n",
       " 'pos-logits/cond/rnn/TensorArrayUnstack/range',\n",
       " 'pos-logits/cond/rnn/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3',\n",
       " 'pos-logits/cond/rnn/while/iteration_counter',\n",
       " 'pos-logits/cond/rnn/while/Enter',\n",
       " 'pos-logits/cond/rnn/while/Enter_1',\n",
       " 'pos-logits/cond/rnn/while/Enter_2',\n",
       " 'pos-logits/cond/rnn/while/Enter_3',\n",
       " 'pos-logits/cond/rnn/while/Merge',\n",
       " 'pos-logits/cond/rnn/while/Merge_1',\n",
       " 'pos-logits/cond/rnn/while/Merge_2',\n",
       " 'pos-logits/cond/rnn/while/Merge_3',\n",
       " 'pos-logits/cond/rnn/while/Less',\n",
       " 'pos-logits/cond/rnn/while/Less/Enter',\n",
       " 'pos-logits/cond/rnn/while/Less_1',\n",
       " 'pos-logits/cond/rnn/while/LogicalAnd',\n",
       " 'pos-logits/cond/rnn/while/LoopCond',\n",
       " 'pos-logits/cond/rnn/while/Switch',\n",
       " 'pos-logits/cond/rnn/while/Switch_1',\n",
       " 'pos-logits/cond/rnn/while/Switch_2',\n",
       " 'pos-logits/cond/rnn/while/Switch_3',\n",
       " 'pos-logits/cond/rnn/while/Identity',\n",
       " 'pos-logits/cond/rnn/while/Identity_1',\n",
       " 'pos-logits/cond/rnn/while/Identity_2',\n",
       " 'pos-logits/cond/rnn/while/Identity_3',\n",
       " 'pos-logits/cond/rnn/while/add/y',\n",
       " 'pos-logits/cond/rnn/while/add',\n",
       " 'pos-logits/cond/rnn/while/TensorArrayReadV3',\n",
       " 'pos-logits/cond/rnn/while/TensorArrayReadV3/Enter',\n",
       " 'pos-logits/cond/rnn/while/TensorArrayReadV3/Enter_1',\n",
       " 'pos-logits/cond/rnn/while/ExpandDims/dim',\n",
       " 'pos-logits/cond/rnn/while/ExpandDims',\n",
       " 'pos-logits/cond/rnn/while/add_1',\n",
       " 'pos-logits/cond/rnn/while/add_1/Enter',\n",
       " 'pos-logits/cond/rnn/while/Max/reduction_indices',\n",
       " 'pos-logits/cond/rnn/while/Max',\n",
       " 'pos-logits/cond/rnn/while/add_2',\n",
       " 'pos-logits/cond/rnn/while/ArgMax/dimension',\n",
       " 'pos-logits/cond/rnn/while/ArgMax',\n",
       " 'pos-logits/cond/rnn/while/Cast',\n",
       " 'pos-logits/cond/rnn/while/GreaterEqual',\n",
       " 'pos-logits/cond/rnn/while/GreaterEqual/Enter',\n",
       " 'pos-logits/cond/rnn/while/Select',\n",
       " 'pos-logits/cond/rnn/while/Select/Enter',\n",
       " 'pos-logits/cond/rnn/while/GreaterEqual_1',\n",
       " 'pos-logits/cond/rnn/while/Select_1',\n",
       " 'pos-logits/cond/rnn/while/TensorArrayWrite/TensorArrayWriteV3',\n",
       " 'pos-logits/cond/rnn/while/TensorArrayWrite/TensorArrayWriteV3/Enter',\n",
       " 'pos-logits/cond/rnn/while/add_3/y',\n",
       " 'pos-logits/cond/rnn/while/add_3',\n",
       " 'pos-logits/cond/rnn/while/NextIteration',\n",
       " 'pos-logits/cond/rnn/while/NextIteration_1',\n",
       " 'pos-logits/cond/rnn/while/NextIteration_2',\n",
       " 'pos-logits/cond/rnn/while/NextIteration_3',\n",
       " 'pos-logits/cond/rnn/while/Exit',\n",
       " 'pos-logits/cond/rnn/while/Exit_1',\n",
       " 'pos-logits/cond/rnn/while/Exit_2',\n",
       " 'pos-logits/cond/rnn/while/Exit_3',\n",
       " 'pos-logits/cond/rnn/TensorArrayStack/TensorArraySizeV3',\n",
       " 'pos-logits/cond/rnn/TensorArrayStack/range/start',\n",
       " 'pos-logits/cond/rnn/TensorArrayStack/range/delta',\n",
       " 'pos-logits/cond/rnn/TensorArrayStack/range',\n",
       " 'pos-logits/cond/rnn/TensorArrayStack/TensorArrayGatherV3',\n",
       " 'pos-logits/cond/rnn/Const_4',\n",
       " 'pos-logits/cond/rnn/Rank_1',\n",
       " 'pos-logits/cond/rnn/range_1/start',\n",
       " 'pos-logits/cond/rnn/range_1/delta',\n",
       " 'pos-logits/cond/rnn/range_1',\n",
       " 'pos-logits/cond/rnn/concat_2/values_0',\n",
       " 'pos-logits/cond/rnn/concat_2/axis',\n",
       " 'pos-logits/cond/rnn/concat_2',\n",
       " 'pos-logits/cond/rnn/transpose_1',\n",
       " 'pos-logits/cond/sub_1/y',\n",
       " 'pos-logits/cond/sub_1',\n",
       " 'pos-logits/cond/ReverseSequence',\n",
       " 'pos-logits/cond/ArgMax_1/dimension',\n",
       " 'pos-logits/cond/ArgMax_1',\n",
       " 'pos-logits/cond/Cast_1',\n",
       " 'pos-logits/cond/ExpandDims_2/dim',\n",
       " 'pos-logits/cond/ExpandDims_2',\n",
       " 'pos-logits/cond/sub_2/y',\n",
       " 'pos-logits/cond/sub_2',\n",
       " 'pos-logits/cond/rnn_1/Rank',\n",
       " 'pos-logits/cond/rnn_1/range/start',\n",
       " 'pos-logits/cond/rnn_1/range/delta',\n",
       " 'pos-logits/cond/rnn_1/range',\n",
       " 'pos-logits/cond/rnn_1/concat/values_0',\n",
       " 'pos-logits/cond/rnn_1/concat/axis',\n",
       " 'pos-logits/cond/rnn_1/concat',\n",
       " 'pos-logits/cond/rnn_1/transpose',\n",
       " 'pos-logits/cond/rnn_1/ToInt32',\n",
       " 'pos-logits/cond/rnn_1/sequence_length',\n",
       " 'pos-logits/cond/rnn_1/Shape',\n",
       " 'pos-logits/cond/rnn_1/strided_slice/stack',\n",
       " 'pos-logits/cond/rnn_1/strided_slice/stack_1',\n",
       " 'pos-logits/cond/rnn_1/strided_slice/stack_2',\n",
       " 'pos-logits/cond/rnn_1/strided_slice',\n",
       " 'pos-logits/cond/rnn_1/Shape_1',\n",
       " 'pos-logits/cond/rnn_1/stack',\n",
       " 'pos-logits/cond/rnn_1/Equal',\n",
       " 'pos-logits/cond/rnn_1/Const',\n",
       " 'pos-logits/cond/rnn_1/All',\n",
       " 'pos-logits/cond/rnn_1/Assert/Const',\n",
       " 'pos-logits/cond/rnn_1/Assert/Const_1',\n",
       " 'pos-logits/cond/rnn_1/Assert/Assert/data_0',\n",
       " 'pos-logits/cond/rnn_1/Assert/Assert/data_2',\n",
       " 'pos-logits/cond/rnn_1/Assert/Assert',\n",
       " 'pos-logits/cond/rnn_1/CheckSeqLen',\n",
       " 'pos-logits/cond/rnn_1/Shape_2',\n",
       " 'pos-logits/cond/rnn_1/strided_slice_1/stack',\n",
       " 'pos-logits/cond/rnn_1/strided_slice_1/stack_1',\n",
       " 'pos-logits/cond/rnn_1/strided_slice_1/stack_2',\n",
       " 'pos-logits/cond/rnn_1/strided_slice_1',\n",
       " 'pos-logits/cond/rnn_1/Shape_3',\n",
       " 'pos-logits/cond/rnn_1/strided_slice_2/stack',\n",
       " 'pos-logits/cond/rnn_1/strided_slice_2/stack_1',\n",
       " 'pos-logits/cond/rnn_1/strided_slice_2/stack_2',\n",
       " 'pos-logits/cond/rnn_1/strided_slice_2',\n",
       " 'pos-logits/cond/rnn_1/ExpandDims/dim',\n",
       " 'pos-logits/cond/rnn_1/ExpandDims',\n",
       " 'pos-logits/cond/rnn_1/Const_1',\n",
       " 'pos-logits/cond/rnn_1/concat_1/axis',\n",
       " 'pos-logits/cond/rnn_1/concat_1',\n",
       " 'pos-logits/cond/rnn_1/zeros/Const',\n",
       " 'pos-logits/cond/rnn_1/zeros',\n",
       " 'pos-logits/cond/rnn_1/Const_2',\n",
       " 'pos-logits/cond/rnn_1/Min',\n",
       " 'pos-logits/cond/rnn_1/Const_3',\n",
       " 'pos-logits/cond/rnn_1/Max',\n",
       " 'pos-logits/cond/rnn_1/time',\n",
       " 'pos-logits/cond/rnn_1/TensorArray',\n",
       " 'pos-logits/cond/rnn_1/TensorArray_1',\n",
       " 'pos-logits/cond/rnn_1/TensorArrayUnstack/Shape',\n",
       " 'pos-logits/cond/rnn_1/TensorArrayUnstack/strided_slice/stack',\n",
       " 'pos-logits/cond/rnn_1/TensorArrayUnstack/strided_slice/stack_1',\n",
       " 'pos-logits/cond/rnn_1/TensorArrayUnstack/strided_slice/stack_2',\n",
       " 'pos-logits/cond/rnn_1/TensorArrayUnstack/strided_slice',\n",
       " 'pos-logits/cond/rnn_1/TensorArrayUnstack/range/start',\n",
       " 'pos-logits/cond/rnn_1/TensorArrayUnstack/range/delta',\n",
       " 'pos-logits/cond/rnn_1/TensorArrayUnstack/range',\n",
       " 'pos-logits/cond/rnn_1/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3',\n",
       " 'pos-logits/cond/rnn_1/while/iteration_counter',\n",
       " 'pos-logits/cond/rnn_1/while/Enter',\n",
       " 'pos-logits/cond/rnn_1/while/Enter_1',\n",
       " 'pos-logits/cond/rnn_1/while/Enter_2',\n",
       " 'pos-logits/cond/rnn_1/while/Enter_3',\n",
       " 'pos-logits/cond/rnn_1/while/Merge',\n",
       " 'pos-logits/cond/rnn_1/while/Merge_1',\n",
       " 'pos-logits/cond/rnn_1/while/Merge_2',\n",
       " 'pos-logits/cond/rnn_1/while/Merge_3',\n",
       " 'pos-logits/cond/rnn_1/while/Less',\n",
       " 'pos-logits/cond/rnn_1/while/Less/Enter',\n",
       " 'pos-logits/cond/rnn_1/while/Less_1',\n",
       " 'pos-logits/cond/rnn_1/while/LogicalAnd',\n",
       " 'pos-logits/cond/rnn_1/while/LoopCond',\n",
       " 'pos-logits/cond/rnn_1/while/Switch',\n",
       " 'pos-logits/cond/rnn_1/while/Switch_1',\n",
       " 'pos-logits/cond/rnn_1/while/Switch_2',\n",
       " 'pos-logits/cond/rnn_1/while/Switch_3',\n",
       " 'pos-logits/cond/rnn_1/while/Identity',\n",
       " 'pos-logits/cond/rnn_1/while/Identity_1',\n",
       " 'pos-logits/cond/rnn_1/while/Identity_2',\n",
       " 'pos-logits/cond/rnn_1/while/Identity_3',\n",
       " 'pos-logits/cond/rnn_1/while/add/y',\n",
       " 'pos-logits/cond/rnn_1/while/add',\n",
       " 'pos-logits/cond/rnn_1/while/TensorArrayReadV3',\n",
       " 'pos-logits/cond/rnn_1/while/TensorArrayReadV3/Enter',\n",
       " 'pos-logits/cond/rnn_1/while/TensorArrayReadV3/Enter_1',\n",
       " 'pos-logits/cond/rnn_1/while/Squeeze',\n",
       " 'pos-logits/cond/rnn_1/while/Shape',\n",
       " 'pos-logits/cond/rnn_1/while/strided_slice/stack',\n",
       " 'pos-logits/cond/rnn_1/while/strided_slice/stack_1',\n",
       " 'pos-logits/cond/rnn_1/while/strided_slice/stack_2',\n",
       " 'pos-logits/cond/rnn_1/while/strided_slice',\n",
       " 'pos-logits/cond/rnn_1/while/range/start',\n",
       " 'pos-logits/cond/rnn_1/while/range/delta',\n",
       " 'pos-logits/cond/rnn_1/while/range',\n",
       " 'pos-logits/cond/rnn_1/while/stack',\n",
       " 'pos-logits/cond/rnn_1/while/GatherNd',\n",
       " 'pos-logits/cond/rnn_1/while/ExpandDims/dim',\n",
       " 'pos-logits/cond/rnn_1/while/ExpandDims',\n",
       " 'pos-logits/cond/rnn_1/while/GreaterEqual',\n",
       " 'pos-logits/cond/rnn_1/while/GreaterEqual/Enter',\n",
       " 'pos-logits/cond/rnn_1/while/Select',\n",
       " 'pos-logits/cond/rnn_1/while/Select/Enter',\n",
       " 'pos-logits/cond/rnn_1/while/GreaterEqual_1',\n",
       " 'pos-logits/cond/rnn_1/while/Select_1',\n",
       " 'pos-logits/cond/rnn_1/while/TensorArrayWrite/TensorArrayWriteV3',\n",
       " 'pos-logits/cond/rnn_1/while/TensorArrayWrite/TensorArrayWriteV3/Enter',\n",
       " 'pos-logits/cond/rnn_1/while/add_1/y',\n",
       " 'pos-logits/cond/rnn_1/while/add_1',\n",
       " 'pos-logits/cond/rnn_1/while/NextIteration',\n",
       " 'pos-logits/cond/rnn_1/while/NextIteration_1',\n",
       " 'pos-logits/cond/rnn_1/while/NextIteration_2',\n",
       " 'pos-logits/cond/rnn_1/while/NextIteration_3',\n",
       " 'pos-logits/cond/rnn_1/while/Exit',\n",
       " 'pos-logits/cond/rnn_1/while/Exit_1',\n",
       " 'pos-logits/cond/rnn_1/while/Exit_2',\n",
       " 'pos-logits/cond/rnn_1/while/Exit_3',\n",
       " 'pos-logits/cond/rnn_1/TensorArrayStack/TensorArraySizeV3',\n",
       " 'pos-logits/cond/rnn_1/TensorArrayStack/range/start',\n",
       " 'pos-logits/cond/rnn_1/TensorArrayStack/range/delta',\n",
       " 'pos-logits/cond/rnn_1/TensorArrayStack/range',\n",
       " 'pos-logits/cond/rnn_1/TensorArrayStack/TensorArrayGatherV3',\n",
       " 'pos-logits/cond/rnn_1/Const_4',\n",
       " 'pos-logits/cond/rnn_1/Rank_1',\n",
       " 'pos-logits/cond/rnn_1/range_1/start',\n",
       " 'pos-logits/cond/rnn_1/range_1/delta',\n",
       " 'pos-logits/cond/rnn_1/range_1',\n",
       " 'pos-logits/cond/rnn_1/concat_2/values_0',\n",
       " 'pos-logits/cond/rnn_1/concat_2/axis',\n",
       " 'pos-logits/cond/rnn_1/concat_2',\n",
       " 'pos-logits/cond/rnn_1/transpose_1',\n",
       " 'pos-logits/cond/Squeeze_2',\n",
       " 'pos-logits/cond/concat/axis',\n",
       " 'pos-logits/cond/concat',\n",
       " 'pos-logits/cond/ReverseSequence_1',\n",
       " 'pos-logits/cond/Max_1/reduction_indices',\n",
       " 'pos-logits/cond/Max_1',\n",
       " 'pos-logits/cond/Merge',\n",
       " 'pos-logits/cond/Merge_1',\n",
       " 'beta1_power',\n",
       " 'beta2_power',\n",
       " 'Variable/Adam',\n",
       " 'Variable/Adam_1',\n",
       " 'Variable_1/Adam',\n",
       " 'Variable_1/Adam_1',\n",
       " 'bidirectional_rnn_char_0/fw/lstm_cell/kernel/Adam',\n",
       " 'bidirectional_rnn_char_0/fw/lstm_cell/kernel/Adam_1',\n",
       " 'bidirectional_rnn_char_0/fw/lstm_cell/bias/Adam',\n",
       " 'bidirectional_rnn_char_0/fw/lstm_cell/bias/Adam_1',\n",
       " 'bidirectional_rnn_char_0/bw/lstm_cell/kernel/Adam',\n",
       " 'bidirectional_rnn_char_0/bw/lstm_cell/kernel/Adam_1',\n",
       " 'bidirectional_rnn_char_0/bw/lstm_cell/bias/Adam',\n",
       " 'bidirectional_rnn_char_0/bw/lstm_cell/bias/Adam_1',\n",
       " 'bidirectional_rnn_char_1/fw/lstm_cell/kernel/Adam',\n",
       " 'bidirectional_rnn_char_1/fw/lstm_cell/kernel/Adam_1',\n",
       " 'bidirectional_rnn_char_1/fw/lstm_cell/bias/Adam',\n",
       " 'bidirectional_rnn_char_1/fw/lstm_cell/bias/Adam_1',\n",
       " 'bidirectional_rnn_char_1/bw/lstm_cell/kernel/Adam',\n",
       " 'bidirectional_rnn_char_1/bw/lstm_cell/kernel/Adam_1',\n",
       " 'bidirectional_rnn_char_1/bw/lstm_cell/bias/Adam',\n",
       " 'bidirectional_rnn_char_1/bw/lstm_cell/bias/Adam_1',\n",
       " 'memory_layer/kernel/Adam',\n",
       " 'memory_layer/kernel/Adam_1',\n",
       " 'memory_layer_1/kernel/Adam',\n",
       " 'memory_layer_1/kernel/Adam_1',\n",
       " 'bidirectional_rnn_word_0/fw/attention_wrapper/lstm_cell/kernel/Adam',\n",
       " 'bidirectional_rnn_word_0/fw/attention_wrapper/lstm_cell/kernel/Adam_1',\n",
       " 'bidirectional_rnn_word_0/fw/attention_wrapper/lstm_cell/bias/Adam',\n",
       " 'bidirectional_rnn_word_0/fw/attention_wrapper/lstm_cell/bias/Adam_1',\n",
       " 'bidirectional_rnn_word_0/fw/attention_wrapper/bahdanau_attention/query_layer/kernel/Adam',\n",
       " 'bidirectional_rnn_word_0/fw/attention_wrapper/bahdanau_attention/query_layer/kernel/Adam_1',\n",
       " 'bidirectional_rnn_word_0/fw/attention_wrapper/bahdanau_attention/attention_v/Adam',\n",
       " 'bidirectional_rnn_word_0/fw/attention_wrapper/bahdanau_attention/attention_v/Adam_1',\n",
       " 'bidirectional_rnn_word_0/fw/attention_wrapper/attention_layer/kernel/Adam',\n",
       " 'bidirectional_rnn_word_0/fw/attention_wrapper/attention_layer/kernel/Adam_1',\n",
       " 'bidirectional_rnn_word_0/bw/attention_wrapper/lstm_cell/kernel/Adam',\n",
       " 'bidirectional_rnn_word_0/bw/attention_wrapper/lstm_cell/kernel/Adam_1',\n",
       " 'bidirectional_rnn_word_0/bw/attention_wrapper/lstm_cell/bias/Adam',\n",
       " 'bidirectional_rnn_word_0/bw/attention_wrapper/lstm_cell/bias/Adam_1',\n",
       " 'bidirectional_rnn_word_0/bw/attention_wrapper/bahdanau_attention/query_layer/kernel/Adam',\n",
       " 'bidirectional_rnn_word_0/bw/attention_wrapper/bahdanau_attention/query_layer/kernel/Adam_1',\n",
       " 'bidirectional_rnn_word_0/bw/attention_wrapper/bahdanau_attention/attention_v/Adam',\n",
       " 'bidirectional_rnn_word_0/bw/attention_wrapper/bahdanau_attention/attention_v/Adam_1',\n",
       " 'bidirectional_rnn_word_0/bw/attention_wrapper/attention_layer/kernel/Adam',\n",
       " 'bidirectional_rnn_word_0/bw/attention_wrapper/attention_layer/kernel/Adam_1',\n",
       " 'memory_layer_2/kernel/Adam',\n",
       " 'memory_layer_2/kernel/Adam_1',\n",
       " 'memory_layer_3/kernel/Adam',\n",
       " 'memory_layer_3/kernel/Adam_1',\n",
       " 'bidirectional_rnn_word_1/fw/attention_wrapper/lstm_cell/kernel/Adam',\n",
       " 'bidirectional_rnn_word_1/fw/attention_wrapper/lstm_cell/kernel/Adam_1',\n",
       " 'bidirectional_rnn_word_1/fw/attention_wrapper/lstm_cell/bias/Adam',\n",
       " 'bidirectional_rnn_word_1/fw/attention_wrapper/lstm_cell/bias/Adam_1',\n",
       " 'bidirectional_rnn_word_1/fw/attention_wrapper/bahdanau_attention/query_layer/kernel/Adam',\n",
       " 'bidirectional_rnn_word_1/fw/attention_wrapper/bahdanau_attention/query_layer/kernel/Adam_1',\n",
       " 'bidirectional_rnn_word_1/fw/attention_wrapper/bahdanau_attention/attention_v/Adam',\n",
       " 'bidirectional_rnn_word_1/fw/attention_wrapper/bahdanau_attention/attention_v/Adam_1',\n",
       " 'bidirectional_rnn_word_1/fw/attention_wrapper/attention_layer/kernel/Adam',\n",
       " 'bidirectional_rnn_word_1/fw/attention_wrapper/attention_layer/kernel/Adam_1',\n",
       " 'bidirectional_rnn_word_1/bw/attention_wrapper/lstm_cell/kernel/Adam',\n",
       " 'bidirectional_rnn_word_1/bw/attention_wrapper/lstm_cell/kernel/Adam_1',\n",
       " 'bidirectional_rnn_word_1/bw/attention_wrapper/lstm_cell/bias/Adam',\n",
       " 'bidirectional_rnn_word_1/bw/attention_wrapper/lstm_cell/bias/Adam_1',\n",
       " 'bidirectional_rnn_word_1/bw/attention_wrapper/bahdanau_attention/query_layer/kernel/Adam',\n",
       " 'bidirectional_rnn_word_1/bw/attention_wrapper/bahdanau_attention/query_layer/kernel/Adam_1',\n",
       " 'bidirectional_rnn_word_1/bw/attention_wrapper/bahdanau_attention/attention_v/Adam',\n",
       " 'bidirectional_rnn_word_1/bw/attention_wrapper/bahdanau_attention/attention_v/Adam_1',\n",
       " 'bidirectional_rnn_word_1/bw/attention_wrapper/attention_layer/kernel/Adam',\n",
       " 'bidirectional_rnn_word_1/bw/attention_wrapper/attention_layer/kernel/Adam_1',\n",
       " 'w/Adam',\n",
       " 'w/Adam_1',\n",
       " 'b/Adam',\n",
       " 'b/Adam_1',\n",
       " 'w_pos/Adam',\n",
       " 'w_pos/Adam_1',\n",
       " 'b_pos/Adam',\n",
       " 'b_pos/Adam_1',\n",
       " 'entities/transitions/Adam',\n",
       " 'entities/transitions/Adam_1',\n",
       " 'pos/transitions/Adam',\n",
       " 'pos/transitions/Adam_1']"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "[n.name for n in tf.get_default_graph().as_graph_def().node if \"Variable\" in n.op or n.name.find('Placeholder') >= 0 or n.name.find('entity-logits') == 0 or n.name.find('pos-logits') == 0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "# only load Variables, placeholder for input, and our logits\n",
    "strings=','.join([n.name for n in tf.get_default_graph().as_graph_def().node if \"Variable\" in n.op or n.name.find('Placeholder') >= 0 or n.name.find('entity-logits') == 0 or n.name.find('pos-logits') == 0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [],
   "source": [
    "def freeze_graph(model_dir, output_node_names):\n",
    "\n",
    "    if not tf.gfile.Exists(model_dir):\n",
    "        raise AssertionError(\n",
    "            \"Export directory doesn't exists. Please specify an export \"\n",
    "            \"directory: %s\" % model_dir)\n",
    "\n",
    "    checkpoint = tf.train.get_checkpoint_state(model_dir)\n",
    "    input_checkpoint = checkpoint.model_checkpoint_path\n",
    "    \n",
    "    absolute_model_dir = \"/\".join(input_checkpoint.split('/')[:-1])\n",
    "    output_graph = absolute_model_dir + \"/frozen_model.pb\"\n",
    "    clear_devices = True\n",
    "    with tf.Session(graph=tf.Graph()) as sess:\n",
    "        saver = tf.train.import_meta_graph(input_checkpoint + '.meta', clear_devices=clear_devices)\n",
    "        saver.restore(sess, input_checkpoint)\n",
    "        output_graph_def = tf.graph_util.convert_variables_to_constants(\n",
    "            sess,\n",
    "            tf.get_default_graph().as_graph_def(),\n",
    "            output_node_names.split(\",\")\n",
    "        ) \n",
    "        with tf.gfile.GFile(output_graph, \"wb\") as f:\n",
    "            f.write(output_graph_def.SerializeToString())\n",
    "        print(\"%d ops in the final graph.\" % len(output_graph_def.node))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO:tensorflow:Restoring parameters from /home/husein/space/text-dataset/entities/bm/concat/concat-entity-pos.ckpt\n",
      "INFO:tensorflow:Froze 123 variables.\n",
      "Converted 123 variables to const ops.\n",
      "2346 ops in the final graph.\n"
     ]
    }
   ],
   "source": [
    "freeze_graph(\"concat\", strings)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "def load_graph(frozen_graph_filename):\n",
    "    with tf.gfile.GFile(frozen_graph_filename, \"rb\") as f:\n",
    "        graph_def = tf.GraphDef()\n",
    "        graph_def.ParseFromString(f.read())\n",
    "    with tf.Graph().as_default() as graph:\n",
    "        tf.import_graph_def(graph_def)\n",
    "    return graph"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [],
   "source": [
    "g=load_graph('concat/frozen_model.pb')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "import/Placeholder\n",
      "import/Placeholder_1\n",
      "import/Placeholder_2\n",
      "import/Placeholder_3\n",
      "import/Variable\n",
      "import/Variable/read\n",
      "import/Variable_1\n",
      "import/Variable_1/read\n",
      "import/embedding_lookup\n",
      "import/embedding_lookup_1\n",
      "import/Shape\n",
      "import/strided_slice/stack\n",
      "import/strided_slice/stack_1\n",
      "import/strided_slice/stack_2\n",
      "import/strided_slice\n",
      "import/strided_slice_1/stack\n",
      "import/strided_slice_1/stack_1\n",
      "import/strided_slice_1/stack_2\n",
      "import/strided_slice_1\n",
      "import/mul\n",
      "import/strided_slice_2/stack\n",
      "import/strided_slice_2/stack_1\n",
      "import/strided_slice_2/stack_2\n",
      "import/strided_slice_2\n",
      "import/Reshape/shape/2\n",
      "import/Reshape/shape\n",
      "import/Reshape\n",
      "import/bidirectional_rnn_char_0/fw/fw/Rank\n",
      "import/bidirectional_rnn_char_0/fw/fw/range/start\n",
      "import/bidirectional_rnn_char_0/fw/fw/range/delta\n",
      "import/bidirectional_rnn_char_0/fw/fw/range\n",
      "import/bidirectional_rnn_char_0/fw/fw/concat/values_0\n",
      "import/bidirectional_rnn_char_0/fw/fw/concat/axis\n",
      "import/bidirectional_rnn_char_0/fw/fw/concat\n",
      "import/bidirectional_rnn_char_0/fw/fw/transpose\n",
      "import/bidirectional_rnn_char_0/fw/fw/Shape\n",
      "import/bidirectional_rnn_char_0/fw/fw/strided_slice/stack\n",
      "import/bidirectional_rnn_char_0/fw/fw/strided_slice/stack_1\n",
      "import/bidirectional_rnn_char_0/fw/fw/strided_slice/stack_2\n",
      "import/bidirectional_rnn_char_0/fw/fw/strided_slice\n",
      "import/bidirectional_rnn_char_0/fw/fw/DropoutWrapperZeroState/LSTMCellZeroState/ExpandDims/dim\n",
      "import/bidirectional_rnn_char_0/fw/fw/DropoutWrapperZeroState/LSTMCellZeroState/ExpandDims\n",
      "import/bidirectional_rnn_char_0/fw/fw/DropoutWrapperZeroState/LSTMCellZeroState/Const\n",
      "import/bidirectional_rnn_char_0/fw/fw/DropoutWrapperZeroState/LSTMCellZeroState/concat/axis\n",
      "import/bidirectional_rnn_char_0/fw/fw/DropoutWrapperZeroState/LSTMCellZeroState/concat\n",
      "import/bidirectional_rnn_char_0/fw/fw/DropoutWrapperZeroState/LSTMCellZeroState/zeros/Const\n",
      "import/bidirectional_rnn_char_0/fw/fw/DropoutWrapperZeroState/LSTMCellZeroState/zeros\n",
      "import/bidirectional_rnn_char_0/fw/fw/DropoutWrapperZeroState/LSTMCellZeroState/ExpandDims_2/dim\n",
      "import/bidirectional_rnn_char_0/fw/fw/DropoutWrapperZeroState/LSTMCellZeroState/ExpandDims_2\n",
      "import/bidirectional_rnn_char_0/fw/fw/DropoutWrapperZeroState/LSTMCellZeroState/Const_2\n",
      "import/bidirectional_rnn_char_0/fw/fw/DropoutWrapperZeroState/LSTMCellZeroState/concat_1/axis\n",
      "import/bidirectional_rnn_char_0/fw/fw/DropoutWrapperZeroState/LSTMCellZeroState/concat_1\n",
      "import/bidirectional_rnn_char_0/fw/fw/DropoutWrapperZeroState/LSTMCellZeroState/zeros_1/Const\n",
      "import/bidirectional_rnn_char_0/fw/fw/DropoutWrapperZeroState/LSTMCellZeroState/zeros_1\n",
      "import/bidirectional_rnn_char_0/fw/fw/Shape_1\n",
      "import/bidirectional_rnn_char_0/fw/fw/strided_slice_1/stack\n",
      "import/bidirectional_rnn_char_0/fw/fw/strided_slice_1/stack_1\n",
      "import/bidirectional_rnn_char_0/fw/fw/strided_slice_1/stack_2\n",
      "import/bidirectional_rnn_char_0/fw/fw/strided_slice_1\n",
      "import/bidirectional_rnn_char_0/fw/fw/time\n",
      "import/bidirectional_rnn_char_0/fw/fw/TensorArray\n",
      "import/bidirectional_rnn_char_0/fw/fw/TensorArray_1\n",
      "import/bidirectional_rnn_char_0/fw/fw/TensorArrayUnstack/Shape\n",
      "import/bidirectional_rnn_char_0/fw/fw/TensorArrayUnstack/strided_slice/stack\n",
      "import/bidirectional_rnn_char_0/fw/fw/TensorArrayUnstack/strided_slice/stack_1\n",
      "import/bidirectional_rnn_char_0/fw/fw/TensorArrayUnstack/strided_slice/stack_2\n",
      "import/bidirectional_rnn_char_0/fw/fw/TensorArrayUnstack/strided_slice\n",
      "import/bidirectional_rnn_char_0/fw/fw/TensorArrayUnstack/range/start\n",
      "import/bidirectional_rnn_char_0/fw/fw/TensorArrayUnstack/range/delta\n",
      "import/bidirectional_rnn_char_0/fw/fw/TensorArrayUnstack/range\n",
      "import/bidirectional_rnn_char_0/fw/fw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/iteration_counter\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/Enter\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/Enter_1\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/Enter_2\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/Enter_3\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/Enter_4\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/Merge\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/Merge_1\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/Merge_2\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/Merge_3\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/Merge_4\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/Less\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/Less/Enter\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/Less_1\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/LogicalAnd\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/LoopCond\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/Switch\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/Switch_1\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/Switch_2\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/Switch_3\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/Switch_4\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/Identity\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/Identity_1\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/Identity_2\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/Identity_3\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/Identity_4\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/add/y\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/add\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/TensorArrayReadV3\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/TensorArrayReadV3/Enter\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/TensorArrayReadV3/Enter_1\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/dropout/keep_prob\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/dropout/Shape\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/dropout/random_uniform/min\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/dropout/random_uniform/max\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/dropout/random_uniform/RandomUniform\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/dropout/random_uniform/sub\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/dropout/random_uniform/mul\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/dropout/random_uniform\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/dropout/add\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/dropout/Floor\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/dropout/div\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/dropout/mul\n",
      "import/bidirectional_rnn_char_0/fw/lstm_cell/kernel\n",
      "import/bidirectional_rnn_char_0/fw/lstm_cell/kernel/read\n",
      "import/bidirectional_rnn_char_0/fw/lstm_cell/bias\n",
      "import/bidirectional_rnn_char_0/fw/lstm_cell/bias/read\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/lstm_cell/concat/axis\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/lstm_cell/concat\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/lstm_cell/MatMul\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/lstm_cell/MatMul/Enter\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/lstm_cell/BiasAdd\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/lstm_cell/BiasAdd/Enter\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/lstm_cell/split/split_dim\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/lstm_cell/split\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/lstm_cell/add/y\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/lstm_cell/add\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/lstm_cell/Sigmoid\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/lstm_cell/mul\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/lstm_cell/Sigmoid_1\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/lstm_cell/Tanh\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/lstm_cell/mul_1\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/lstm_cell/add_1\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/lstm_cell/Sigmoid_2\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/lstm_cell/Tanh_1\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/lstm_cell/mul_2\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3/Enter\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/add_1/y\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/add_1\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/NextIteration\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/NextIteration_1\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/NextIteration_2\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/NextIteration_3\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/NextIteration_4\n",
      "import/bidirectional_rnn_char_0/fw/fw/while/Exit_2\n",
      "import/bidirectional_rnn_char_0/fw/fw/TensorArrayStack/TensorArraySizeV3\n",
      "import/bidirectional_rnn_char_0/fw/fw/TensorArrayStack/range/start\n",
      "import/bidirectional_rnn_char_0/fw/fw/TensorArrayStack/range/delta\n",
      "import/bidirectional_rnn_char_0/fw/fw/TensorArrayStack/range\n",
      "import/bidirectional_rnn_char_0/fw/fw/TensorArrayStack/TensorArrayGatherV3\n",
      "import/bidirectional_rnn_char_0/fw/fw/Rank_1\n",
      "import/bidirectional_rnn_char_0/fw/fw/range_1/start\n",
      "import/bidirectional_rnn_char_0/fw/fw/range_1/delta\n",
      "import/bidirectional_rnn_char_0/fw/fw/range_1\n",
      "import/bidirectional_rnn_char_0/fw/fw/concat_2/values_0\n",
      "import/bidirectional_rnn_char_0/fw/fw/concat_2/axis\n",
      "import/bidirectional_rnn_char_0/fw/fw/concat_2\n",
      "import/bidirectional_rnn_char_0/fw/fw/transpose_1\n",
      "import/bidirectional_rnn_char_0/bw/ReverseV2/axis\n",
      "import/bidirectional_rnn_char_0/bw/ReverseV2\n",
      "import/bidirectional_rnn_char_0/bw/bw/Rank\n",
      "import/bidirectional_rnn_char_0/bw/bw/range/start\n",
      "import/bidirectional_rnn_char_0/bw/bw/range/delta\n",
      "import/bidirectional_rnn_char_0/bw/bw/range\n",
      "import/bidirectional_rnn_char_0/bw/bw/concat/values_0\n",
      "import/bidirectional_rnn_char_0/bw/bw/concat/axis\n",
      "import/bidirectional_rnn_char_0/bw/bw/concat\n",
      "import/bidirectional_rnn_char_0/bw/bw/transpose\n",
      "import/bidirectional_rnn_char_0/bw/bw/Shape\n",
      "import/bidirectional_rnn_char_0/bw/bw/strided_slice/stack\n",
      "import/bidirectional_rnn_char_0/bw/bw/strided_slice/stack_1\n",
      "import/bidirectional_rnn_char_0/bw/bw/strided_slice/stack_2\n",
      "import/bidirectional_rnn_char_0/bw/bw/strided_slice\n",
      "import/bidirectional_rnn_char_0/bw/bw/DropoutWrapperZeroState/LSTMCellZeroState/ExpandDims/dim\n",
      "import/bidirectional_rnn_char_0/bw/bw/DropoutWrapperZeroState/LSTMCellZeroState/ExpandDims\n",
      "import/bidirectional_rnn_char_0/bw/bw/DropoutWrapperZeroState/LSTMCellZeroState/Const\n",
      "import/bidirectional_rnn_char_0/bw/bw/DropoutWrapperZeroState/LSTMCellZeroState/concat/axis\n",
      "import/bidirectional_rnn_char_0/bw/bw/DropoutWrapperZeroState/LSTMCellZeroState/concat\n",
      "import/bidirectional_rnn_char_0/bw/bw/DropoutWrapperZeroState/LSTMCellZeroState/zeros/Const\n",
      "import/bidirectional_rnn_char_0/bw/bw/DropoutWrapperZeroState/LSTMCellZeroState/zeros\n",
      "import/bidirectional_rnn_char_0/bw/bw/DropoutWrapperZeroState/LSTMCellZeroState/ExpandDims_2/dim\n",
      "import/bidirectional_rnn_char_0/bw/bw/DropoutWrapperZeroState/LSTMCellZeroState/ExpandDims_2\n",
      "import/bidirectional_rnn_char_0/bw/bw/DropoutWrapperZeroState/LSTMCellZeroState/Const_2\n",
      "import/bidirectional_rnn_char_0/bw/bw/DropoutWrapperZeroState/LSTMCellZeroState/concat_1/axis\n",
      "import/bidirectional_rnn_char_0/bw/bw/DropoutWrapperZeroState/LSTMCellZeroState/concat_1\n",
      "import/bidirectional_rnn_char_0/bw/bw/DropoutWrapperZeroState/LSTMCellZeroState/zeros_1/Const\n",
      "import/bidirectional_rnn_char_0/bw/bw/DropoutWrapperZeroState/LSTMCellZeroState/zeros_1\n",
      "import/bidirectional_rnn_char_0/bw/bw/Shape_1\n",
      "import/bidirectional_rnn_char_0/bw/bw/strided_slice_1/stack\n",
      "import/bidirectional_rnn_char_0/bw/bw/strided_slice_1/stack_1\n",
      "import/bidirectional_rnn_char_0/bw/bw/strided_slice_1/stack_2\n",
      "import/bidirectional_rnn_char_0/bw/bw/strided_slice_1\n",
      "import/bidirectional_rnn_char_0/bw/bw/time\n",
      "import/bidirectional_rnn_char_0/bw/bw/TensorArray\n",
      "import/bidirectional_rnn_char_0/bw/bw/TensorArray_1\n",
      "import/bidirectional_rnn_char_0/bw/bw/TensorArrayUnstack/Shape\n",
      "import/bidirectional_rnn_char_0/bw/bw/TensorArrayUnstack/strided_slice/stack\n",
      "import/bidirectional_rnn_char_0/bw/bw/TensorArrayUnstack/strided_slice/stack_1\n",
      "import/bidirectional_rnn_char_0/bw/bw/TensorArrayUnstack/strided_slice/stack_2\n",
      "import/bidirectional_rnn_char_0/bw/bw/TensorArrayUnstack/strided_slice\n",
      "import/bidirectional_rnn_char_0/bw/bw/TensorArrayUnstack/range/start\n",
      "import/bidirectional_rnn_char_0/bw/bw/TensorArrayUnstack/range/delta\n",
      "import/bidirectional_rnn_char_0/bw/bw/TensorArrayUnstack/range\n",
      "import/bidirectional_rnn_char_0/bw/bw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/iteration_counter\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/Enter\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/Enter_1\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/Enter_2\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/Enter_3\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/Enter_4\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/Merge\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/Merge_1\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/Merge_2\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/Merge_3\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/Merge_4\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/Less\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/Less/Enter\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/Less_1\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/LogicalAnd\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/LoopCond\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/Switch\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/Switch_1\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/Switch_2\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/Switch_3\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/Switch_4\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/Identity\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/Identity_1\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/Identity_2\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/Identity_3\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/Identity_4\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/add/y\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/add\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/TensorArrayReadV3\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/TensorArrayReadV3/Enter\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/TensorArrayReadV3/Enter_1\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/dropout/keep_prob\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/dropout/Shape\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/dropout/random_uniform/min\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/dropout/random_uniform/max\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/dropout/random_uniform/RandomUniform\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/dropout/random_uniform/sub\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/dropout/random_uniform/mul\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/dropout/random_uniform\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/dropout/add\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/dropout/Floor\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/dropout/div\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/dropout/mul\n",
      "import/bidirectional_rnn_char_0/bw/lstm_cell/kernel\n",
      "import/bidirectional_rnn_char_0/bw/lstm_cell/kernel/read\n",
      "import/bidirectional_rnn_char_0/bw/lstm_cell/bias\n",
      "import/bidirectional_rnn_char_0/bw/lstm_cell/bias/read\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/lstm_cell/concat/axis\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/lstm_cell/concat\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/lstm_cell/MatMul\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/lstm_cell/MatMul/Enter\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/lstm_cell/BiasAdd\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/lstm_cell/BiasAdd/Enter\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/lstm_cell/split/split_dim\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/lstm_cell/split\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/lstm_cell/add/y\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/lstm_cell/add\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/lstm_cell/Sigmoid\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/lstm_cell/mul\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/lstm_cell/Sigmoid_1\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/lstm_cell/Tanh\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/lstm_cell/mul_1\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/lstm_cell/add_1\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/lstm_cell/Sigmoid_2\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/lstm_cell/Tanh_1\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/lstm_cell/mul_2\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3/Enter\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/add_1/y\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/add_1\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/NextIteration\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/NextIteration_1\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/NextIteration_2\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/NextIteration_3\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/NextIteration_4\n",
      "import/bidirectional_rnn_char_0/bw/bw/while/Exit_2\n",
      "import/bidirectional_rnn_char_0/bw/bw/TensorArrayStack/TensorArraySizeV3\n",
      "import/bidirectional_rnn_char_0/bw/bw/TensorArrayStack/range/start\n",
      "import/bidirectional_rnn_char_0/bw/bw/TensorArrayStack/range/delta\n",
      "import/bidirectional_rnn_char_0/bw/bw/TensorArrayStack/range\n",
      "import/bidirectional_rnn_char_0/bw/bw/TensorArrayStack/TensorArrayGatherV3\n",
      "import/bidirectional_rnn_char_0/bw/bw/Rank_1\n",
      "import/bidirectional_rnn_char_0/bw/bw/range_1/start\n",
      "import/bidirectional_rnn_char_0/bw/bw/range_1/delta\n",
      "import/bidirectional_rnn_char_0/bw/bw/range_1\n",
      "import/bidirectional_rnn_char_0/bw/bw/concat_2/values_0\n",
      "import/bidirectional_rnn_char_0/bw/bw/concat_2/axis\n",
      "import/bidirectional_rnn_char_0/bw/bw/concat_2\n",
      "import/bidirectional_rnn_char_0/bw/bw/transpose_1\n",
      "import/ReverseV2/axis\n",
      "import/ReverseV2\n",
      "import/concat/axis\n",
      "import/concat\n",
      "import/bidirectional_rnn_char_1/fw/fw/Rank\n",
      "import/bidirectional_rnn_char_1/fw/fw/range/start\n",
      "import/bidirectional_rnn_char_1/fw/fw/range/delta\n",
      "import/bidirectional_rnn_char_1/fw/fw/range\n",
      "import/bidirectional_rnn_char_1/fw/fw/concat/values_0\n",
      "import/bidirectional_rnn_char_1/fw/fw/concat/axis\n",
      "import/bidirectional_rnn_char_1/fw/fw/concat\n",
      "import/bidirectional_rnn_char_1/fw/fw/transpose\n",
      "import/bidirectional_rnn_char_1/fw/fw/Shape\n",
      "import/bidirectional_rnn_char_1/fw/fw/strided_slice/stack\n",
      "import/bidirectional_rnn_char_1/fw/fw/strided_slice/stack_1\n",
      "import/bidirectional_rnn_char_1/fw/fw/strided_slice/stack_2\n",
      "import/bidirectional_rnn_char_1/fw/fw/strided_slice\n",
      "import/bidirectional_rnn_char_1/fw/fw/DropoutWrapperZeroState/LSTMCellZeroState/ExpandDims/dim\n",
      "import/bidirectional_rnn_char_1/fw/fw/DropoutWrapperZeroState/LSTMCellZeroState/ExpandDims\n",
      "import/bidirectional_rnn_char_1/fw/fw/DropoutWrapperZeroState/LSTMCellZeroState/Const\n",
      "import/bidirectional_rnn_char_1/fw/fw/DropoutWrapperZeroState/LSTMCellZeroState/concat/axis\n",
      "import/bidirectional_rnn_char_1/fw/fw/DropoutWrapperZeroState/LSTMCellZeroState/concat\n",
      "import/bidirectional_rnn_char_1/fw/fw/DropoutWrapperZeroState/LSTMCellZeroState/zeros/Const\n",
      "import/bidirectional_rnn_char_1/fw/fw/DropoutWrapperZeroState/LSTMCellZeroState/zeros\n",
      "import/bidirectional_rnn_char_1/fw/fw/DropoutWrapperZeroState/LSTMCellZeroState/ExpandDims_2/dim\n",
      "import/bidirectional_rnn_char_1/fw/fw/DropoutWrapperZeroState/LSTMCellZeroState/ExpandDims_2\n",
      "import/bidirectional_rnn_char_1/fw/fw/DropoutWrapperZeroState/LSTMCellZeroState/Const_2\n",
      "import/bidirectional_rnn_char_1/fw/fw/DropoutWrapperZeroState/LSTMCellZeroState/concat_1/axis\n",
      "import/bidirectional_rnn_char_1/fw/fw/DropoutWrapperZeroState/LSTMCellZeroState/concat_1\n",
      "import/bidirectional_rnn_char_1/fw/fw/DropoutWrapperZeroState/LSTMCellZeroState/zeros_1/Const\n",
      "import/bidirectional_rnn_char_1/fw/fw/DropoutWrapperZeroState/LSTMCellZeroState/zeros_1\n",
      "import/bidirectional_rnn_char_1/fw/fw/Shape_1\n",
      "import/bidirectional_rnn_char_1/fw/fw/strided_slice_1/stack\n",
      "import/bidirectional_rnn_char_1/fw/fw/strided_slice_1/stack_1\n",
      "import/bidirectional_rnn_char_1/fw/fw/strided_slice_1/stack_2\n",
      "import/bidirectional_rnn_char_1/fw/fw/strided_slice_1\n",
      "import/bidirectional_rnn_char_1/fw/fw/time\n",
      "import/bidirectional_rnn_char_1/fw/fw/TensorArray\n",
      "import/bidirectional_rnn_char_1/fw/fw/TensorArray_1\n",
      "import/bidirectional_rnn_char_1/fw/fw/TensorArrayUnstack/Shape\n",
      "import/bidirectional_rnn_char_1/fw/fw/TensorArrayUnstack/strided_slice/stack\n",
      "import/bidirectional_rnn_char_1/fw/fw/TensorArrayUnstack/strided_slice/stack_1\n",
      "import/bidirectional_rnn_char_1/fw/fw/TensorArrayUnstack/strided_slice/stack_2\n",
      "import/bidirectional_rnn_char_1/fw/fw/TensorArrayUnstack/strided_slice\n",
      "import/bidirectional_rnn_char_1/fw/fw/TensorArrayUnstack/range/start\n",
      "import/bidirectional_rnn_char_1/fw/fw/TensorArrayUnstack/range/delta\n",
      "import/bidirectional_rnn_char_1/fw/fw/TensorArrayUnstack/range\n",
      "import/bidirectional_rnn_char_1/fw/fw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/iteration_counter\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/Enter\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/Enter_1\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/Enter_2\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/Enter_3\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/Enter_4\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/Merge\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/Merge_1\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/Merge_2\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/Merge_3\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/Merge_4\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/Less\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/Less/Enter\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/Less_1\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/LogicalAnd\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/LoopCond\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/Switch\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/Switch_1\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/Switch_2\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/Switch_3\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/Switch_4\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/Identity\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/Identity_1\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/Identity_2\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/Identity_3\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/Identity_4\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/add/y\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/add\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/TensorArrayReadV3\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/TensorArrayReadV3/Enter\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/TensorArrayReadV3/Enter_1\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/dropout/keep_prob\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/dropout/Shape\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/dropout/random_uniform/min\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/dropout/random_uniform/max\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/dropout/random_uniform/RandomUniform\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/dropout/random_uniform/sub\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/dropout/random_uniform/mul\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/dropout/random_uniform\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/dropout/add\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/dropout/Floor\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/dropout/div\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/dropout/mul\n",
      "import/bidirectional_rnn_char_1/fw/lstm_cell/kernel\n",
      "import/bidirectional_rnn_char_1/fw/lstm_cell/kernel/read\n",
      "import/bidirectional_rnn_char_1/fw/lstm_cell/bias\n",
      "import/bidirectional_rnn_char_1/fw/lstm_cell/bias/read\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/lstm_cell/concat/axis\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/lstm_cell/concat\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/lstm_cell/MatMul\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/lstm_cell/MatMul/Enter\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/lstm_cell/BiasAdd\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/lstm_cell/BiasAdd/Enter\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/lstm_cell/split/split_dim\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/lstm_cell/split\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/lstm_cell/add/y\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/lstm_cell/add\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/lstm_cell/Sigmoid\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/lstm_cell/mul\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/lstm_cell/Sigmoid_1\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/lstm_cell/Tanh\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/lstm_cell/mul_1\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/lstm_cell/add_1\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/lstm_cell/Sigmoid_2\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/lstm_cell/Tanh_1\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/lstm_cell/mul_2\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3/Enter\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/add_1/y\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/add_1\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/NextIteration\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/NextIteration_1\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/NextIteration_2\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/NextIteration_3\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/NextIteration_4\n",
      "import/bidirectional_rnn_char_1/fw/fw/while/Exit_2\n",
      "import/bidirectional_rnn_char_1/fw/fw/TensorArrayStack/TensorArraySizeV3\n",
      "import/bidirectional_rnn_char_1/fw/fw/TensorArrayStack/range/start\n",
      "import/bidirectional_rnn_char_1/fw/fw/TensorArrayStack/range/delta\n",
      "import/bidirectional_rnn_char_1/fw/fw/TensorArrayStack/range\n",
      "import/bidirectional_rnn_char_1/fw/fw/TensorArrayStack/TensorArrayGatherV3\n",
      "import/bidirectional_rnn_char_1/fw/fw/Rank_1\n",
      "import/bidirectional_rnn_char_1/fw/fw/range_1/start\n",
      "import/bidirectional_rnn_char_1/fw/fw/range_1/delta\n",
      "import/bidirectional_rnn_char_1/fw/fw/range_1\n",
      "import/bidirectional_rnn_char_1/fw/fw/concat_2/values_0\n",
      "import/bidirectional_rnn_char_1/fw/fw/concat_2/axis\n",
      "import/bidirectional_rnn_char_1/fw/fw/concat_2\n",
      "import/bidirectional_rnn_char_1/fw/fw/transpose_1\n",
      "import/bidirectional_rnn_char_1/bw/ReverseV2/axis\n",
      "import/bidirectional_rnn_char_1/bw/ReverseV2\n",
      "import/bidirectional_rnn_char_1/bw/bw/Rank\n",
      "import/bidirectional_rnn_char_1/bw/bw/range/start\n",
      "import/bidirectional_rnn_char_1/bw/bw/range/delta\n",
      "import/bidirectional_rnn_char_1/bw/bw/range\n",
      "import/bidirectional_rnn_char_1/bw/bw/concat/values_0\n",
      "import/bidirectional_rnn_char_1/bw/bw/concat/axis\n",
      "import/bidirectional_rnn_char_1/bw/bw/concat\n",
      "import/bidirectional_rnn_char_1/bw/bw/transpose\n",
      "import/bidirectional_rnn_char_1/bw/bw/Shape\n",
      "import/bidirectional_rnn_char_1/bw/bw/strided_slice/stack\n",
      "import/bidirectional_rnn_char_1/bw/bw/strided_slice/stack_1\n",
      "import/bidirectional_rnn_char_1/bw/bw/strided_slice/stack_2\n",
      "import/bidirectional_rnn_char_1/bw/bw/strided_slice\n",
      "import/bidirectional_rnn_char_1/bw/bw/DropoutWrapperZeroState/LSTMCellZeroState/ExpandDims/dim\n",
      "import/bidirectional_rnn_char_1/bw/bw/DropoutWrapperZeroState/LSTMCellZeroState/ExpandDims\n",
      "import/bidirectional_rnn_char_1/bw/bw/DropoutWrapperZeroState/LSTMCellZeroState/Const\n",
      "import/bidirectional_rnn_char_1/bw/bw/DropoutWrapperZeroState/LSTMCellZeroState/concat/axis\n",
      "import/bidirectional_rnn_char_1/bw/bw/DropoutWrapperZeroState/LSTMCellZeroState/concat\n",
      "import/bidirectional_rnn_char_1/bw/bw/DropoutWrapperZeroState/LSTMCellZeroState/zeros/Const\n",
      "import/bidirectional_rnn_char_1/bw/bw/DropoutWrapperZeroState/LSTMCellZeroState/zeros\n",
      "import/bidirectional_rnn_char_1/bw/bw/DropoutWrapperZeroState/LSTMCellZeroState/ExpandDims_2/dim\n",
      "import/bidirectional_rnn_char_1/bw/bw/DropoutWrapperZeroState/LSTMCellZeroState/ExpandDims_2\n",
      "import/bidirectional_rnn_char_1/bw/bw/DropoutWrapperZeroState/LSTMCellZeroState/Const_2\n",
      "import/bidirectional_rnn_char_1/bw/bw/DropoutWrapperZeroState/LSTMCellZeroState/concat_1/axis\n",
      "import/bidirectional_rnn_char_1/bw/bw/DropoutWrapperZeroState/LSTMCellZeroState/concat_1\n",
      "import/bidirectional_rnn_char_1/bw/bw/DropoutWrapperZeroState/LSTMCellZeroState/zeros_1/Const\n",
      "import/bidirectional_rnn_char_1/bw/bw/DropoutWrapperZeroState/LSTMCellZeroState/zeros_1\n",
      "import/bidirectional_rnn_char_1/bw/bw/Shape_1\n",
      "import/bidirectional_rnn_char_1/bw/bw/strided_slice_1/stack\n",
      "import/bidirectional_rnn_char_1/bw/bw/strided_slice_1/stack_1\n",
      "import/bidirectional_rnn_char_1/bw/bw/strided_slice_1/stack_2\n",
      "import/bidirectional_rnn_char_1/bw/bw/strided_slice_1\n",
      "import/bidirectional_rnn_char_1/bw/bw/time\n",
      "import/bidirectional_rnn_char_1/bw/bw/TensorArray\n",
      "import/bidirectional_rnn_char_1/bw/bw/TensorArray_1\n",
      "import/bidirectional_rnn_char_1/bw/bw/TensorArrayUnstack/Shape\n",
      "import/bidirectional_rnn_char_1/bw/bw/TensorArrayUnstack/strided_slice/stack\n",
      "import/bidirectional_rnn_char_1/bw/bw/TensorArrayUnstack/strided_slice/stack_1\n",
      "import/bidirectional_rnn_char_1/bw/bw/TensorArrayUnstack/strided_slice/stack_2\n",
      "import/bidirectional_rnn_char_1/bw/bw/TensorArrayUnstack/strided_slice\n",
      "import/bidirectional_rnn_char_1/bw/bw/TensorArrayUnstack/range/start\n",
      "import/bidirectional_rnn_char_1/bw/bw/TensorArrayUnstack/range/delta\n",
      "import/bidirectional_rnn_char_1/bw/bw/TensorArrayUnstack/range\n",
      "import/bidirectional_rnn_char_1/bw/bw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/iteration_counter\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/Enter\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/Enter_1\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/Enter_2\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/Enter_3\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/Enter_4\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/Merge\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/Merge_1\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/Merge_2\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/Merge_3\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/Merge_4\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/Less\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/Less/Enter\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/Less_1\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/LogicalAnd\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/LoopCond\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/Switch\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/Switch_1\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/Switch_2\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/Switch_3\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/Switch_4\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/Identity\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/Identity_1\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/Identity_2\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/Identity_3\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/Identity_4\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/add/y\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/add\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/TensorArrayReadV3\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/TensorArrayReadV3/Enter\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/TensorArrayReadV3/Enter_1\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/dropout/keep_prob\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/dropout/Shape\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/dropout/random_uniform/min\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/dropout/random_uniform/max\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/dropout/random_uniform/RandomUniform\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/dropout/random_uniform/sub\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/dropout/random_uniform/mul\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/dropout/random_uniform\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/dropout/add\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/dropout/Floor\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/dropout/div\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/dropout/mul\n",
      "import/bidirectional_rnn_char_1/bw/lstm_cell/kernel\n",
      "import/bidirectional_rnn_char_1/bw/lstm_cell/kernel/read\n",
      "import/bidirectional_rnn_char_1/bw/lstm_cell/bias\n",
      "import/bidirectional_rnn_char_1/bw/lstm_cell/bias/read\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/lstm_cell/concat/axis\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/lstm_cell/concat\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/lstm_cell/MatMul\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/lstm_cell/MatMul/Enter\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/lstm_cell/BiasAdd\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/lstm_cell/BiasAdd/Enter\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/lstm_cell/split/split_dim\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/lstm_cell/split\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/lstm_cell/add/y\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/lstm_cell/add\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/lstm_cell/Sigmoid\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/lstm_cell/mul\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/lstm_cell/Sigmoid_1\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/lstm_cell/Tanh\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/lstm_cell/mul_1\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/lstm_cell/add_1\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/lstm_cell/Sigmoid_2\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/lstm_cell/Tanh_1\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/lstm_cell/mul_2\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3/Enter\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/add_1/y\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/add_1\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/NextIteration\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/NextIteration_1\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/NextIteration_2\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/NextIteration_3\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/NextIteration_4\n",
      "import/bidirectional_rnn_char_1/bw/bw/while/Exit_2\n",
      "import/bidirectional_rnn_char_1/bw/bw/TensorArrayStack/TensorArraySizeV3\n",
      "import/bidirectional_rnn_char_1/bw/bw/TensorArrayStack/range/start\n",
      "import/bidirectional_rnn_char_1/bw/bw/TensorArrayStack/range/delta\n",
      "import/bidirectional_rnn_char_1/bw/bw/TensorArrayStack/range\n",
      "import/bidirectional_rnn_char_1/bw/bw/TensorArrayStack/TensorArrayGatherV3\n",
      "import/bidirectional_rnn_char_1/bw/bw/Rank_1\n",
      "import/bidirectional_rnn_char_1/bw/bw/range_1/start\n",
      "import/bidirectional_rnn_char_1/bw/bw/range_1/delta\n",
      "import/bidirectional_rnn_char_1/bw/bw/range_1\n",
      "import/bidirectional_rnn_char_1/bw/bw/concat_2/values_0\n",
      "import/bidirectional_rnn_char_1/bw/bw/concat_2/axis\n",
      "import/bidirectional_rnn_char_1/bw/bw/concat_2\n",
      "import/bidirectional_rnn_char_1/bw/bw/transpose_1\n",
      "import/ReverseV2_1/axis\n",
      "import/ReverseV2_1\n",
      "import/concat_1/axis\n",
      "import/concat_1\n",
      "import/strided_slice_3/stack\n",
      "import/strided_slice_3/stack_1\n",
      "import/strided_slice_3/stack_2\n",
      "import/strided_slice_3\n",
      "import/strided_slice_4/stack\n",
      "import/strided_slice_4/stack_1\n",
      "import/strided_slice_4/stack_2\n",
      "import/strided_slice_4\n",
      "import/strided_slice_5/stack\n",
      "import/strided_slice_5/stack_1\n",
      "import/strided_slice_5/stack_2\n",
      "import/strided_slice_5\n",
      "import/Reshape_1/shape/2\n",
      "import/Reshape_1/shape\n",
      "import/Reshape_1\n",
      "import/concat_2/axis\n",
      "import/concat_2\n",
      "import/dropout/keep_prob\n",
      "import/dropout/Shape\n",
      "import/dropout/random_uniform/min\n",
      "import/dropout/random_uniform/max\n",
      "import/dropout/random_uniform/RandomUniform\n",
      "import/dropout/random_uniform/sub\n",
      "import/dropout/random_uniform/mul\n",
      "import/dropout/random_uniform\n",
      "import/dropout/add\n",
      "import/dropout/Floor\n",
      "import/dropout/div\n",
      "import/dropout/mul\n",
      "import/memory_layer/kernel\n",
      "import/memory_layer/kernel/read\n",
      "import/BahdanauAttention/memory_layer/Tensordot/Shape\n",
      "import/BahdanauAttention/memory_layer/Tensordot/Rank\n",
      "import/BahdanauAttention/memory_layer/Tensordot/axes\n",
      "import/BahdanauAttention/memory_layer/Tensordot/GreaterEqual/y\n",
      "import/BahdanauAttention/memory_layer/Tensordot/GreaterEqual\n",
      "import/BahdanauAttention/memory_layer/Tensordot/Cast\n",
      "import/BahdanauAttention/memory_layer/Tensordot/mul\n",
      "import/BahdanauAttention/memory_layer/Tensordot/Less/y\n",
      "import/BahdanauAttention/memory_layer/Tensordot/Less\n",
      "import/BahdanauAttention/memory_layer/Tensordot/Cast_1\n",
      "import/BahdanauAttention/memory_layer/Tensordot/add\n",
      "import/BahdanauAttention/memory_layer/Tensordot/mul_1\n",
      "import/BahdanauAttention/memory_layer/Tensordot/add_1\n",
      "import/BahdanauAttention/memory_layer/Tensordot/range/start\n",
      "import/BahdanauAttention/memory_layer/Tensordot/range/delta\n",
      "import/BahdanauAttention/memory_layer/Tensordot/range\n",
      "import/BahdanauAttention/memory_layer/Tensordot/ListDiff\n",
      "import/BahdanauAttention/memory_layer/Tensordot/Gather\n",
      "import/BahdanauAttention/memory_layer/Tensordot/Gather_1\n",
      "import/BahdanauAttention/memory_layer/Tensordot/Const\n",
      "import/BahdanauAttention/memory_layer/Tensordot/Prod\n",
      "import/BahdanauAttention/memory_layer/Tensordot/Const_1\n",
      "import/BahdanauAttention/memory_layer/Tensordot/Prod_1\n",
      "import/BahdanauAttention/memory_layer/Tensordot/concat_1/axis\n",
      "import/BahdanauAttention/memory_layer/Tensordot/concat_1\n",
      "import/BahdanauAttention/memory_layer/Tensordot/stack\n",
      "import/BahdanauAttention/memory_layer/Tensordot/transpose\n",
      "import/BahdanauAttention/memory_layer/Tensordot/Reshape\n",
      "import/BahdanauAttention/memory_layer/Tensordot/transpose_1/perm\n",
      "import/BahdanauAttention/memory_layer/Tensordot/transpose_1\n",
      "import/BahdanauAttention/memory_layer/Tensordot/Reshape_1/shape\n",
      "import/BahdanauAttention/memory_layer/Tensordot/Reshape_1\n",
      "import/BahdanauAttention/memory_layer/Tensordot/MatMul\n",
      "import/BahdanauAttention/memory_layer/Tensordot/Const_2\n",
      "import/BahdanauAttention/memory_layer/Tensordot/concat_2/axis\n",
      "import/BahdanauAttention/memory_layer/Tensordot/concat_2\n",
      "import/BahdanauAttention/memory_layer/Tensordot\n",
      "import/BahdanauAttention/Shape_1\n",
      "import/BahdanauAttention/strided_slice_1/stack\n",
      "import/BahdanauAttention/strided_slice_1/stack_1\n",
      "import/BahdanauAttention/strided_slice_1/stack_2\n",
      "import/BahdanauAttention/strided_slice_1\n",
      "import/memory_layer_1/kernel\n",
      "import/memory_layer_1/kernel/read\n",
      "import/BahdanauAttention_1/memory_layer/Tensordot/Shape\n",
      "import/BahdanauAttention_1/memory_layer/Tensordot/Rank\n",
      "import/BahdanauAttention_1/memory_layer/Tensordot/axes\n",
      "import/BahdanauAttention_1/memory_layer/Tensordot/GreaterEqual/y\n",
      "import/BahdanauAttention_1/memory_layer/Tensordot/GreaterEqual\n",
      "import/BahdanauAttention_1/memory_layer/Tensordot/Cast\n",
      "import/BahdanauAttention_1/memory_layer/Tensordot/mul\n",
      "import/BahdanauAttention_1/memory_layer/Tensordot/Less/y\n",
      "import/BahdanauAttention_1/memory_layer/Tensordot/Less\n",
      "import/BahdanauAttention_1/memory_layer/Tensordot/Cast_1\n",
      "import/BahdanauAttention_1/memory_layer/Tensordot/add\n",
      "import/BahdanauAttention_1/memory_layer/Tensordot/mul_1\n",
      "import/BahdanauAttention_1/memory_layer/Tensordot/add_1\n",
      "import/BahdanauAttention_1/memory_layer/Tensordot/range/start\n",
      "import/BahdanauAttention_1/memory_layer/Tensordot/range/delta\n",
      "import/BahdanauAttention_1/memory_layer/Tensordot/range\n",
      "import/BahdanauAttention_1/memory_layer/Tensordot/ListDiff\n",
      "import/BahdanauAttention_1/memory_layer/Tensordot/Gather\n",
      "import/BahdanauAttention_1/memory_layer/Tensordot/Gather_1\n",
      "import/BahdanauAttention_1/memory_layer/Tensordot/Const\n",
      "import/BahdanauAttention_1/memory_layer/Tensordot/Prod\n",
      "import/BahdanauAttention_1/memory_layer/Tensordot/Const_1\n",
      "import/BahdanauAttention_1/memory_layer/Tensordot/Prod_1\n",
      "import/BahdanauAttention_1/memory_layer/Tensordot/concat_1/axis\n",
      "import/BahdanauAttention_1/memory_layer/Tensordot/concat_1\n",
      "import/BahdanauAttention_1/memory_layer/Tensordot/stack\n",
      "import/BahdanauAttention_1/memory_layer/Tensordot/transpose\n",
      "import/BahdanauAttention_1/memory_layer/Tensordot/Reshape\n",
      "import/BahdanauAttention_1/memory_layer/Tensordot/transpose_1/perm\n",
      "import/BahdanauAttention_1/memory_layer/Tensordot/transpose_1\n",
      "import/BahdanauAttention_1/memory_layer/Tensordot/Reshape_1/shape\n",
      "import/BahdanauAttention_1/memory_layer/Tensordot/Reshape_1\n",
      "import/BahdanauAttention_1/memory_layer/Tensordot/MatMul\n",
      "import/BahdanauAttention_1/memory_layer/Tensordot/Const_2\n",
      "import/BahdanauAttention_1/memory_layer/Tensordot/concat_2/axis\n",
      "import/BahdanauAttention_1/memory_layer/Tensordot/concat_2\n",
      "import/BahdanauAttention_1/memory_layer/Tensordot\n",
      "import/BahdanauAttention_1/Shape_1\n",
      "import/BahdanauAttention_1/strided_slice_1/stack\n",
      "import/BahdanauAttention_1/strided_slice_1/stack_1\n",
      "import/BahdanauAttention_1/strided_slice_1/stack_2\n",
      "import/BahdanauAttention_1/strided_slice_1\n",
      "import/bidirectional_rnn_word_0/fw/fw/Rank\n",
      "import/bidirectional_rnn_word_0/fw/fw/range/start\n",
      "import/bidirectional_rnn_word_0/fw/fw/range/delta\n",
      "import/bidirectional_rnn_word_0/fw/fw/range\n",
      "import/bidirectional_rnn_word_0/fw/fw/concat/values_0\n",
      "import/bidirectional_rnn_word_0/fw/fw/concat/axis\n",
      "import/bidirectional_rnn_word_0/fw/fw/concat\n",
      "import/bidirectional_rnn_word_0/fw/fw/transpose\n",
      "import/bidirectional_rnn_word_0/fw/fw/Shape\n",
      "import/bidirectional_rnn_word_0/fw/fw/strided_slice/stack\n",
      "import/bidirectional_rnn_word_0/fw/fw/strided_slice/stack_1\n",
      "import/bidirectional_rnn_word_0/fw/fw/strided_slice/stack_2\n",
      "import/bidirectional_rnn_word_0/fw/fw/strided_slice\n",
      "import/bidirectional_rnn_word_0/fw/fw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/ExpandDims/dim\n",
      "import/bidirectional_rnn_word_0/fw/fw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/ExpandDims\n",
      "import/bidirectional_rnn_word_0/fw/fw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/Const\n",
      "import/bidirectional_rnn_word_0/fw/fw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/concat/axis\n",
      "import/bidirectional_rnn_word_0/fw/fw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/concat\n",
      "import/bidirectional_rnn_word_0/fw/fw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/zeros/Const\n",
      "import/bidirectional_rnn_word_0/fw/fw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/zeros\n",
      "import/bidirectional_rnn_word_0/fw/fw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/ExpandDims_2/dim\n",
      "import/bidirectional_rnn_word_0/fw/fw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/ExpandDims_2\n",
      "import/bidirectional_rnn_word_0/fw/fw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/Const_2\n",
      "import/bidirectional_rnn_word_0/fw/fw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/concat_1/axis\n",
      "import/bidirectional_rnn_word_0/fw/fw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/concat_1\n",
      "import/bidirectional_rnn_word_0/fw/fw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/zeros_1/Const\n",
      "import/bidirectional_rnn_word_0/fw/fw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/zeros_1\n",
      "import/bidirectional_rnn_word_0/fw/fw/AttentionWrapperZeroState/assert_equal/Equal\n",
      "import/bidirectional_rnn_word_0/fw/fw/AttentionWrapperZeroState/assert_equal/Const\n",
      "import/bidirectional_rnn_word_0/fw/fw/AttentionWrapperZeroState/assert_equal/All\n",
      "import/bidirectional_rnn_word_0/fw/fw/AttentionWrapperZeroState/assert_equal/Assert/Assert/data_0\n",
      "import/bidirectional_rnn_word_0/fw/fw/AttentionWrapperZeroState/assert_equal/Assert/Assert/data_1\n",
      "import/bidirectional_rnn_word_0/fw/fw/AttentionWrapperZeroState/assert_equal/Assert/Assert/data_2\n",
      "import/bidirectional_rnn_word_0/fw/fw/AttentionWrapperZeroState/assert_equal/Assert/Assert/data_4\n",
      "import/bidirectional_rnn_word_0/fw/fw/AttentionWrapperZeroState/assert_equal/Assert/Assert\n",
      "import/bidirectional_rnn_word_0/fw/fw/AttentionWrapperZeroState/checked_cell_state\n",
      "import/bidirectional_rnn_word_0/fw/fw/AttentionWrapperZeroState/checked_cell_state_1\n",
      "import/bidirectional_rnn_word_0/fw/fw/AttentionWrapperZeroState/ExpandDims/dim\n",
      "import/bidirectional_rnn_word_0/fw/fw/AttentionWrapperZeroState/ExpandDims\n",
      "import/bidirectional_rnn_word_0/fw/fw/AttentionWrapperZeroState/Const\n",
      "import/bidirectional_rnn_word_0/fw/fw/AttentionWrapperZeroState/concat/axis\n",
      "import/bidirectional_rnn_word_0/fw/fw/AttentionWrapperZeroState/concat\n",
      "import/bidirectional_rnn_word_0/fw/fw/AttentionWrapperZeroState/zeros_1/Const\n",
      "import/bidirectional_rnn_word_0/fw/fw/AttentionWrapperZeroState/zeros_1\n",
      "import/bidirectional_rnn_word_0/fw/fw/Shape_1\n",
      "import/bidirectional_rnn_word_0/fw/fw/strided_slice_1/stack\n",
      "import/bidirectional_rnn_word_0/fw/fw/strided_slice_1/stack_1\n",
      "import/bidirectional_rnn_word_0/fw/fw/strided_slice_1/stack_2\n",
      "import/bidirectional_rnn_word_0/fw/fw/strided_slice_1\n",
      "import/bidirectional_rnn_word_0/fw/fw/time\n",
      "import/bidirectional_rnn_word_0/fw/fw/TensorArray\n",
      "import/bidirectional_rnn_word_0/fw/fw/TensorArray_1\n",
      "import/bidirectional_rnn_word_0/fw/fw/TensorArrayUnstack/Shape\n",
      "import/bidirectional_rnn_word_0/fw/fw/TensorArrayUnstack/strided_slice/stack\n",
      "import/bidirectional_rnn_word_0/fw/fw/TensorArrayUnstack/strided_slice/stack_1\n",
      "import/bidirectional_rnn_word_0/fw/fw/TensorArrayUnstack/strided_slice/stack_2\n",
      "import/bidirectional_rnn_word_0/fw/fw/TensorArrayUnstack/strided_slice\n",
      "import/bidirectional_rnn_word_0/fw/fw/TensorArrayUnstack/range/start\n",
      "import/bidirectional_rnn_word_0/fw/fw/TensorArrayUnstack/range/delta\n",
      "import/bidirectional_rnn_word_0/fw/fw/TensorArrayUnstack/range\n",
      "import/bidirectional_rnn_word_0/fw/fw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/iteration_counter\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/Enter\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/Enter_1\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/Enter_2\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/Enter_3\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/Enter_4\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/Enter_5\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/Merge\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/Merge_1\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/Merge_2\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/Merge_3\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/Merge_4\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/Merge_5\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/Less\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/Less/Enter\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/Less_1\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/LogicalAnd\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/LoopCond\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/Switch\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/Switch_1\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/Switch_2\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/Switch_3\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/Switch_4\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/Switch_5\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/Identity\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/Identity_1\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/Identity_2\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/Identity_3\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/Identity_4\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/Identity_5\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/add/y\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/add\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/TensorArrayReadV3\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/TensorArrayReadV3/Enter\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/TensorArrayReadV3/Enter_1\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/concat/axis\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/concat\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/dropout/keep_prob\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/dropout/Shape\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/dropout/random_uniform/min\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/dropout/random_uniform/max\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/dropout/random_uniform/RandomUniform\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/dropout/random_uniform/sub\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/dropout/random_uniform/mul\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/dropout/random_uniform\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/dropout/add\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/dropout/Floor\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/dropout/div\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/dropout/mul\n",
      "import/bidirectional_rnn_word_0/fw/attention_wrapper/lstm_cell/kernel\n",
      "import/bidirectional_rnn_word_0/fw/attention_wrapper/lstm_cell/kernel/read\n",
      "import/bidirectional_rnn_word_0/fw/attention_wrapper/lstm_cell/bias\n",
      "import/bidirectional_rnn_word_0/fw/attention_wrapper/lstm_cell/bias/read\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/lstm_cell/concat/axis\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/lstm_cell/concat\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/lstm_cell/MatMul\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/lstm_cell/MatMul/Enter\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/lstm_cell/BiasAdd\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/lstm_cell/BiasAdd/Enter\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/lstm_cell/split/split_dim\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/lstm_cell/split\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/lstm_cell/add/y\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/lstm_cell/add\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/lstm_cell/Sigmoid\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/lstm_cell/mul\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/lstm_cell/Sigmoid_1\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/lstm_cell/Tanh\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/lstm_cell/mul_1\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/lstm_cell/add_1\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/lstm_cell/Sigmoid_2\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/lstm_cell/Tanh_1\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/lstm_cell/mul_2\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/Shape\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/strided_slice/stack\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/strided_slice/stack_1\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/strided_slice/stack_2\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/strided_slice\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/assert_equal/Equal\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/assert_equal/Equal/Enter\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/assert_equal/Const\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/assert_equal/All\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/assert_equal/Assert/Assert/data_0\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/assert_equal/Assert/Assert/data_1\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/assert_equal/Assert/Assert/data_2\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/assert_equal/Assert/Assert/data_4\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/assert_equal/Assert/Assert\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/checked_cell_output\n",
      "import/bidirectional_rnn_word_0/fw/attention_wrapper/bahdanau_attention/query_layer/kernel\n",
      "import/bidirectional_rnn_word_0/fw/attention_wrapper/bahdanau_attention/query_layer/kernel/read\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/bahdanau_attention/query_layer/MatMul\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/bahdanau_attention/query_layer/MatMul/Enter\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/bahdanau_attention/ExpandDims/dim\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/bahdanau_attention/ExpandDims\n",
      "import/bidirectional_rnn_word_0/fw/attention_wrapper/bahdanau_attention/attention_v\n",
      "import/bidirectional_rnn_word_0/fw/attention_wrapper/bahdanau_attention/attention_v/read\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/bahdanau_attention/add\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/bahdanau_attention/add/Enter\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/bahdanau_attention/Tanh\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/bahdanau_attention/mul\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/bahdanau_attention/mul/Enter\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/bahdanau_attention/Sum/reduction_indices\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/bahdanau_attention/Sum\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/Softmax\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/ExpandDims/dim\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/ExpandDims\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/MatMul\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/MatMul/Enter\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/Squeeze\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/concat_1/axis\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/concat_1\n",
      "import/bidirectional_rnn_word_0/fw/attention_wrapper/attention_layer/kernel\n",
      "import/bidirectional_rnn_word_0/fw/attention_wrapper/attention_layer/kernel/read\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/attention_layer/MatMul\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/attention_layer/MatMul/Enter\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/fw/attention_wrapper/concat_2\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3/Enter\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/add_1/y\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/add_1\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/NextIteration\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/NextIteration_1\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/NextIteration_2\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/NextIteration_3\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/NextIteration_4\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/NextIteration_5\n",
      "import/bidirectional_rnn_word_0/fw/fw/while/Exit_2\n",
      "import/bidirectional_rnn_word_0/fw/fw/TensorArrayStack/TensorArraySizeV3\n",
      "import/bidirectional_rnn_word_0/fw/fw/TensorArrayStack/range/start\n",
      "import/bidirectional_rnn_word_0/fw/fw/TensorArrayStack/range/delta\n",
      "import/bidirectional_rnn_word_0/fw/fw/TensorArrayStack/range\n",
      "import/bidirectional_rnn_word_0/fw/fw/TensorArrayStack/TensorArrayGatherV3\n",
      "import/bidirectional_rnn_word_0/fw/fw/Rank_1\n",
      "import/bidirectional_rnn_word_0/fw/fw/range_1/start\n",
      "import/bidirectional_rnn_word_0/fw/fw/range_1/delta\n",
      "import/bidirectional_rnn_word_0/fw/fw/range_1\n",
      "import/bidirectional_rnn_word_0/fw/fw/concat_2/values_0\n",
      "import/bidirectional_rnn_word_0/fw/fw/concat_2/axis\n",
      "import/bidirectional_rnn_word_0/fw/fw/concat_2\n",
      "import/bidirectional_rnn_word_0/fw/fw/transpose_1\n",
      "import/bidirectional_rnn_word_0/bw/ReverseV2/axis\n",
      "import/bidirectional_rnn_word_0/bw/ReverseV2\n",
      "import/bidirectional_rnn_word_0/bw/bw/Rank\n",
      "import/bidirectional_rnn_word_0/bw/bw/range/start\n",
      "import/bidirectional_rnn_word_0/bw/bw/range/delta\n",
      "import/bidirectional_rnn_word_0/bw/bw/range\n",
      "import/bidirectional_rnn_word_0/bw/bw/concat/values_0\n",
      "import/bidirectional_rnn_word_0/bw/bw/concat/axis\n",
      "import/bidirectional_rnn_word_0/bw/bw/concat\n",
      "import/bidirectional_rnn_word_0/bw/bw/transpose\n",
      "import/bidirectional_rnn_word_0/bw/bw/Shape\n",
      "import/bidirectional_rnn_word_0/bw/bw/strided_slice/stack\n",
      "import/bidirectional_rnn_word_0/bw/bw/strided_slice/stack_1\n",
      "import/bidirectional_rnn_word_0/bw/bw/strided_slice/stack_2\n",
      "import/bidirectional_rnn_word_0/bw/bw/strided_slice\n",
      "import/bidirectional_rnn_word_0/bw/bw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/ExpandDims/dim\n",
      "import/bidirectional_rnn_word_0/bw/bw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/ExpandDims\n",
      "import/bidirectional_rnn_word_0/bw/bw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/Const\n",
      "import/bidirectional_rnn_word_0/bw/bw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/concat/axis\n",
      "import/bidirectional_rnn_word_0/bw/bw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/concat\n",
      "import/bidirectional_rnn_word_0/bw/bw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/zeros/Const\n",
      "import/bidirectional_rnn_word_0/bw/bw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/zeros\n",
      "import/bidirectional_rnn_word_0/bw/bw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/ExpandDims_2/dim\n",
      "import/bidirectional_rnn_word_0/bw/bw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/ExpandDims_2\n",
      "import/bidirectional_rnn_word_0/bw/bw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/Const_2\n",
      "import/bidirectional_rnn_word_0/bw/bw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/concat_1/axis\n",
      "import/bidirectional_rnn_word_0/bw/bw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/concat_1\n",
      "import/bidirectional_rnn_word_0/bw/bw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/zeros_1/Const\n",
      "import/bidirectional_rnn_word_0/bw/bw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/zeros_1\n",
      "import/bidirectional_rnn_word_0/bw/bw/AttentionWrapperZeroState/assert_equal/Equal\n",
      "import/bidirectional_rnn_word_0/bw/bw/AttentionWrapperZeroState/assert_equal/Const\n",
      "import/bidirectional_rnn_word_0/bw/bw/AttentionWrapperZeroState/assert_equal/All\n",
      "import/bidirectional_rnn_word_0/bw/bw/AttentionWrapperZeroState/assert_equal/Assert/Assert/data_0\n",
      "import/bidirectional_rnn_word_0/bw/bw/AttentionWrapperZeroState/assert_equal/Assert/Assert/data_1\n",
      "import/bidirectional_rnn_word_0/bw/bw/AttentionWrapperZeroState/assert_equal/Assert/Assert/data_2\n",
      "import/bidirectional_rnn_word_0/bw/bw/AttentionWrapperZeroState/assert_equal/Assert/Assert/data_4\n",
      "import/bidirectional_rnn_word_0/bw/bw/AttentionWrapperZeroState/assert_equal/Assert/Assert\n",
      "import/bidirectional_rnn_word_0/bw/bw/AttentionWrapperZeroState/checked_cell_state\n",
      "import/bidirectional_rnn_word_0/bw/bw/AttentionWrapperZeroState/checked_cell_state_1\n",
      "import/bidirectional_rnn_word_0/bw/bw/AttentionWrapperZeroState/ExpandDims/dim\n",
      "import/bidirectional_rnn_word_0/bw/bw/AttentionWrapperZeroState/ExpandDims\n",
      "import/bidirectional_rnn_word_0/bw/bw/AttentionWrapperZeroState/Const\n",
      "import/bidirectional_rnn_word_0/bw/bw/AttentionWrapperZeroState/concat/axis\n",
      "import/bidirectional_rnn_word_0/bw/bw/AttentionWrapperZeroState/concat\n",
      "import/bidirectional_rnn_word_0/bw/bw/AttentionWrapperZeroState/zeros_1/Const\n",
      "import/bidirectional_rnn_word_0/bw/bw/AttentionWrapperZeroState/zeros_1\n",
      "import/bidirectional_rnn_word_0/bw/bw/Shape_1\n",
      "import/bidirectional_rnn_word_0/bw/bw/strided_slice_1/stack\n",
      "import/bidirectional_rnn_word_0/bw/bw/strided_slice_1/stack_1\n",
      "import/bidirectional_rnn_word_0/bw/bw/strided_slice_1/stack_2\n",
      "import/bidirectional_rnn_word_0/bw/bw/strided_slice_1\n",
      "import/bidirectional_rnn_word_0/bw/bw/time\n",
      "import/bidirectional_rnn_word_0/bw/bw/TensorArray\n",
      "import/bidirectional_rnn_word_0/bw/bw/TensorArray_1\n",
      "import/bidirectional_rnn_word_0/bw/bw/TensorArrayUnstack/Shape\n",
      "import/bidirectional_rnn_word_0/bw/bw/TensorArrayUnstack/strided_slice/stack\n",
      "import/bidirectional_rnn_word_0/bw/bw/TensorArrayUnstack/strided_slice/stack_1\n",
      "import/bidirectional_rnn_word_0/bw/bw/TensorArrayUnstack/strided_slice/stack_2\n",
      "import/bidirectional_rnn_word_0/bw/bw/TensorArrayUnstack/strided_slice\n",
      "import/bidirectional_rnn_word_0/bw/bw/TensorArrayUnstack/range/start\n",
      "import/bidirectional_rnn_word_0/bw/bw/TensorArrayUnstack/range/delta\n",
      "import/bidirectional_rnn_word_0/bw/bw/TensorArrayUnstack/range\n",
      "import/bidirectional_rnn_word_0/bw/bw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/iteration_counter\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/Enter\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/Enter_1\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/Enter_2\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/Enter_3\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/Enter_4\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/Enter_5\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/Merge\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/Merge_1\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/Merge_2\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/Merge_3\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/Merge_4\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/Merge_5\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/Less\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/Less/Enter\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/Less_1\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/LogicalAnd\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/LoopCond\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/Switch\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/Switch_1\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/Switch_2\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/Switch_3\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/Switch_4\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/Switch_5\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/Identity\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/Identity_1\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/Identity_2\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/Identity_3\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/Identity_4\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/Identity_5\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/add/y\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/add\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/TensorArrayReadV3\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/TensorArrayReadV3/Enter\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/TensorArrayReadV3/Enter_1\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/concat/axis\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/concat\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/dropout/keep_prob\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/dropout/Shape\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/dropout/random_uniform/min\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/dropout/random_uniform/max\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/dropout/random_uniform/RandomUniform\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/dropout/random_uniform/sub\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/dropout/random_uniform/mul\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/dropout/random_uniform\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/dropout/add\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/dropout/Floor\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/dropout/div\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/dropout/mul\n",
      "import/bidirectional_rnn_word_0/bw/attention_wrapper/lstm_cell/kernel\n",
      "import/bidirectional_rnn_word_0/bw/attention_wrapper/lstm_cell/kernel/read\n",
      "import/bidirectional_rnn_word_0/bw/attention_wrapper/lstm_cell/bias\n",
      "import/bidirectional_rnn_word_0/bw/attention_wrapper/lstm_cell/bias/read\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/lstm_cell/concat/axis\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/lstm_cell/concat\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/lstm_cell/MatMul\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/lstm_cell/MatMul/Enter\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/lstm_cell/BiasAdd\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/lstm_cell/BiasAdd/Enter\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/lstm_cell/split/split_dim\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/lstm_cell/split\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/lstm_cell/add/y\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/lstm_cell/add\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/lstm_cell/Sigmoid\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/lstm_cell/mul\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/lstm_cell/Sigmoid_1\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/lstm_cell/Tanh\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/lstm_cell/mul_1\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/lstm_cell/add_1\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/lstm_cell/Sigmoid_2\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/lstm_cell/Tanh_1\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/lstm_cell/mul_2\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/Shape\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/strided_slice/stack\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/strided_slice/stack_1\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/strided_slice/stack_2\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/strided_slice\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/assert_equal/Equal\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/assert_equal/Equal/Enter\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/assert_equal/Const\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/assert_equal/All\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/assert_equal/Assert/Assert/data_0\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/assert_equal/Assert/Assert/data_1\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/assert_equal/Assert/Assert/data_2\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/assert_equal/Assert/Assert/data_4\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/assert_equal/Assert/Assert\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/checked_cell_output\n",
      "import/bidirectional_rnn_word_0/bw/attention_wrapper/bahdanau_attention/query_layer/kernel\n",
      "import/bidirectional_rnn_word_0/bw/attention_wrapper/bahdanau_attention/query_layer/kernel/read\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/bahdanau_attention/query_layer/MatMul\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/bahdanau_attention/query_layer/MatMul/Enter\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/bahdanau_attention/ExpandDims/dim\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/bahdanau_attention/ExpandDims\n",
      "import/bidirectional_rnn_word_0/bw/attention_wrapper/bahdanau_attention/attention_v\n",
      "import/bidirectional_rnn_word_0/bw/attention_wrapper/bahdanau_attention/attention_v/read\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/bahdanau_attention/add\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/bahdanau_attention/add/Enter\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/bahdanau_attention/Tanh\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/bahdanau_attention/mul\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/bahdanau_attention/mul/Enter\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/bahdanau_attention/Sum/reduction_indices\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/bahdanau_attention/Sum\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/Softmax\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/ExpandDims/dim\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/ExpandDims\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/MatMul\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/MatMul/Enter\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/Squeeze\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/concat_1/axis\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/concat_1\n",
      "import/bidirectional_rnn_word_0/bw/attention_wrapper/attention_layer/kernel\n",
      "import/bidirectional_rnn_word_0/bw/attention_wrapper/attention_layer/kernel/read\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/attention_layer/MatMul\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/attention_layer/MatMul/Enter\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/bw/attention_wrapper/concat_2\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3/Enter\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/add_1/y\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/add_1\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/NextIteration\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/NextIteration_1\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/NextIteration_2\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/NextIteration_3\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/NextIteration_4\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/NextIteration_5\n",
      "import/bidirectional_rnn_word_0/bw/bw/while/Exit_2\n",
      "import/bidirectional_rnn_word_0/bw/bw/TensorArrayStack/TensorArraySizeV3\n",
      "import/bidirectional_rnn_word_0/bw/bw/TensorArrayStack/range/start\n",
      "import/bidirectional_rnn_word_0/bw/bw/TensorArrayStack/range/delta\n",
      "import/bidirectional_rnn_word_0/bw/bw/TensorArrayStack/range\n",
      "import/bidirectional_rnn_word_0/bw/bw/TensorArrayStack/TensorArrayGatherV3\n",
      "import/bidirectional_rnn_word_0/bw/bw/Rank_1\n",
      "import/bidirectional_rnn_word_0/bw/bw/range_1/start\n",
      "import/bidirectional_rnn_word_0/bw/bw/range_1/delta\n",
      "import/bidirectional_rnn_word_0/bw/bw/range_1\n",
      "import/bidirectional_rnn_word_0/bw/bw/concat_2/values_0\n",
      "import/bidirectional_rnn_word_0/bw/bw/concat_2/axis\n",
      "import/bidirectional_rnn_word_0/bw/bw/concat_2\n",
      "import/bidirectional_rnn_word_0/bw/bw/transpose_1\n",
      "import/ReverseV2_2/axis\n",
      "import/ReverseV2_2\n",
      "import/concat_3/axis\n",
      "import/concat_3\n",
      "import/memory_layer_2/kernel\n",
      "import/memory_layer_2/kernel/read\n",
      "import/BahdanauAttention_2/memory_layer/Tensordot/Shape\n",
      "import/BahdanauAttention_2/memory_layer/Tensordot/Rank\n",
      "import/BahdanauAttention_2/memory_layer/Tensordot/axes\n",
      "import/BahdanauAttention_2/memory_layer/Tensordot/GreaterEqual/y\n",
      "import/BahdanauAttention_2/memory_layer/Tensordot/GreaterEqual\n",
      "import/BahdanauAttention_2/memory_layer/Tensordot/Cast\n",
      "import/BahdanauAttention_2/memory_layer/Tensordot/mul\n",
      "import/BahdanauAttention_2/memory_layer/Tensordot/Less/y\n",
      "import/BahdanauAttention_2/memory_layer/Tensordot/Less\n",
      "import/BahdanauAttention_2/memory_layer/Tensordot/Cast_1\n",
      "import/BahdanauAttention_2/memory_layer/Tensordot/add\n",
      "import/BahdanauAttention_2/memory_layer/Tensordot/mul_1\n",
      "import/BahdanauAttention_2/memory_layer/Tensordot/add_1\n",
      "import/BahdanauAttention_2/memory_layer/Tensordot/range/start\n",
      "import/BahdanauAttention_2/memory_layer/Tensordot/range/delta\n",
      "import/BahdanauAttention_2/memory_layer/Tensordot/range\n",
      "import/BahdanauAttention_2/memory_layer/Tensordot/ListDiff\n",
      "import/BahdanauAttention_2/memory_layer/Tensordot/Gather\n",
      "import/BahdanauAttention_2/memory_layer/Tensordot/Gather_1\n",
      "import/BahdanauAttention_2/memory_layer/Tensordot/Const\n",
      "import/BahdanauAttention_2/memory_layer/Tensordot/Prod\n",
      "import/BahdanauAttention_2/memory_layer/Tensordot/Const_1\n",
      "import/BahdanauAttention_2/memory_layer/Tensordot/Prod_1\n",
      "import/BahdanauAttention_2/memory_layer/Tensordot/concat_1/axis\n",
      "import/BahdanauAttention_2/memory_layer/Tensordot/concat_1\n",
      "import/BahdanauAttention_2/memory_layer/Tensordot/stack\n",
      "import/BahdanauAttention_2/memory_layer/Tensordot/transpose\n",
      "import/BahdanauAttention_2/memory_layer/Tensordot/Reshape\n",
      "import/BahdanauAttention_2/memory_layer/Tensordot/transpose_1/perm\n",
      "import/BahdanauAttention_2/memory_layer/Tensordot/transpose_1\n",
      "import/BahdanauAttention_2/memory_layer/Tensordot/Reshape_1/shape\n",
      "import/BahdanauAttention_2/memory_layer/Tensordot/Reshape_1\n",
      "import/BahdanauAttention_2/memory_layer/Tensordot/MatMul\n",
      "import/BahdanauAttention_2/memory_layer/Tensordot/Const_2\n",
      "import/BahdanauAttention_2/memory_layer/Tensordot/concat_2/axis\n",
      "import/BahdanauAttention_2/memory_layer/Tensordot/concat_2\n",
      "import/BahdanauAttention_2/memory_layer/Tensordot\n",
      "import/BahdanauAttention_2/Shape_1\n",
      "import/BahdanauAttention_2/strided_slice_1/stack\n",
      "import/BahdanauAttention_2/strided_slice_1/stack_1\n",
      "import/BahdanauAttention_2/strided_slice_1/stack_2\n",
      "import/BahdanauAttention_2/strided_slice_1\n",
      "import/memory_layer_3/kernel\n",
      "import/memory_layer_3/kernel/read\n",
      "import/BahdanauAttention_3/memory_layer/Tensordot/Shape\n",
      "import/BahdanauAttention_3/memory_layer/Tensordot/Rank\n",
      "import/BahdanauAttention_3/memory_layer/Tensordot/axes\n",
      "import/BahdanauAttention_3/memory_layer/Tensordot/GreaterEqual/y\n",
      "import/BahdanauAttention_3/memory_layer/Tensordot/GreaterEqual\n",
      "import/BahdanauAttention_3/memory_layer/Tensordot/Cast\n",
      "import/BahdanauAttention_3/memory_layer/Tensordot/mul\n",
      "import/BahdanauAttention_3/memory_layer/Tensordot/Less/y\n",
      "import/BahdanauAttention_3/memory_layer/Tensordot/Less\n",
      "import/BahdanauAttention_3/memory_layer/Tensordot/Cast_1\n",
      "import/BahdanauAttention_3/memory_layer/Tensordot/add\n",
      "import/BahdanauAttention_3/memory_layer/Tensordot/mul_1\n",
      "import/BahdanauAttention_3/memory_layer/Tensordot/add_1\n",
      "import/BahdanauAttention_3/memory_layer/Tensordot/range/start\n",
      "import/BahdanauAttention_3/memory_layer/Tensordot/range/delta\n",
      "import/BahdanauAttention_3/memory_layer/Tensordot/range\n",
      "import/BahdanauAttention_3/memory_layer/Tensordot/ListDiff\n",
      "import/BahdanauAttention_3/memory_layer/Tensordot/Gather\n",
      "import/BahdanauAttention_3/memory_layer/Tensordot/Gather_1\n",
      "import/BahdanauAttention_3/memory_layer/Tensordot/Const\n",
      "import/BahdanauAttention_3/memory_layer/Tensordot/Prod\n",
      "import/BahdanauAttention_3/memory_layer/Tensordot/Const_1\n",
      "import/BahdanauAttention_3/memory_layer/Tensordot/Prod_1\n",
      "import/BahdanauAttention_3/memory_layer/Tensordot/concat_1/axis\n",
      "import/BahdanauAttention_3/memory_layer/Tensordot/concat_1\n",
      "import/BahdanauAttention_3/memory_layer/Tensordot/stack\n",
      "import/BahdanauAttention_3/memory_layer/Tensordot/transpose\n",
      "import/BahdanauAttention_3/memory_layer/Tensordot/Reshape\n",
      "import/BahdanauAttention_3/memory_layer/Tensordot/transpose_1/perm\n",
      "import/BahdanauAttention_3/memory_layer/Tensordot/transpose_1\n",
      "import/BahdanauAttention_3/memory_layer/Tensordot/Reshape_1/shape\n",
      "import/BahdanauAttention_3/memory_layer/Tensordot/Reshape_1\n",
      "import/BahdanauAttention_3/memory_layer/Tensordot/MatMul\n",
      "import/BahdanauAttention_3/memory_layer/Tensordot/Const_2\n",
      "import/BahdanauAttention_3/memory_layer/Tensordot/concat_2/axis\n",
      "import/BahdanauAttention_3/memory_layer/Tensordot/concat_2\n",
      "import/BahdanauAttention_3/memory_layer/Tensordot\n",
      "import/BahdanauAttention_3/Shape_1\n",
      "import/BahdanauAttention_3/strided_slice_1/stack\n",
      "import/BahdanauAttention_3/strided_slice_1/stack_1\n",
      "import/BahdanauAttention_3/strided_slice_1/stack_2\n",
      "import/BahdanauAttention_3/strided_slice_1\n",
      "import/bidirectional_rnn_word_1/fw/fw/Rank\n",
      "import/bidirectional_rnn_word_1/fw/fw/range/start\n",
      "import/bidirectional_rnn_word_1/fw/fw/range/delta\n",
      "import/bidirectional_rnn_word_1/fw/fw/range\n",
      "import/bidirectional_rnn_word_1/fw/fw/concat/values_0\n",
      "import/bidirectional_rnn_word_1/fw/fw/concat/axis\n",
      "import/bidirectional_rnn_word_1/fw/fw/concat\n",
      "import/bidirectional_rnn_word_1/fw/fw/transpose\n",
      "import/bidirectional_rnn_word_1/fw/fw/Shape\n",
      "import/bidirectional_rnn_word_1/fw/fw/strided_slice/stack\n",
      "import/bidirectional_rnn_word_1/fw/fw/strided_slice/stack_1\n",
      "import/bidirectional_rnn_word_1/fw/fw/strided_slice/stack_2\n",
      "import/bidirectional_rnn_word_1/fw/fw/strided_slice\n",
      "import/bidirectional_rnn_word_1/fw/fw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/ExpandDims/dim\n",
      "import/bidirectional_rnn_word_1/fw/fw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/ExpandDims\n",
      "import/bidirectional_rnn_word_1/fw/fw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/Const\n",
      "import/bidirectional_rnn_word_1/fw/fw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/concat/axis\n",
      "import/bidirectional_rnn_word_1/fw/fw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/concat\n",
      "import/bidirectional_rnn_word_1/fw/fw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/zeros/Const\n",
      "import/bidirectional_rnn_word_1/fw/fw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/zeros\n",
      "import/bidirectional_rnn_word_1/fw/fw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/ExpandDims_2/dim\n",
      "import/bidirectional_rnn_word_1/fw/fw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/ExpandDims_2\n",
      "import/bidirectional_rnn_word_1/fw/fw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/Const_2\n",
      "import/bidirectional_rnn_word_1/fw/fw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/concat_1/axis\n",
      "import/bidirectional_rnn_word_1/fw/fw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/concat_1\n",
      "import/bidirectional_rnn_word_1/fw/fw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/zeros_1/Const\n",
      "import/bidirectional_rnn_word_1/fw/fw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/zeros_1\n",
      "import/bidirectional_rnn_word_1/fw/fw/AttentionWrapperZeroState/assert_equal/Equal\n",
      "import/bidirectional_rnn_word_1/fw/fw/AttentionWrapperZeroState/assert_equal/Const\n",
      "import/bidirectional_rnn_word_1/fw/fw/AttentionWrapperZeroState/assert_equal/All\n",
      "import/bidirectional_rnn_word_1/fw/fw/AttentionWrapperZeroState/assert_equal/Assert/Assert/data_0\n",
      "import/bidirectional_rnn_word_1/fw/fw/AttentionWrapperZeroState/assert_equal/Assert/Assert/data_1\n",
      "import/bidirectional_rnn_word_1/fw/fw/AttentionWrapperZeroState/assert_equal/Assert/Assert/data_2\n",
      "import/bidirectional_rnn_word_1/fw/fw/AttentionWrapperZeroState/assert_equal/Assert/Assert/data_4\n",
      "import/bidirectional_rnn_word_1/fw/fw/AttentionWrapperZeroState/assert_equal/Assert/Assert\n",
      "import/bidirectional_rnn_word_1/fw/fw/AttentionWrapperZeroState/checked_cell_state\n",
      "import/bidirectional_rnn_word_1/fw/fw/AttentionWrapperZeroState/checked_cell_state_1\n",
      "import/bidirectional_rnn_word_1/fw/fw/AttentionWrapperZeroState/ExpandDims/dim\n",
      "import/bidirectional_rnn_word_1/fw/fw/AttentionWrapperZeroState/ExpandDims\n",
      "import/bidirectional_rnn_word_1/fw/fw/AttentionWrapperZeroState/Const\n",
      "import/bidirectional_rnn_word_1/fw/fw/AttentionWrapperZeroState/concat/axis\n",
      "import/bidirectional_rnn_word_1/fw/fw/AttentionWrapperZeroState/concat\n",
      "import/bidirectional_rnn_word_1/fw/fw/AttentionWrapperZeroState/zeros_1/Const\n",
      "import/bidirectional_rnn_word_1/fw/fw/AttentionWrapperZeroState/zeros_1\n",
      "import/bidirectional_rnn_word_1/fw/fw/Shape_1\n",
      "import/bidirectional_rnn_word_1/fw/fw/strided_slice_1/stack\n",
      "import/bidirectional_rnn_word_1/fw/fw/strided_slice_1/stack_1\n",
      "import/bidirectional_rnn_word_1/fw/fw/strided_slice_1/stack_2\n",
      "import/bidirectional_rnn_word_1/fw/fw/strided_slice_1\n",
      "import/bidirectional_rnn_word_1/fw/fw/time\n",
      "import/bidirectional_rnn_word_1/fw/fw/TensorArray\n",
      "import/bidirectional_rnn_word_1/fw/fw/TensorArray_1\n",
      "import/bidirectional_rnn_word_1/fw/fw/TensorArrayUnstack/Shape\n",
      "import/bidirectional_rnn_word_1/fw/fw/TensorArrayUnstack/strided_slice/stack\n",
      "import/bidirectional_rnn_word_1/fw/fw/TensorArrayUnstack/strided_slice/stack_1\n",
      "import/bidirectional_rnn_word_1/fw/fw/TensorArrayUnstack/strided_slice/stack_2\n",
      "import/bidirectional_rnn_word_1/fw/fw/TensorArrayUnstack/strided_slice\n",
      "import/bidirectional_rnn_word_1/fw/fw/TensorArrayUnstack/range/start\n",
      "import/bidirectional_rnn_word_1/fw/fw/TensorArrayUnstack/range/delta\n",
      "import/bidirectional_rnn_word_1/fw/fw/TensorArrayUnstack/range\n",
      "import/bidirectional_rnn_word_1/fw/fw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/iteration_counter\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/Enter\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/Enter_1\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/Enter_2\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/Enter_3\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/Enter_4\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/Enter_5\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/Merge\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/Merge_1\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/Merge_2\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/Merge_3\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/Merge_4\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/Merge_5\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/Less\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/Less/Enter\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/Less_1\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/LogicalAnd\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/LoopCond\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/Switch\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/Switch_1\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/Switch_2\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/Switch_3\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/Switch_4\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/Switch_5\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/Identity\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/Identity_1\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/Identity_2\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/Identity_3\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/Identity_4\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/Identity_5\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/add/y\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/add\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/TensorArrayReadV3\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/TensorArrayReadV3/Enter\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/TensorArrayReadV3/Enter_1\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/concat/axis\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/concat\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/dropout/keep_prob\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/dropout/Shape\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/dropout/random_uniform/min\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/dropout/random_uniform/max\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/dropout/random_uniform/RandomUniform\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/dropout/random_uniform/sub\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/dropout/random_uniform/mul\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/dropout/random_uniform\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/dropout/add\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/dropout/Floor\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/dropout/div\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/dropout/mul\n",
      "import/bidirectional_rnn_word_1/fw/attention_wrapper/lstm_cell/kernel\n",
      "import/bidirectional_rnn_word_1/fw/attention_wrapper/lstm_cell/kernel/read\n",
      "import/bidirectional_rnn_word_1/fw/attention_wrapper/lstm_cell/bias\n",
      "import/bidirectional_rnn_word_1/fw/attention_wrapper/lstm_cell/bias/read\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/lstm_cell/concat/axis\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/lstm_cell/concat\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/lstm_cell/MatMul\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/lstm_cell/MatMul/Enter\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/lstm_cell/BiasAdd\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/lstm_cell/BiasAdd/Enter\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/lstm_cell/split/split_dim\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/lstm_cell/split\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/lstm_cell/add/y\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/lstm_cell/add\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/lstm_cell/Sigmoid\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/lstm_cell/mul\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/lstm_cell/Sigmoid_1\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/lstm_cell/Tanh\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/lstm_cell/mul_1\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/lstm_cell/add_1\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/lstm_cell/Sigmoid_2\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/lstm_cell/Tanh_1\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/lstm_cell/mul_2\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/Shape\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/strided_slice/stack\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/strided_slice/stack_1\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/strided_slice/stack_2\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/strided_slice\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/assert_equal/Equal\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/assert_equal/Equal/Enter\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/assert_equal/Const\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/assert_equal/All\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/assert_equal/Assert/Assert/data_0\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/assert_equal/Assert/Assert/data_1\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/assert_equal/Assert/Assert/data_2\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/assert_equal/Assert/Assert/data_4\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/assert_equal/Assert/Assert\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/checked_cell_output\n",
      "import/bidirectional_rnn_word_1/fw/attention_wrapper/bahdanau_attention/query_layer/kernel\n",
      "import/bidirectional_rnn_word_1/fw/attention_wrapper/bahdanau_attention/query_layer/kernel/read\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/bahdanau_attention/query_layer/MatMul\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/bahdanau_attention/query_layer/MatMul/Enter\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/bahdanau_attention/ExpandDims/dim\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/bahdanau_attention/ExpandDims\n",
      "import/bidirectional_rnn_word_1/fw/attention_wrapper/bahdanau_attention/attention_v\n",
      "import/bidirectional_rnn_word_1/fw/attention_wrapper/bahdanau_attention/attention_v/read\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/bahdanau_attention/add\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/bahdanau_attention/add/Enter\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/bahdanau_attention/Tanh\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/bahdanau_attention/mul\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/bahdanau_attention/mul/Enter\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/bahdanau_attention/Sum/reduction_indices\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/bahdanau_attention/Sum\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/Softmax\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/ExpandDims/dim\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/ExpandDims\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/MatMul\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/MatMul/Enter\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/Squeeze\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/concat_1/axis\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/concat_1\n",
      "import/bidirectional_rnn_word_1/fw/attention_wrapper/attention_layer/kernel\n",
      "import/bidirectional_rnn_word_1/fw/attention_wrapper/attention_layer/kernel/read\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/attention_layer/MatMul\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/attention_layer/MatMul/Enter\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/fw/attention_wrapper/concat_2\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/TensorArrayWrite/TensorArrayWriteV3/Enter\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/add_1/y\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/add_1\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/NextIteration\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/NextIteration_1\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/NextIteration_2\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/NextIteration_3\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/NextIteration_4\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/NextIteration_5\n",
      "import/bidirectional_rnn_word_1/fw/fw/while/Exit_2\n",
      "import/bidirectional_rnn_word_1/fw/fw/TensorArrayStack/TensorArraySizeV3\n",
      "import/bidirectional_rnn_word_1/fw/fw/TensorArrayStack/range/start\n",
      "import/bidirectional_rnn_word_1/fw/fw/TensorArrayStack/range/delta\n",
      "import/bidirectional_rnn_word_1/fw/fw/TensorArrayStack/range\n",
      "import/bidirectional_rnn_word_1/fw/fw/TensorArrayStack/TensorArrayGatherV3\n",
      "import/bidirectional_rnn_word_1/fw/fw/Rank_1\n",
      "import/bidirectional_rnn_word_1/fw/fw/range_1/start\n",
      "import/bidirectional_rnn_word_1/fw/fw/range_1/delta\n",
      "import/bidirectional_rnn_word_1/fw/fw/range_1\n",
      "import/bidirectional_rnn_word_1/fw/fw/concat_2/values_0\n",
      "import/bidirectional_rnn_word_1/fw/fw/concat_2/axis\n",
      "import/bidirectional_rnn_word_1/fw/fw/concat_2\n",
      "import/bidirectional_rnn_word_1/fw/fw/transpose_1\n",
      "import/bidirectional_rnn_word_1/bw/ReverseV2/axis\n",
      "import/bidirectional_rnn_word_1/bw/ReverseV2\n",
      "import/bidirectional_rnn_word_1/bw/bw/Rank\n",
      "import/bidirectional_rnn_word_1/bw/bw/range/start\n",
      "import/bidirectional_rnn_word_1/bw/bw/range/delta\n",
      "import/bidirectional_rnn_word_1/bw/bw/range\n",
      "import/bidirectional_rnn_word_1/bw/bw/concat/values_0\n",
      "import/bidirectional_rnn_word_1/bw/bw/concat/axis\n",
      "import/bidirectional_rnn_word_1/bw/bw/concat\n",
      "import/bidirectional_rnn_word_1/bw/bw/transpose\n",
      "import/bidirectional_rnn_word_1/bw/bw/Shape\n",
      "import/bidirectional_rnn_word_1/bw/bw/strided_slice/stack\n",
      "import/bidirectional_rnn_word_1/bw/bw/strided_slice/stack_1\n",
      "import/bidirectional_rnn_word_1/bw/bw/strided_slice/stack_2\n",
      "import/bidirectional_rnn_word_1/bw/bw/strided_slice\n",
      "import/bidirectional_rnn_word_1/bw/bw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/ExpandDims/dim\n",
      "import/bidirectional_rnn_word_1/bw/bw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/ExpandDims\n",
      "import/bidirectional_rnn_word_1/bw/bw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/Const\n",
      "import/bidirectional_rnn_word_1/bw/bw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/concat/axis\n",
      "import/bidirectional_rnn_word_1/bw/bw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/concat\n",
      "import/bidirectional_rnn_word_1/bw/bw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/zeros/Const\n",
      "import/bidirectional_rnn_word_1/bw/bw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/zeros\n",
      "import/bidirectional_rnn_word_1/bw/bw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/ExpandDims_2/dim\n",
      "import/bidirectional_rnn_word_1/bw/bw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/ExpandDims_2\n",
      "import/bidirectional_rnn_word_1/bw/bw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/Const_2\n",
      "import/bidirectional_rnn_word_1/bw/bw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/concat_1/axis\n",
      "import/bidirectional_rnn_word_1/bw/bw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/concat_1\n",
      "import/bidirectional_rnn_word_1/bw/bw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/zeros_1/Const\n",
      "import/bidirectional_rnn_word_1/bw/bw/AttentionWrapperZeroState/DropoutWrapperZeroState/LSTMCellZeroState/zeros_1\n",
      "import/bidirectional_rnn_word_1/bw/bw/AttentionWrapperZeroState/assert_equal/Equal\n",
      "import/bidirectional_rnn_word_1/bw/bw/AttentionWrapperZeroState/assert_equal/Const\n",
      "import/bidirectional_rnn_word_1/bw/bw/AttentionWrapperZeroState/assert_equal/All\n",
      "import/bidirectional_rnn_word_1/bw/bw/AttentionWrapperZeroState/assert_equal/Assert/Assert/data_0\n",
      "import/bidirectional_rnn_word_1/bw/bw/AttentionWrapperZeroState/assert_equal/Assert/Assert/data_1\n",
      "import/bidirectional_rnn_word_1/bw/bw/AttentionWrapperZeroState/assert_equal/Assert/Assert/data_2\n",
      "import/bidirectional_rnn_word_1/bw/bw/AttentionWrapperZeroState/assert_equal/Assert/Assert/data_4\n",
      "import/bidirectional_rnn_word_1/bw/bw/AttentionWrapperZeroState/assert_equal/Assert/Assert\n",
      "import/bidirectional_rnn_word_1/bw/bw/AttentionWrapperZeroState/checked_cell_state\n",
      "import/bidirectional_rnn_word_1/bw/bw/AttentionWrapperZeroState/checked_cell_state_1\n",
      "import/bidirectional_rnn_word_1/bw/bw/AttentionWrapperZeroState/ExpandDims/dim\n",
      "import/bidirectional_rnn_word_1/bw/bw/AttentionWrapperZeroState/ExpandDims\n",
      "import/bidirectional_rnn_word_1/bw/bw/AttentionWrapperZeroState/Const\n",
      "import/bidirectional_rnn_word_1/bw/bw/AttentionWrapperZeroState/concat/axis\n",
      "import/bidirectional_rnn_word_1/bw/bw/AttentionWrapperZeroState/concat\n",
      "import/bidirectional_rnn_word_1/bw/bw/AttentionWrapperZeroState/zeros_1/Const\n",
      "import/bidirectional_rnn_word_1/bw/bw/AttentionWrapperZeroState/zeros_1\n",
      "import/bidirectional_rnn_word_1/bw/bw/Shape_1\n",
      "import/bidirectional_rnn_word_1/bw/bw/strided_slice_1/stack\n",
      "import/bidirectional_rnn_word_1/bw/bw/strided_slice_1/stack_1\n",
      "import/bidirectional_rnn_word_1/bw/bw/strided_slice_1/stack_2\n",
      "import/bidirectional_rnn_word_1/bw/bw/strided_slice_1\n",
      "import/bidirectional_rnn_word_1/bw/bw/time\n",
      "import/bidirectional_rnn_word_1/bw/bw/TensorArray\n",
      "import/bidirectional_rnn_word_1/bw/bw/TensorArray_1\n",
      "import/bidirectional_rnn_word_1/bw/bw/TensorArrayUnstack/Shape\n",
      "import/bidirectional_rnn_word_1/bw/bw/TensorArrayUnstack/strided_slice/stack\n",
      "import/bidirectional_rnn_word_1/bw/bw/TensorArrayUnstack/strided_slice/stack_1\n",
      "import/bidirectional_rnn_word_1/bw/bw/TensorArrayUnstack/strided_slice/stack_2\n",
      "import/bidirectional_rnn_word_1/bw/bw/TensorArrayUnstack/strided_slice\n",
      "import/bidirectional_rnn_word_1/bw/bw/TensorArrayUnstack/range/start\n",
      "import/bidirectional_rnn_word_1/bw/bw/TensorArrayUnstack/range/delta\n",
      "import/bidirectional_rnn_word_1/bw/bw/TensorArrayUnstack/range\n",
      "import/bidirectional_rnn_word_1/bw/bw/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/iteration_counter\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/Enter\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/Enter_1\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/Enter_2\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/Enter_3\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/Enter_4\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/Enter_5\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/Merge\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/Merge_1\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/Merge_2\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/Merge_3\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/Merge_4\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/Merge_5\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/Less\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/Less/Enter\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/Less_1\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/LogicalAnd\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/LoopCond\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/Switch\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/Switch_1\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/Switch_2\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/Switch_3\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/Switch_4\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/Switch_5\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/Identity\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/Identity_1\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/Identity_2\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/Identity_3\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/Identity_4\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/Identity_5\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/add/y\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/add\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/TensorArrayReadV3\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/TensorArrayReadV3/Enter\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/TensorArrayReadV3/Enter_1\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/concat/axis\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/concat\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/dropout/keep_prob\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/dropout/Shape\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/dropout/random_uniform/min\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/dropout/random_uniform/max\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/dropout/random_uniform/RandomUniform\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/dropout/random_uniform/sub\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/dropout/random_uniform/mul\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/dropout/random_uniform\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/dropout/add\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/dropout/Floor\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/dropout/div\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/dropout/mul\n",
      "import/bidirectional_rnn_word_1/bw/attention_wrapper/lstm_cell/kernel\n",
      "import/bidirectional_rnn_word_1/bw/attention_wrapper/lstm_cell/kernel/read\n",
      "import/bidirectional_rnn_word_1/bw/attention_wrapper/lstm_cell/bias\n",
      "import/bidirectional_rnn_word_1/bw/attention_wrapper/lstm_cell/bias/read\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/lstm_cell/concat/axis\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/lstm_cell/concat\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/lstm_cell/MatMul\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/lstm_cell/MatMul/Enter\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/lstm_cell/BiasAdd\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/lstm_cell/BiasAdd/Enter\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/lstm_cell/split/split_dim\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/lstm_cell/split\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/lstm_cell/add/y\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/lstm_cell/add\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/lstm_cell/Sigmoid\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/lstm_cell/mul\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/lstm_cell/Sigmoid_1\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/lstm_cell/Tanh\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/lstm_cell/mul_1\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/lstm_cell/add_1\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/lstm_cell/Sigmoid_2\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/lstm_cell/Tanh_1\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/lstm_cell/mul_2\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/Shape\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/strided_slice/stack\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/strided_slice/stack_1\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/strided_slice/stack_2\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/strided_slice\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/assert_equal/Equal\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/assert_equal/Equal/Enter\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/assert_equal/Const\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/assert_equal/All\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/assert_equal/Assert/Assert/data_0\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/assert_equal/Assert/Assert/data_1\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/assert_equal/Assert/Assert/data_2\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/assert_equal/Assert/Assert/data_4\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/assert_equal/Assert/Assert\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/checked_cell_output\n",
      "import/bidirectional_rnn_word_1/bw/attention_wrapper/bahdanau_attention/query_layer/kernel\n",
      "import/bidirectional_rnn_word_1/bw/attention_wrapper/bahdanau_attention/query_layer/kernel/read\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/bahdanau_attention/query_layer/MatMul\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/bahdanau_attention/query_layer/MatMul/Enter\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/bahdanau_attention/ExpandDims/dim\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/bahdanau_attention/ExpandDims\n",
      "import/bidirectional_rnn_word_1/bw/attention_wrapper/bahdanau_attention/attention_v\n",
      "import/bidirectional_rnn_word_1/bw/attention_wrapper/bahdanau_attention/attention_v/read\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/bahdanau_attention/add\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/bahdanau_attention/add/Enter\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/bahdanau_attention/Tanh\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/bahdanau_attention/mul\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/bahdanau_attention/mul/Enter\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/bahdanau_attention/Sum/reduction_indices\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/bahdanau_attention/Sum\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/Softmax\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/ExpandDims/dim\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/ExpandDims\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/MatMul\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/MatMul/Enter\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/Squeeze\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/concat_1/axis\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/concat_1\n",
      "import/bidirectional_rnn_word_1/bw/attention_wrapper/attention_layer/kernel\n",
      "import/bidirectional_rnn_word_1/bw/attention_wrapper/attention_layer/kernel/read\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/attention_layer/MatMul\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/attention_layer/MatMul/Enter\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/bw/attention_wrapper/concat_2\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/TensorArrayWrite/TensorArrayWriteV3/Enter\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/add_1/y\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/add_1\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/NextIteration\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/NextIteration_1\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/NextIteration_2\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/NextIteration_3\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/NextIteration_4\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/NextIteration_5\n",
      "import/bidirectional_rnn_word_1/bw/bw/while/Exit_2\n",
      "import/bidirectional_rnn_word_1/bw/bw/TensorArrayStack/TensorArraySizeV3\n",
      "import/bidirectional_rnn_word_1/bw/bw/TensorArrayStack/range/start\n",
      "import/bidirectional_rnn_word_1/bw/bw/TensorArrayStack/range/delta\n",
      "import/bidirectional_rnn_word_1/bw/bw/TensorArrayStack/range\n",
      "import/bidirectional_rnn_word_1/bw/bw/TensorArrayStack/TensorArrayGatherV3\n",
      "import/bidirectional_rnn_word_1/bw/bw/Rank_1\n",
      "import/bidirectional_rnn_word_1/bw/bw/range_1/start\n",
      "import/bidirectional_rnn_word_1/bw/bw/range_1/delta\n",
      "import/bidirectional_rnn_word_1/bw/bw/range_1\n",
      "import/bidirectional_rnn_word_1/bw/bw/concat_2/values_0\n",
      "import/bidirectional_rnn_word_1/bw/bw/concat_2/axis\n",
      "import/bidirectional_rnn_word_1/bw/bw/concat_2\n",
      "import/bidirectional_rnn_word_1/bw/bw/transpose_1\n",
      "import/ReverseV2_3/axis\n",
      "import/ReverseV2_3\n",
      "import/concat_4/axis\n",
      "import/concat_4\n",
      "import/dropout_1/keep_prob\n",
      "import/dropout_1/Shape\n",
      "import/dropout_1/random_uniform/min\n",
      "import/dropout_1/random_uniform/max\n",
      "import/dropout_1/random_uniform/RandomUniform\n",
      "import/dropout_1/random_uniform/sub\n",
      "import/dropout_1/random_uniform/mul\n",
      "import/dropout_1/random_uniform\n",
      "import/dropout_1/add\n",
      "import/dropout_1/Floor\n",
      "import/dropout_1/div\n",
      "import/dropout_1/mul\n",
      "import/w\n",
      "import/w/read\n",
      "import/b\n",
      "import/b/read\n",
      "import/w_pos\n",
      "import/w_pos/read\n",
      "import/b_pos\n",
      "import/b_pos/read\n",
      "import/Shape_1\n",
      "import/strided_slice_6/stack\n",
      "import/strided_slice_6/stack_1\n",
      "import/strided_slice_6/stack_2\n",
      "import/strided_slice_6\n",
      "import/Reshape_2/shape\n",
      "import/Reshape_2\n",
      "import/MatMul\n",
      "import/add\n",
      "import/Reshape_3/shape/0\n",
      "import/Reshape_3/shape/2\n",
      "import/Reshape_3/shape\n",
      "import/Reshape_3\n",
      "import/MatMul_1\n",
      "import/add_1\n",
      "import/Reshape_4/shape/0\n",
      "import/Reshape_4/shape/2\n",
      "import/Reshape_4/shape\n",
      "import/Reshape_4\n",
      "import/entities/transitions\n",
      "import/entities/transitions/read\n",
      "import/pos/transitions\n",
      "import/pos/transitions/read\n",
      "import/Variable_2\n",
      "import/entity-logits/count_nonzero/NotEqual/y\n",
      "import/entity-logits/count_nonzero/NotEqual\n",
      "import/entity-logits/count_nonzero/ToInt64\n",
      "import/entity-logits/count_nonzero/Sum/reduction_indices\n",
      "import/entity-logits/count_nonzero/Sum\n",
      "import/entity-logits/Shape\n",
      "import/entity-logits/strided_slice/stack\n",
      "import/entity-logits/strided_slice/stack_1\n",
      "import/entity-logits/strided_slice/stack_2\n",
      "import/entity-logits/strided_slice\n",
      "import/entity-logits/Equal/y\n",
      "import/entity-logits/Equal\n",
      "import/entity-logits/cond/Switch\n",
      "import/entity-logits/cond/switch_t\n",
      "import/entity-logits/cond/switch_f\n",
      "import/entity-logits/cond/pred_id\n",
      "import/entity-logits/cond/Squeeze\n",
      "import/entity-logits/cond/Squeeze/Switch\n",
      "import/entity-logits/cond/ArgMax/dimension\n",
      "import/entity-logits/cond/ArgMax\n",
      "import/entity-logits/cond/ExpandDims/dim\n",
      "import/entity-logits/cond/ExpandDims\n",
      "import/entity-logits/cond/Max/reduction_indices\n",
      "import/entity-logits/cond/Max\n",
      "import/entity-logits/cond/Cast\n",
      "import/entity-logits/cond/ExpandDims_1/dim\n",
      "import/entity-logits/cond/ExpandDims_1\n",
      "import/entity-logits/cond/ExpandDims_1/Switch\n",
      "import/entity-logits/cond/Slice/begin\n",
      "import/entity-logits/cond/Slice/size\n",
      "import/entity-logits/cond/Slice\n",
      "import/entity-logits/cond/Slice/Switch\n",
      "import/entity-logits/cond/Squeeze_1\n",
      "import/entity-logits/cond/Slice_1/begin\n",
      "import/entity-logits/cond/Slice_1/size\n",
      "import/entity-logits/cond/Slice_1\n",
      "import/entity-logits/cond/sub/y\n",
      "import/entity-logits/cond/sub\n",
      "import/entity-logits/cond/sub/Switch\n",
      "import/entity-logits/cond/rnn/Rank\n",
      "import/entity-logits/cond/rnn/range/start\n",
      "import/entity-logits/cond/rnn/range/delta\n",
      "import/entity-logits/cond/rnn/range\n",
      "import/entity-logits/cond/rnn/concat/values_0\n",
      "import/entity-logits/cond/rnn/concat/axis\n",
      "import/entity-logits/cond/rnn/concat\n",
      "import/entity-logits/cond/rnn/transpose\n",
      "import/entity-logits/cond/rnn/ToInt32\n",
      "import/entity-logits/cond/rnn/sequence_length\n",
      "import/entity-logits/cond/rnn/Shape\n",
      "import/entity-logits/cond/rnn/strided_slice/stack\n",
      "import/entity-logits/cond/rnn/strided_slice/stack_1\n",
      "import/entity-logits/cond/rnn/strided_slice/stack_2\n",
      "import/entity-logits/cond/rnn/strided_slice\n",
      "import/entity-logits/cond/rnn/Shape_1\n",
      "import/entity-logits/cond/rnn/stack\n",
      "import/entity-logits/cond/rnn/Equal\n",
      "import/entity-logits/cond/rnn/Const\n",
      "import/entity-logits/cond/rnn/All\n",
      "import/entity-logits/cond/rnn/Assert/Const\n",
      "import/entity-logits/cond/rnn/Assert/Const_1\n",
      "import/entity-logits/cond/rnn/Assert/Assert/data_0\n",
      "import/entity-logits/cond/rnn/Assert/Assert/data_2\n",
      "import/entity-logits/cond/rnn/Assert/Assert\n",
      "import/entity-logits/cond/rnn/CheckSeqLen\n",
      "import/entity-logits/cond/rnn/Shape_2\n",
      "import/entity-logits/cond/rnn/strided_slice_1/stack\n",
      "import/entity-logits/cond/rnn/strided_slice_1/stack_1\n",
      "import/entity-logits/cond/rnn/strided_slice_1/stack_2\n",
      "import/entity-logits/cond/rnn/strided_slice_1\n",
      "import/entity-logits/cond/rnn/Shape_3\n",
      "import/entity-logits/cond/rnn/strided_slice_2/stack\n",
      "import/entity-logits/cond/rnn/strided_slice_2/stack_1\n",
      "import/entity-logits/cond/rnn/strided_slice_2/stack_2\n",
      "import/entity-logits/cond/rnn/strided_slice_2\n",
      "import/entity-logits/cond/rnn/ExpandDims/dim\n",
      "import/entity-logits/cond/rnn/ExpandDims\n",
      "import/entity-logits/cond/rnn/Const_1\n",
      "import/entity-logits/cond/rnn/concat_1/axis\n",
      "import/entity-logits/cond/rnn/concat_1\n",
      "import/entity-logits/cond/rnn/zeros/Const\n",
      "import/entity-logits/cond/rnn/zeros\n",
      "import/entity-logits/cond/rnn/Const_2\n",
      "import/entity-logits/cond/rnn/Min\n",
      "import/entity-logits/cond/rnn/Const_3\n",
      "import/entity-logits/cond/rnn/Max\n",
      "import/entity-logits/cond/rnn/time\n",
      "import/entity-logits/cond/rnn/TensorArray\n",
      "import/entity-logits/cond/rnn/TensorArray_1\n",
      "import/entity-logits/cond/rnn/TensorArrayUnstack/Shape\n",
      "import/entity-logits/cond/rnn/TensorArrayUnstack/strided_slice/stack\n",
      "import/entity-logits/cond/rnn/TensorArrayUnstack/strided_slice/stack_1\n",
      "import/entity-logits/cond/rnn/TensorArrayUnstack/strided_slice/stack_2\n",
      "import/entity-logits/cond/rnn/TensorArrayUnstack/strided_slice\n",
      "import/entity-logits/cond/rnn/TensorArrayUnstack/range/start\n",
      "import/entity-logits/cond/rnn/TensorArrayUnstack/range/delta\n",
      "import/entity-logits/cond/rnn/TensorArrayUnstack/range\n",
      "import/entity-logits/cond/rnn/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3\n",
      "import/entity-logits/cond/rnn/while/iteration_counter\n",
      "import/entity-logits/cond/rnn/while/Enter\n",
      "import/entity-logits/cond/rnn/while/Enter_1\n",
      "import/entity-logits/cond/rnn/while/Enter_2\n",
      "import/entity-logits/cond/rnn/while/Enter_3\n",
      "import/entity-logits/cond/rnn/while/Merge\n",
      "import/entity-logits/cond/rnn/while/Merge_1\n",
      "import/entity-logits/cond/rnn/while/Merge_2\n",
      "import/entity-logits/cond/rnn/while/Merge_3\n",
      "import/entity-logits/cond/rnn/while/Less\n",
      "import/entity-logits/cond/rnn/while/Less/Enter\n",
      "import/entity-logits/cond/rnn/while/Less_1\n",
      "import/entity-logits/cond/rnn/while/LogicalAnd\n",
      "import/entity-logits/cond/rnn/while/LoopCond\n",
      "import/entity-logits/cond/rnn/while/Switch\n",
      "import/entity-logits/cond/rnn/while/Switch_1\n",
      "import/entity-logits/cond/rnn/while/Switch_2\n",
      "import/entity-logits/cond/rnn/while/Switch_3\n",
      "import/entity-logits/cond/rnn/while/Identity\n",
      "import/entity-logits/cond/rnn/while/Identity_1\n",
      "import/entity-logits/cond/rnn/while/Identity_2\n",
      "import/entity-logits/cond/rnn/while/Identity_3\n",
      "import/entity-logits/cond/rnn/while/add/y\n",
      "import/entity-logits/cond/rnn/while/add\n",
      "import/entity-logits/cond/rnn/while/TensorArrayReadV3\n",
      "import/entity-logits/cond/rnn/while/TensorArrayReadV3/Enter\n",
      "import/entity-logits/cond/rnn/while/TensorArrayReadV3/Enter_1\n",
      "import/entity-logits/cond/rnn/while/ExpandDims/dim\n",
      "import/entity-logits/cond/rnn/while/ExpandDims\n",
      "import/entity-logits/cond/rnn/while/add_1\n",
      "import/entity-logits/cond/rnn/while/add_1/Enter\n",
      "import/entity-logits/cond/rnn/while/Max/reduction_indices\n",
      "import/entity-logits/cond/rnn/while/Max\n",
      "import/entity-logits/cond/rnn/while/add_2\n",
      "import/entity-logits/cond/rnn/while/ArgMax/dimension\n",
      "import/entity-logits/cond/rnn/while/ArgMax\n",
      "import/entity-logits/cond/rnn/while/Cast\n",
      "import/entity-logits/cond/rnn/while/GreaterEqual\n",
      "import/entity-logits/cond/rnn/while/GreaterEqual/Enter\n",
      "import/entity-logits/cond/rnn/while/Select\n",
      "import/entity-logits/cond/rnn/while/Select/Enter\n",
      "import/entity-logits/cond/rnn/while/GreaterEqual_1\n",
      "import/entity-logits/cond/rnn/while/Select_1\n",
      "import/entity-logits/cond/rnn/while/TensorArrayWrite/TensorArrayWriteV3\n",
      "import/entity-logits/cond/rnn/while/TensorArrayWrite/TensorArrayWriteV3/Enter\n",
      "import/entity-logits/cond/rnn/while/add_3/y\n",
      "import/entity-logits/cond/rnn/while/add_3\n",
      "import/entity-logits/cond/rnn/while/NextIteration\n",
      "import/entity-logits/cond/rnn/while/NextIteration_1\n",
      "import/entity-logits/cond/rnn/while/NextIteration_2\n",
      "import/entity-logits/cond/rnn/while/NextIteration_3\n",
      "import/entity-logits/cond/rnn/while/Exit\n",
      "import/entity-logits/cond/rnn/while/Exit_1\n",
      "import/entity-logits/cond/rnn/while/Exit_2\n",
      "import/entity-logits/cond/rnn/while/Exit_3\n",
      "import/entity-logits/cond/rnn/TensorArrayStack/TensorArraySizeV3\n",
      "import/entity-logits/cond/rnn/TensorArrayStack/range/start\n",
      "import/entity-logits/cond/rnn/TensorArrayStack/range/delta\n",
      "import/entity-logits/cond/rnn/TensorArrayStack/range\n",
      "import/entity-logits/cond/rnn/TensorArrayStack/TensorArrayGatherV3\n",
      "import/entity-logits/cond/rnn/Const_4\n",
      "import/entity-logits/cond/rnn/Rank_1\n",
      "import/entity-logits/cond/rnn/range_1/start\n",
      "import/entity-logits/cond/rnn/range_1/delta\n",
      "import/entity-logits/cond/rnn/range_1\n",
      "import/entity-logits/cond/rnn/concat_2/values_0\n",
      "import/entity-logits/cond/rnn/concat_2/axis\n",
      "import/entity-logits/cond/rnn/concat_2\n",
      "import/entity-logits/cond/rnn/transpose_1\n",
      "import/entity-logits/cond/sub_1/y\n",
      "import/entity-logits/cond/sub_1\n",
      "import/entity-logits/cond/ReverseSequence\n",
      "import/entity-logits/cond/ArgMax_1/dimension\n",
      "import/entity-logits/cond/ArgMax_1\n",
      "import/entity-logits/cond/Cast_1\n",
      "import/entity-logits/cond/ExpandDims_2/dim\n",
      "import/entity-logits/cond/ExpandDims_2\n",
      "import/entity-logits/cond/sub_2/y\n",
      "import/entity-logits/cond/sub_2\n",
      "import/entity-logits/cond/rnn_1/Rank\n",
      "import/entity-logits/cond/rnn_1/range/start\n",
      "import/entity-logits/cond/rnn_1/range/delta\n",
      "import/entity-logits/cond/rnn_1/range\n",
      "import/entity-logits/cond/rnn_1/concat/values_0\n",
      "import/entity-logits/cond/rnn_1/concat/axis\n",
      "import/entity-logits/cond/rnn_1/concat\n",
      "import/entity-logits/cond/rnn_1/transpose\n",
      "import/entity-logits/cond/rnn_1/ToInt32\n",
      "import/entity-logits/cond/rnn_1/sequence_length\n",
      "import/entity-logits/cond/rnn_1/Shape\n",
      "import/entity-logits/cond/rnn_1/strided_slice/stack\n",
      "import/entity-logits/cond/rnn_1/strided_slice/stack_1\n",
      "import/entity-logits/cond/rnn_1/strided_slice/stack_2\n",
      "import/entity-logits/cond/rnn_1/strided_slice\n",
      "import/entity-logits/cond/rnn_1/Shape_1\n",
      "import/entity-logits/cond/rnn_1/stack\n",
      "import/entity-logits/cond/rnn_1/Equal\n",
      "import/entity-logits/cond/rnn_1/Const\n",
      "import/entity-logits/cond/rnn_1/All\n",
      "import/entity-logits/cond/rnn_1/Assert/Const\n",
      "import/entity-logits/cond/rnn_1/Assert/Const_1\n",
      "import/entity-logits/cond/rnn_1/Assert/Assert/data_0\n",
      "import/entity-logits/cond/rnn_1/Assert/Assert/data_2\n",
      "import/entity-logits/cond/rnn_1/Assert/Assert\n",
      "import/entity-logits/cond/rnn_1/CheckSeqLen\n",
      "import/entity-logits/cond/rnn_1/Shape_2\n",
      "import/entity-logits/cond/rnn_1/strided_slice_1/stack\n",
      "import/entity-logits/cond/rnn_1/strided_slice_1/stack_1\n",
      "import/entity-logits/cond/rnn_1/strided_slice_1/stack_2\n",
      "import/entity-logits/cond/rnn_1/strided_slice_1\n",
      "import/entity-logits/cond/rnn_1/Shape_3\n",
      "import/entity-logits/cond/rnn_1/strided_slice_2/stack\n",
      "import/entity-logits/cond/rnn_1/strided_slice_2/stack_1\n",
      "import/entity-logits/cond/rnn_1/strided_slice_2/stack_2\n",
      "import/entity-logits/cond/rnn_1/strided_slice_2\n",
      "import/entity-logits/cond/rnn_1/ExpandDims/dim\n",
      "import/entity-logits/cond/rnn_1/ExpandDims\n",
      "import/entity-logits/cond/rnn_1/Const_1\n",
      "import/entity-logits/cond/rnn_1/concat_1/axis\n",
      "import/entity-logits/cond/rnn_1/concat_1\n",
      "import/entity-logits/cond/rnn_1/zeros/Const\n",
      "import/entity-logits/cond/rnn_1/zeros\n",
      "import/entity-logits/cond/rnn_1/Const_2\n",
      "import/entity-logits/cond/rnn_1/Min\n",
      "import/entity-logits/cond/rnn_1/Const_3\n",
      "import/entity-logits/cond/rnn_1/Max\n",
      "import/entity-logits/cond/rnn_1/time\n",
      "import/entity-logits/cond/rnn_1/TensorArray\n",
      "import/entity-logits/cond/rnn_1/TensorArray_1\n",
      "import/entity-logits/cond/rnn_1/TensorArrayUnstack/Shape\n",
      "import/entity-logits/cond/rnn_1/TensorArrayUnstack/strided_slice/stack\n",
      "import/entity-logits/cond/rnn_1/TensorArrayUnstack/strided_slice/stack_1\n",
      "import/entity-logits/cond/rnn_1/TensorArrayUnstack/strided_slice/stack_2\n",
      "import/entity-logits/cond/rnn_1/TensorArrayUnstack/strided_slice\n",
      "import/entity-logits/cond/rnn_1/TensorArrayUnstack/range/start\n",
      "import/entity-logits/cond/rnn_1/TensorArrayUnstack/range/delta\n",
      "import/entity-logits/cond/rnn_1/TensorArrayUnstack/range\n",
      "import/entity-logits/cond/rnn_1/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3\n",
      "import/entity-logits/cond/rnn_1/while/iteration_counter\n",
      "import/entity-logits/cond/rnn_1/while/Enter\n",
      "import/entity-logits/cond/rnn_1/while/Enter_1\n",
      "import/entity-logits/cond/rnn_1/while/Enter_2\n",
      "import/entity-logits/cond/rnn_1/while/Enter_3\n",
      "import/entity-logits/cond/rnn_1/while/Merge\n",
      "import/entity-logits/cond/rnn_1/while/Merge_1\n",
      "import/entity-logits/cond/rnn_1/while/Merge_2\n",
      "import/entity-logits/cond/rnn_1/while/Merge_3\n",
      "import/entity-logits/cond/rnn_1/while/Less\n",
      "import/entity-logits/cond/rnn_1/while/Less/Enter\n",
      "import/entity-logits/cond/rnn_1/while/Less_1\n",
      "import/entity-logits/cond/rnn_1/while/LogicalAnd\n",
      "import/entity-logits/cond/rnn_1/while/LoopCond\n",
      "import/entity-logits/cond/rnn_1/while/Switch\n",
      "import/entity-logits/cond/rnn_1/while/Switch_1\n",
      "import/entity-logits/cond/rnn_1/while/Switch_2\n",
      "import/entity-logits/cond/rnn_1/while/Switch_3\n",
      "import/entity-logits/cond/rnn_1/while/Identity\n",
      "import/entity-logits/cond/rnn_1/while/Identity_1\n",
      "import/entity-logits/cond/rnn_1/while/Identity_2\n",
      "import/entity-logits/cond/rnn_1/while/Identity_3\n",
      "import/entity-logits/cond/rnn_1/while/add/y\n",
      "import/entity-logits/cond/rnn_1/while/add\n",
      "import/entity-logits/cond/rnn_1/while/TensorArrayReadV3\n",
      "import/entity-logits/cond/rnn_1/while/TensorArrayReadV3/Enter\n",
      "import/entity-logits/cond/rnn_1/while/TensorArrayReadV3/Enter_1\n",
      "import/entity-logits/cond/rnn_1/while/Squeeze\n",
      "import/entity-logits/cond/rnn_1/while/Shape\n",
      "import/entity-logits/cond/rnn_1/while/strided_slice/stack\n",
      "import/entity-logits/cond/rnn_1/while/strided_slice/stack_1\n",
      "import/entity-logits/cond/rnn_1/while/strided_slice/stack_2\n",
      "import/entity-logits/cond/rnn_1/while/strided_slice\n",
      "import/entity-logits/cond/rnn_1/while/range/start\n",
      "import/entity-logits/cond/rnn_1/while/range/delta\n",
      "import/entity-logits/cond/rnn_1/while/range\n",
      "import/entity-logits/cond/rnn_1/while/stack\n",
      "import/entity-logits/cond/rnn_1/while/GatherNd\n",
      "import/entity-logits/cond/rnn_1/while/ExpandDims/dim\n",
      "import/entity-logits/cond/rnn_1/while/ExpandDims\n",
      "import/entity-logits/cond/rnn_1/while/GreaterEqual\n",
      "import/entity-logits/cond/rnn_1/while/GreaterEqual/Enter\n",
      "import/entity-logits/cond/rnn_1/while/Select\n",
      "import/entity-logits/cond/rnn_1/while/Select/Enter\n",
      "import/entity-logits/cond/rnn_1/while/GreaterEqual_1\n",
      "import/entity-logits/cond/rnn_1/while/Select_1\n",
      "import/entity-logits/cond/rnn_1/while/TensorArrayWrite/TensorArrayWriteV3\n",
      "import/entity-logits/cond/rnn_1/while/TensorArrayWrite/TensorArrayWriteV3/Enter\n",
      "import/entity-logits/cond/rnn_1/while/add_1/y\n",
      "import/entity-logits/cond/rnn_1/while/add_1\n",
      "import/entity-logits/cond/rnn_1/while/NextIteration\n",
      "import/entity-logits/cond/rnn_1/while/NextIteration_1\n",
      "import/entity-logits/cond/rnn_1/while/NextIteration_2\n",
      "import/entity-logits/cond/rnn_1/while/NextIteration_3\n",
      "import/entity-logits/cond/rnn_1/while/Exit\n",
      "import/entity-logits/cond/rnn_1/while/Exit_1\n",
      "import/entity-logits/cond/rnn_1/while/Exit_2\n",
      "import/entity-logits/cond/rnn_1/while/Exit_3\n",
      "import/entity-logits/cond/rnn_1/TensorArrayStack/TensorArraySizeV3\n",
      "import/entity-logits/cond/rnn_1/TensorArrayStack/range/start\n",
      "import/entity-logits/cond/rnn_1/TensorArrayStack/range/delta\n",
      "import/entity-logits/cond/rnn_1/TensorArrayStack/range\n",
      "import/entity-logits/cond/rnn_1/TensorArrayStack/TensorArrayGatherV3\n",
      "import/entity-logits/cond/rnn_1/Const_4\n",
      "import/entity-logits/cond/rnn_1/Rank_1\n",
      "import/entity-logits/cond/rnn_1/range_1/start\n",
      "import/entity-logits/cond/rnn_1/range_1/delta\n",
      "import/entity-logits/cond/rnn_1/range_1\n",
      "import/entity-logits/cond/rnn_1/concat_2/values_0\n",
      "import/entity-logits/cond/rnn_1/concat_2/axis\n",
      "import/entity-logits/cond/rnn_1/concat_2\n",
      "import/entity-logits/cond/rnn_1/transpose_1\n",
      "import/entity-logits/cond/Squeeze_2\n",
      "import/entity-logits/cond/concat/axis\n",
      "import/entity-logits/cond/concat\n",
      "import/entity-logits/cond/ReverseSequence_1\n",
      "import/entity-logits/cond/Max_1/reduction_indices\n",
      "import/entity-logits/cond/Max_1\n",
      "import/entity-logits/cond/Merge\n",
      "import/entity-logits/cond/Merge_1\n",
      "import/pos-logits/count_nonzero/NotEqual/y\n",
      "import/pos-logits/count_nonzero/NotEqual\n",
      "import/pos-logits/count_nonzero/ToInt64\n",
      "import/pos-logits/count_nonzero/Sum/reduction_indices\n",
      "import/pos-logits/count_nonzero/Sum\n",
      "import/pos-logits/Shape\n",
      "import/pos-logits/strided_slice/stack\n",
      "import/pos-logits/strided_slice/stack_1\n",
      "import/pos-logits/strided_slice/stack_2\n",
      "import/pos-logits/strided_slice\n",
      "import/pos-logits/Equal/y\n",
      "import/pos-logits/Equal\n",
      "import/pos-logits/cond/Switch\n",
      "import/pos-logits/cond/switch_t\n",
      "import/pos-logits/cond/switch_f\n",
      "import/pos-logits/cond/pred_id\n",
      "import/pos-logits/cond/Squeeze\n",
      "import/pos-logits/cond/Squeeze/Switch\n",
      "import/pos-logits/cond/ArgMax/dimension\n",
      "import/pos-logits/cond/ArgMax\n",
      "import/pos-logits/cond/ExpandDims/dim\n",
      "import/pos-logits/cond/ExpandDims\n",
      "import/pos-logits/cond/Max/reduction_indices\n",
      "import/pos-logits/cond/Max\n",
      "import/pos-logits/cond/Cast\n",
      "import/pos-logits/cond/ExpandDims_1/dim\n",
      "import/pos-logits/cond/ExpandDims_1\n",
      "import/pos-logits/cond/ExpandDims_1/Switch\n",
      "import/pos-logits/cond/Slice/begin\n",
      "import/pos-logits/cond/Slice/size\n",
      "import/pos-logits/cond/Slice\n",
      "import/pos-logits/cond/Slice/Switch\n",
      "import/pos-logits/cond/Squeeze_1\n",
      "import/pos-logits/cond/Slice_1/begin\n",
      "import/pos-logits/cond/Slice_1/size\n",
      "import/pos-logits/cond/Slice_1\n",
      "import/pos-logits/cond/sub/y\n",
      "import/pos-logits/cond/sub\n",
      "import/pos-logits/cond/sub/Switch\n",
      "import/pos-logits/cond/rnn/Rank\n",
      "import/pos-logits/cond/rnn/range/start\n",
      "import/pos-logits/cond/rnn/range/delta\n",
      "import/pos-logits/cond/rnn/range\n",
      "import/pos-logits/cond/rnn/concat/values_0\n",
      "import/pos-logits/cond/rnn/concat/axis\n",
      "import/pos-logits/cond/rnn/concat\n",
      "import/pos-logits/cond/rnn/transpose\n",
      "import/pos-logits/cond/rnn/ToInt32\n",
      "import/pos-logits/cond/rnn/sequence_length\n",
      "import/pos-logits/cond/rnn/Shape\n",
      "import/pos-logits/cond/rnn/strided_slice/stack\n",
      "import/pos-logits/cond/rnn/strided_slice/stack_1\n",
      "import/pos-logits/cond/rnn/strided_slice/stack_2\n",
      "import/pos-logits/cond/rnn/strided_slice\n",
      "import/pos-logits/cond/rnn/Shape_1\n",
      "import/pos-logits/cond/rnn/stack\n",
      "import/pos-logits/cond/rnn/Equal\n",
      "import/pos-logits/cond/rnn/Const\n",
      "import/pos-logits/cond/rnn/All\n",
      "import/pos-logits/cond/rnn/Assert/Const\n",
      "import/pos-logits/cond/rnn/Assert/Const_1\n",
      "import/pos-logits/cond/rnn/Assert/Assert/data_0\n",
      "import/pos-logits/cond/rnn/Assert/Assert/data_2\n",
      "import/pos-logits/cond/rnn/Assert/Assert\n",
      "import/pos-logits/cond/rnn/CheckSeqLen\n",
      "import/pos-logits/cond/rnn/Shape_2\n",
      "import/pos-logits/cond/rnn/strided_slice_1/stack\n",
      "import/pos-logits/cond/rnn/strided_slice_1/stack_1\n",
      "import/pos-logits/cond/rnn/strided_slice_1/stack_2\n",
      "import/pos-logits/cond/rnn/strided_slice_1\n",
      "import/pos-logits/cond/rnn/Shape_3\n",
      "import/pos-logits/cond/rnn/strided_slice_2/stack\n",
      "import/pos-logits/cond/rnn/strided_slice_2/stack_1\n",
      "import/pos-logits/cond/rnn/strided_slice_2/stack_2\n",
      "import/pos-logits/cond/rnn/strided_slice_2\n",
      "import/pos-logits/cond/rnn/ExpandDims/dim\n",
      "import/pos-logits/cond/rnn/ExpandDims\n",
      "import/pos-logits/cond/rnn/Const_1\n",
      "import/pos-logits/cond/rnn/concat_1/axis\n",
      "import/pos-logits/cond/rnn/concat_1\n",
      "import/pos-logits/cond/rnn/zeros/Const\n",
      "import/pos-logits/cond/rnn/zeros\n",
      "import/pos-logits/cond/rnn/Const_2\n",
      "import/pos-logits/cond/rnn/Min\n",
      "import/pos-logits/cond/rnn/Const_3\n",
      "import/pos-logits/cond/rnn/Max\n",
      "import/pos-logits/cond/rnn/time\n",
      "import/pos-logits/cond/rnn/TensorArray\n",
      "import/pos-logits/cond/rnn/TensorArray_1\n",
      "import/pos-logits/cond/rnn/TensorArrayUnstack/Shape\n",
      "import/pos-logits/cond/rnn/TensorArrayUnstack/strided_slice/stack\n",
      "import/pos-logits/cond/rnn/TensorArrayUnstack/strided_slice/stack_1\n",
      "import/pos-logits/cond/rnn/TensorArrayUnstack/strided_slice/stack_2\n",
      "import/pos-logits/cond/rnn/TensorArrayUnstack/strided_slice\n",
      "import/pos-logits/cond/rnn/TensorArrayUnstack/range/start\n",
      "import/pos-logits/cond/rnn/TensorArrayUnstack/range/delta\n",
      "import/pos-logits/cond/rnn/TensorArrayUnstack/range\n",
      "import/pos-logits/cond/rnn/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3\n",
      "import/pos-logits/cond/rnn/while/iteration_counter\n",
      "import/pos-logits/cond/rnn/while/Enter\n",
      "import/pos-logits/cond/rnn/while/Enter_1\n",
      "import/pos-logits/cond/rnn/while/Enter_2\n",
      "import/pos-logits/cond/rnn/while/Enter_3\n",
      "import/pos-logits/cond/rnn/while/Merge\n",
      "import/pos-logits/cond/rnn/while/Merge_1\n",
      "import/pos-logits/cond/rnn/while/Merge_2\n",
      "import/pos-logits/cond/rnn/while/Merge_3\n",
      "import/pos-logits/cond/rnn/while/Less\n",
      "import/pos-logits/cond/rnn/while/Less/Enter\n",
      "import/pos-logits/cond/rnn/while/Less_1\n",
      "import/pos-logits/cond/rnn/while/LogicalAnd\n",
      "import/pos-logits/cond/rnn/while/LoopCond\n",
      "import/pos-logits/cond/rnn/while/Switch\n",
      "import/pos-logits/cond/rnn/while/Switch_1\n",
      "import/pos-logits/cond/rnn/while/Switch_2\n",
      "import/pos-logits/cond/rnn/while/Switch_3\n",
      "import/pos-logits/cond/rnn/while/Identity\n",
      "import/pos-logits/cond/rnn/while/Identity_1\n",
      "import/pos-logits/cond/rnn/while/Identity_2\n",
      "import/pos-logits/cond/rnn/while/Identity_3\n",
      "import/pos-logits/cond/rnn/while/add/y\n",
      "import/pos-logits/cond/rnn/while/add\n",
      "import/pos-logits/cond/rnn/while/TensorArrayReadV3\n",
      "import/pos-logits/cond/rnn/while/TensorArrayReadV3/Enter\n",
      "import/pos-logits/cond/rnn/while/TensorArrayReadV3/Enter_1\n",
      "import/pos-logits/cond/rnn/while/ExpandDims/dim\n",
      "import/pos-logits/cond/rnn/while/ExpandDims\n",
      "import/pos-logits/cond/rnn/while/add_1\n",
      "import/pos-logits/cond/rnn/while/add_1/Enter\n",
      "import/pos-logits/cond/rnn/while/Max/reduction_indices\n",
      "import/pos-logits/cond/rnn/while/Max\n",
      "import/pos-logits/cond/rnn/while/add_2\n",
      "import/pos-logits/cond/rnn/while/ArgMax/dimension\n",
      "import/pos-logits/cond/rnn/while/ArgMax\n",
      "import/pos-logits/cond/rnn/while/Cast\n",
      "import/pos-logits/cond/rnn/while/GreaterEqual\n",
      "import/pos-logits/cond/rnn/while/GreaterEqual/Enter\n",
      "import/pos-logits/cond/rnn/while/Select\n",
      "import/pos-logits/cond/rnn/while/Select/Enter\n",
      "import/pos-logits/cond/rnn/while/GreaterEqual_1\n",
      "import/pos-logits/cond/rnn/while/Select_1\n",
      "import/pos-logits/cond/rnn/while/TensorArrayWrite/TensorArrayWriteV3\n",
      "import/pos-logits/cond/rnn/while/TensorArrayWrite/TensorArrayWriteV3/Enter\n",
      "import/pos-logits/cond/rnn/while/add_3/y\n",
      "import/pos-logits/cond/rnn/while/add_3\n",
      "import/pos-logits/cond/rnn/while/NextIteration\n",
      "import/pos-logits/cond/rnn/while/NextIteration_1\n",
      "import/pos-logits/cond/rnn/while/NextIteration_2\n",
      "import/pos-logits/cond/rnn/while/NextIteration_3\n",
      "import/pos-logits/cond/rnn/while/Exit\n",
      "import/pos-logits/cond/rnn/while/Exit_1\n",
      "import/pos-logits/cond/rnn/while/Exit_2\n",
      "import/pos-logits/cond/rnn/while/Exit_3\n",
      "import/pos-logits/cond/rnn/TensorArrayStack/TensorArraySizeV3\n",
      "import/pos-logits/cond/rnn/TensorArrayStack/range/start\n",
      "import/pos-logits/cond/rnn/TensorArrayStack/range/delta\n",
      "import/pos-logits/cond/rnn/TensorArrayStack/range\n",
      "import/pos-logits/cond/rnn/TensorArrayStack/TensorArrayGatherV3\n",
      "import/pos-logits/cond/rnn/Const_4\n",
      "import/pos-logits/cond/rnn/Rank_1\n",
      "import/pos-logits/cond/rnn/range_1/start\n",
      "import/pos-logits/cond/rnn/range_1/delta\n",
      "import/pos-logits/cond/rnn/range_1\n",
      "import/pos-logits/cond/rnn/concat_2/values_0\n",
      "import/pos-logits/cond/rnn/concat_2/axis\n",
      "import/pos-logits/cond/rnn/concat_2\n",
      "import/pos-logits/cond/rnn/transpose_1\n",
      "import/pos-logits/cond/sub_1/y\n",
      "import/pos-logits/cond/sub_1\n",
      "import/pos-logits/cond/ReverseSequence\n",
      "import/pos-logits/cond/ArgMax_1/dimension\n",
      "import/pos-logits/cond/ArgMax_1\n",
      "import/pos-logits/cond/Cast_1\n",
      "import/pos-logits/cond/ExpandDims_2/dim\n",
      "import/pos-logits/cond/ExpandDims_2\n",
      "import/pos-logits/cond/sub_2/y\n",
      "import/pos-logits/cond/sub_2\n",
      "import/pos-logits/cond/rnn_1/Rank\n",
      "import/pos-logits/cond/rnn_1/range/start\n",
      "import/pos-logits/cond/rnn_1/range/delta\n",
      "import/pos-logits/cond/rnn_1/range\n",
      "import/pos-logits/cond/rnn_1/concat/values_0\n",
      "import/pos-logits/cond/rnn_1/concat/axis\n",
      "import/pos-logits/cond/rnn_1/concat\n",
      "import/pos-logits/cond/rnn_1/transpose\n",
      "import/pos-logits/cond/rnn_1/ToInt32\n",
      "import/pos-logits/cond/rnn_1/sequence_length\n",
      "import/pos-logits/cond/rnn_1/Shape\n",
      "import/pos-logits/cond/rnn_1/strided_slice/stack\n",
      "import/pos-logits/cond/rnn_1/strided_slice/stack_1\n",
      "import/pos-logits/cond/rnn_1/strided_slice/stack_2\n",
      "import/pos-logits/cond/rnn_1/strided_slice\n",
      "import/pos-logits/cond/rnn_1/Shape_1\n",
      "import/pos-logits/cond/rnn_1/stack\n",
      "import/pos-logits/cond/rnn_1/Equal\n",
      "import/pos-logits/cond/rnn_1/Const\n",
      "import/pos-logits/cond/rnn_1/All\n",
      "import/pos-logits/cond/rnn_1/Assert/Const\n",
      "import/pos-logits/cond/rnn_1/Assert/Const_1\n",
      "import/pos-logits/cond/rnn_1/Assert/Assert/data_0\n",
      "import/pos-logits/cond/rnn_1/Assert/Assert/data_2\n",
      "import/pos-logits/cond/rnn_1/Assert/Assert\n",
      "import/pos-logits/cond/rnn_1/CheckSeqLen\n",
      "import/pos-logits/cond/rnn_1/Shape_2\n",
      "import/pos-logits/cond/rnn_1/strided_slice_1/stack\n",
      "import/pos-logits/cond/rnn_1/strided_slice_1/stack_1\n",
      "import/pos-logits/cond/rnn_1/strided_slice_1/stack_2\n",
      "import/pos-logits/cond/rnn_1/strided_slice_1\n",
      "import/pos-logits/cond/rnn_1/Shape_3\n",
      "import/pos-logits/cond/rnn_1/strided_slice_2/stack\n",
      "import/pos-logits/cond/rnn_1/strided_slice_2/stack_1\n",
      "import/pos-logits/cond/rnn_1/strided_slice_2/stack_2\n",
      "import/pos-logits/cond/rnn_1/strided_slice_2\n",
      "import/pos-logits/cond/rnn_1/ExpandDims/dim\n",
      "import/pos-logits/cond/rnn_1/ExpandDims\n",
      "import/pos-logits/cond/rnn_1/Const_1\n",
      "import/pos-logits/cond/rnn_1/concat_1/axis\n",
      "import/pos-logits/cond/rnn_1/concat_1\n",
      "import/pos-logits/cond/rnn_1/zeros/Const\n",
      "import/pos-logits/cond/rnn_1/zeros\n",
      "import/pos-logits/cond/rnn_1/Const_2\n",
      "import/pos-logits/cond/rnn_1/Min\n",
      "import/pos-logits/cond/rnn_1/Const_3\n",
      "import/pos-logits/cond/rnn_1/Max\n",
      "import/pos-logits/cond/rnn_1/time\n",
      "import/pos-logits/cond/rnn_1/TensorArray\n",
      "import/pos-logits/cond/rnn_1/TensorArray_1\n",
      "import/pos-logits/cond/rnn_1/TensorArrayUnstack/Shape\n",
      "import/pos-logits/cond/rnn_1/TensorArrayUnstack/strided_slice/stack\n",
      "import/pos-logits/cond/rnn_1/TensorArrayUnstack/strided_slice/stack_1\n",
      "import/pos-logits/cond/rnn_1/TensorArrayUnstack/strided_slice/stack_2\n",
      "import/pos-logits/cond/rnn_1/TensorArrayUnstack/strided_slice\n",
      "import/pos-logits/cond/rnn_1/TensorArrayUnstack/range/start\n",
      "import/pos-logits/cond/rnn_1/TensorArrayUnstack/range/delta\n",
      "import/pos-logits/cond/rnn_1/TensorArrayUnstack/range\n",
      "import/pos-logits/cond/rnn_1/TensorArrayUnstack/TensorArrayScatter/TensorArrayScatterV3\n",
      "import/pos-logits/cond/rnn_1/while/iteration_counter\n",
      "import/pos-logits/cond/rnn_1/while/Enter\n",
      "import/pos-logits/cond/rnn_1/while/Enter_1\n",
      "import/pos-logits/cond/rnn_1/while/Enter_2\n",
      "import/pos-logits/cond/rnn_1/while/Enter_3\n",
      "import/pos-logits/cond/rnn_1/while/Merge\n",
      "import/pos-logits/cond/rnn_1/while/Merge_1\n",
      "import/pos-logits/cond/rnn_1/while/Merge_2\n",
      "import/pos-logits/cond/rnn_1/while/Merge_3\n",
      "import/pos-logits/cond/rnn_1/while/Less\n",
      "import/pos-logits/cond/rnn_1/while/Less/Enter\n",
      "import/pos-logits/cond/rnn_1/while/Less_1\n",
      "import/pos-logits/cond/rnn_1/while/LogicalAnd\n",
      "import/pos-logits/cond/rnn_1/while/LoopCond\n",
      "import/pos-logits/cond/rnn_1/while/Switch\n",
      "import/pos-logits/cond/rnn_1/while/Switch_1\n",
      "import/pos-logits/cond/rnn_1/while/Switch_2\n",
      "import/pos-logits/cond/rnn_1/while/Switch_3\n",
      "import/pos-logits/cond/rnn_1/while/Identity\n",
      "import/pos-logits/cond/rnn_1/while/Identity_1\n",
      "import/pos-logits/cond/rnn_1/while/Identity_2\n",
      "import/pos-logits/cond/rnn_1/while/Identity_3\n",
      "import/pos-logits/cond/rnn_1/while/add/y\n",
      "import/pos-logits/cond/rnn_1/while/add\n",
      "import/pos-logits/cond/rnn_1/while/TensorArrayReadV3\n",
      "import/pos-logits/cond/rnn_1/while/TensorArrayReadV3/Enter\n",
      "import/pos-logits/cond/rnn_1/while/TensorArrayReadV3/Enter_1\n",
      "import/pos-logits/cond/rnn_1/while/Squeeze\n",
      "import/pos-logits/cond/rnn_1/while/Shape\n",
      "import/pos-logits/cond/rnn_1/while/strided_slice/stack\n",
      "import/pos-logits/cond/rnn_1/while/strided_slice/stack_1\n",
      "import/pos-logits/cond/rnn_1/while/strided_slice/stack_2\n",
      "import/pos-logits/cond/rnn_1/while/strided_slice\n",
      "import/pos-logits/cond/rnn_1/while/range/start\n",
      "import/pos-logits/cond/rnn_1/while/range/delta\n",
      "import/pos-logits/cond/rnn_1/while/range\n",
      "import/pos-logits/cond/rnn_1/while/stack\n",
      "import/pos-logits/cond/rnn_1/while/GatherNd\n",
      "import/pos-logits/cond/rnn_1/while/ExpandDims/dim\n",
      "import/pos-logits/cond/rnn_1/while/ExpandDims\n",
      "import/pos-logits/cond/rnn_1/while/GreaterEqual\n",
      "import/pos-logits/cond/rnn_1/while/GreaterEqual/Enter\n",
      "import/pos-logits/cond/rnn_1/while/Select\n",
      "import/pos-logits/cond/rnn_1/while/Select/Enter\n",
      "import/pos-logits/cond/rnn_1/while/GreaterEqual_1\n",
      "import/pos-logits/cond/rnn_1/while/Select_1\n",
      "import/pos-logits/cond/rnn_1/while/TensorArrayWrite/TensorArrayWriteV3\n",
      "import/pos-logits/cond/rnn_1/while/TensorArrayWrite/TensorArrayWriteV3/Enter\n",
      "import/pos-logits/cond/rnn_1/while/add_1/y\n",
      "import/pos-logits/cond/rnn_1/while/add_1\n",
      "import/pos-logits/cond/rnn_1/while/NextIteration\n",
      "import/pos-logits/cond/rnn_1/while/NextIteration_1\n",
      "import/pos-logits/cond/rnn_1/while/NextIteration_2\n",
      "import/pos-logits/cond/rnn_1/while/NextIteration_3\n",
      "import/pos-logits/cond/rnn_1/while/Exit\n",
      "import/pos-logits/cond/rnn_1/while/Exit_1\n",
      "import/pos-logits/cond/rnn_1/while/Exit_2\n",
      "import/pos-logits/cond/rnn_1/while/Exit_3\n",
      "import/pos-logits/cond/rnn_1/TensorArrayStack/TensorArraySizeV3\n",
      "import/pos-logits/cond/rnn_1/TensorArrayStack/range/start\n",
      "import/pos-logits/cond/rnn_1/TensorArrayStack/range/delta\n",
      "import/pos-logits/cond/rnn_1/TensorArrayStack/range\n",
      "import/pos-logits/cond/rnn_1/TensorArrayStack/TensorArrayGatherV3\n",
      "import/pos-logits/cond/rnn_1/Const_4\n",
      "import/pos-logits/cond/rnn_1/Rank_1\n",
      "import/pos-logits/cond/rnn_1/range_1/start\n",
      "import/pos-logits/cond/rnn_1/range_1/delta\n",
      "import/pos-logits/cond/rnn_1/range_1\n",
      "import/pos-logits/cond/rnn_1/concat_2/values_0\n",
      "import/pos-logits/cond/rnn_1/concat_2/axis\n",
      "import/pos-logits/cond/rnn_1/concat_2\n",
      "import/pos-logits/cond/rnn_1/transpose_1\n",
      "import/pos-logits/cond/Squeeze_2\n",
      "import/pos-logits/cond/concat/axis\n",
      "import/pos-logits/cond/concat\n",
      "import/pos-logits/cond/ReverseSequence_1\n",
      "import/pos-logits/cond/Max_1/reduction_indices\n",
      "import/pos-logits/cond/Max_1\n",
      "import/pos-logits/cond/Merge\n",
      "import/pos-logits/cond/Merge_1\n",
      "import/beta1_power\n",
      "import/beta2_power\n",
      "import/Variable/Adam\n",
      "import/Variable/Adam_1\n",
      "import/Variable_1/Adam\n",
      "import/Variable_1/Adam_1\n",
      "import/bidirectional_rnn_char_0/fw/lstm_cell/kernel/Adam\n",
      "import/bidirectional_rnn_char_0/fw/lstm_cell/kernel/Adam_1\n",
      "import/bidirectional_rnn_char_0/fw/lstm_cell/bias/Adam\n",
      "import/bidirectional_rnn_char_0/fw/lstm_cell/bias/Adam_1\n",
      "import/bidirectional_rnn_char_0/bw/lstm_cell/kernel/Adam\n",
      "import/bidirectional_rnn_char_0/bw/lstm_cell/kernel/Adam_1\n",
      "import/bidirectional_rnn_char_0/bw/lstm_cell/bias/Adam\n",
      "import/bidirectional_rnn_char_0/bw/lstm_cell/bias/Adam_1\n",
      "import/bidirectional_rnn_char_1/fw/lstm_cell/kernel/Adam\n",
      "import/bidirectional_rnn_char_1/fw/lstm_cell/kernel/Adam_1\n",
      "import/bidirectional_rnn_char_1/fw/lstm_cell/bias/Adam\n",
      "import/bidirectional_rnn_char_1/fw/lstm_cell/bias/Adam_1\n",
      "import/bidirectional_rnn_char_1/bw/lstm_cell/kernel/Adam\n",
      "import/bidirectional_rnn_char_1/bw/lstm_cell/kernel/Adam_1\n",
      "import/bidirectional_rnn_char_1/bw/lstm_cell/bias/Adam\n",
      "import/bidirectional_rnn_char_1/bw/lstm_cell/bias/Adam_1\n",
      "import/memory_layer/kernel/Adam\n",
      "import/memory_layer/kernel/Adam_1\n",
      "import/memory_layer_1/kernel/Adam\n",
      "import/memory_layer_1/kernel/Adam_1\n",
      "import/bidirectional_rnn_word_0/fw/attention_wrapper/lstm_cell/kernel/Adam\n",
      "import/bidirectional_rnn_word_0/fw/attention_wrapper/lstm_cell/kernel/Adam_1\n",
      "import/bidirectional_rnn_word_0/fw/attention_wrapper/lstm_cell/bias/Adam\n",
      "import/bidirectional_rnn_word_0/fw/attention_wrapper/lstm_cell/bias/Adam_1\n",
      "import/bidirectional_rnn_word_0/fw/attention_wrapper/bahdanau_attention/query_layer/kernel/Adam\n",
      "import/bidirectional_rnn_word_0/fw/attention_wrapper/bahdanau_attention/query_layer/kernel/Adam_1\n",
      "import/bidirectional_rnn_word_0/fw/attention_wrapper/bahdanau_attention/attention_v/Adam\n",
      "import/bidirectional_rnn_word_0/fw/attention_wrapper/bahdanau_attention/attention_v/Adam_1\n",
      "import/bidirectional_rnn_word_0/fw/attention_wrapper/attention_layer/kernel/Adam\n",
      "import/bidirectional_rnn_word_0/fw/attention_wrapper/attention_layer/kernel/Adam_1\n",
      "import/bidirectional_rnn_word_0/bw/attention_wrapper/lstm_cell/kernel/Adam\n",
      "import/bidirectional_rnn_word_0/bw/attention_wrapper/lstm_cell/kernel/Adam_1\n",
      "import/bidirectional_rnn_word_0/bw/attention_wrapper/lstm_cell/bias/Adam\n",
      "import/bidirectional_rnn_word_0/bw/attention_wrapper/lstm_cell/bias/Adam_1\n",
      "import/bidirectional_rnn_word_0/bw/attention_wrapper/bahdanau_attention/query_layer/kernel/Adam\n",
      "import/bidirectional_rnn_word_0/bw/attention_wrapper/bahdanau_attention/query_layer/kernel/Adam_1\n",
      "import/bidirectional_rnn_word_0/bw/attention_wrapper/bahdanau_attention/attention_v/Adam\n",
      "import/bidirectional_rnn_word_0/bw/attention_wrapper/bahdanau_attention/attention_v/Adam_1\n",
      "import/bidirectional_rnn_word_0/bw/attention_wrapper/attention_layer/kernel/Adam\n",
      "import/bidirectional_rnn_word_0/bw/attention_wrapper/attention_layer/kernel/Adam_1\n",
      "import/memory_layer_2/kernel/Adam\n",
      "import/memory_layer_2/kernel/Adam_1\n",
      "import/memory_layer_3/kernel/Adam\n",
      "import/memory_layer_3/kernel/Adam_1\n",
      "import/bidirectional_rnn_word_1/fw/attention_wrapper/lstm_cell/kernel/Adam\n",
      "import/bidirectional_rnn_word_1/fw/attention_wrapper/lstm_cell/kernel/Adam_1\n",
      "import/bidirectional_rnn_word_1/fw/attention_wrapper/lstm_cell/bias/Adam\n",
      "import/bidirectional_rnn_word_1/fw/attention_wrapper/lstm_cell/bias/Adam_1\n",
      "import/bidirectional_rnn_word_1/fw/attention_wrapper/bahdanau_attention/query_layer/kernel/Adam\n",
      "import/bidirectional_rnn_word_1/fw/attention_wrapper/bahdanau_attention/query_layer/kernel/Adam_1\n",
      "import/bidirectional_rnn_word_1/fw/attention_wrapper/bahdanau_attention/attention_v/Adam\n",
      "import/bidirectional_rnn_word_1/fw/attention_wrapper/bahdanau_attention/attention_v/Adam_1\n",
      "import/bidirectional_rnn_word_1/fw/attention_wrapper/attention_layer/kernel/Adam\n",
      "import/bidirectional_rnn_word_1/fw/attention_wrapper/attention_layer/kernel/Adam_1\n",
      "import/bidirectional_rnn_word_1/bw/attention_wrapper/lstm_cell/kernel/Adam\n",
      "import/bidirectional_rnn_word_1/bw/attention_wrapper/lstm_cell/kernel/Adam_1\n",
      "import/bidirectional_rnn_word_1/bw/attention_wrapper/lstm_cell/bias/Adam\n",
      "import/bidirectional_rnn_word_1/bw/attention_wrapper/lstm_cell/bias/Adam_1\n",
      "import/bidirectional_rnn_word_1/bw/attention_wrapper/bahdanau_attention/query_layer/kernel/Adam\n",
      "import/bidirectional_rnn_word_1/bw/attention_wrapper/bahdanau_attention/query_layer/kernel/Adam_1\n",
      "import/bidirectional_rnn_word_1/bw/attention_wrapper/bahdanau_attention/attention_v/Adam\n",
      "import/bidirectional_rnn_word_1/bw/attention_wrapper/bahdanau_attention/attention_v/Adam_1\n",
      "import/bidirectional_rnn_word_1/bw/attention_wrapper/attention_layer/kernel/Adam\n",
      "import/bidirectional_rnn_word_1/bw/attention_wrapper/attention_layer/kernel/Adam_1\n",
      "import/w/Adam\n",
      "import/w/Adam_1\n",
      "import/b/Adam\n",
      "import/b/Adam_1\n",
      "import/w_pos/Adam\n",
      "import/w_pos/Adam_1\n",
      "import/b_pos/Adam\n",
      "import/b_pos/Adam_1\n",
      "import/entities/transitions/Adam\n",
      "import/entities/transitions/Adam_1\n",
      "import/pos/transitions/Adam\n",
      "import/pos/transitions/Adam_1\n"
     ]
    }
   ],
   "source": [
    "for op in g.get_operations():\n",
    "    print(op.name)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "KA\n",
      "KJ\n",
      "KN\n",
      "KN\n",
      "KETERANGAN\n",
      "KJ\n",
      "KN\n",
      "KS\n",
      "KB\n",
      "KN\n",
      "KH\n",
      "KN\n",
      "KN\n",
      "KJ\n",
      "KN\n",
      "KJ\n",
      "KN\n",
      "GN\n",
      "KN\n",
      "KN\n",
      "KN\n",
      "KJ\n",
      "KN\n",
      "KN\n",
      "KN\n",
      "KN\n",
      "GN\n",
      "KN\n",
      "KN\n",
      "KN\n",
      "KA\n",
      "KN\n",
      "KN\n",
      "KN\n",
      "KN\n",
      "KN\n",
      "KN\n"
     ]
    }
   ],
   "source": [
    "x = g.get_tensor_by_name('import/Placeholder:0')\n",
    "x_char = g.get_tensor_by_name('import/Placeholder_1:0')\n",
    "pos_logits = g.get_tensor_by_name('import/pos-logits/cond/Merge:0')\n",
    "test_sess = tf.InteractiveSession(graph=g)\n",
    "results_pos = test_sess.run(pos_logits, feed_dict={x:np.array([test_X]), x_char:batch_x_char})[0]\n",
    "for i in results_pos:\n",
    "    print(idx2pos[i])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
