{
  "tensor_history": [
    {
      "name": "Default/TransData-op99:0",
      "full_name": "Default/TransData-op99:0",
      "node_type": "TransData",
      "type": "output",
      "graph_name": "graph_0",
      "is_hit": true
    },
    {
      "name": "Default/args0:0",
      "full_name": "Default/args0:0",
      "node_type": "Parameter",
      "type": "input",
      "graph_name": "graph_0",
      "is_hit": false
    }
  ],
  "metadata": {
    "state": "waiting",
    "step": 2
  },
  "graph": {
    "nodes": [
      {
        "name": "Default",
        "type": "name_scope",
        "attr": {},
        "input": {
          "Gradients/Default/network-WithLossCell/_backbone-LeNet5/fc3-Dense/gradBiasAdd/BiasAddGrad-op21": {
            "shape": [
              [
                10
              ]
            ],
            "edge_type": "data",
            "independent_layout": false,
            "data_type": "DT_TENSOR[DT_FLOAT32]"
          },
          "Gradients/Default/network-WithLossCell/_backbone-LeNet5/fc3-Dense/gradMatMul/MatMul[6]_5/MatMul-op24": {
            "shape": [
              [
                10,
                84
              ]
            ],
            "edge_type": "data",
            "independent_layout": false,
            "data_type": "DT_TENSOR[DT_FLOAT32]"
          },
          "Gradients/Default/network-WithLossCell/_backbone-LeNet5/fc3-Dense/gradBiasAdd/BiasAddGrad-op29": {
            "shape": [
              [
                84
              ]
            ],
            "edge_type": "data",
            "independent_layout": false,
            "data_type": "DT_TENSOR[DT_FLOAT32]"
          },
          "Gradients/Default/network-WithLossCell/_backbone-LeNet5/fc3-Dense/gradMatMul/MatMul[6]_5/MatMul-op32": {
            "shape": [
              [
                84,
                120
              ]
            ],
            "edge_type": "data",
            "independent_layout": false,
            "data_type": "DT_TENSOR[DT_FLOAT32]"
          },
          "Gradients/Default/network-WithLossCell/_backbone-LeNet5/fc3-Dense/gradBiasAdd/BiasAddGrad-op37": {
            "shape": [
              [
                120
              ]
            ],
            "edge_type": "data",
            "independent_layout": false,
            "data_type": "DT_TENSOR[DT_FLOAT32]"
          },
          "Gradients/Default/network-WithLossCell/_backbone-LeNet5/fc3-Dense/gradMatMul/MatMul[6]_5/MatMul-op40": {
            "shape": [
              [
                120,
                400
              ]
            ],
            "edge_type": "data",
            "independent_layout": false,
            "data_type": "DT_TENSOR[DT_FLOAT32]"
          },
          "Gradients/Default/network-WithLossCell/_backbone-LeNet5/conv2-Conv2d/gradConv2D/Conv2DBackpropFilter-op48": {
            "shape": [
              [
                16,
                6,
                5,
                5
              ]
            ],
            "edge_type": "data",
            "independent_layout": false,
            "data_type": "DT_TENSOR[DT_FLOAT32]"
          },
          "Gradients/Default/network-WithLossCell/_backbone-LeNet5/conv1-Conv2d/gradConv2D/Conv2DBackpropFilter-op55": {
            "shape": [
              [
                6,
                1,
                5,
                5
              ]
            ],
            "edge_type": "data",
            "independent_layout": false,
            "data_type": "DT_TENSOR[DT_FLOAT32]"
          }
        },
        "output": {
          "Gradients/Default/network-WithLossCell/_backbone-LeNet5/conv2-Conv2d/gradConv2D/Conv2DBackpropInput-op52": {
            "shape": [
              [
                16,
                6,
                5,
                5
              ]
            ],
            "edge_type": "data",
            "independent_layout": false,
            "data_type": "DT_TENSOR[DT_FLOAT32]"
          },
          "Gradients/Default/network-WithLossCell/_backbone-LeNet5/conv1-Conv2d/gradConv2D/Conv2DBackpropFilter-op55": {
            "shape": [
              [
                32,
                1,
                32,
                32
              ]
            ],
            "edge_type": "data",
            "independent_layout": false,
            "data_type": "DT_TENSOR[DT_FLOAT32]"
          },
          "Gradients/Default/network-WithLossCell/_backbone-LeNet5/max_pool2d-MaxPool2d/gradMaxPoolWithArgmax/MaxPoolGradWithArgmax-op53": {
            "shape": [
              [
                32,
                6,
                4,
                14
              ]
            ],
            "edge_type": "data",
            "independent_layout": false,
            "data_type": "DT_TENSOR[DT_UINT16]"
          },
          "Gradients/Default/network-WithLossCell/_backbone-LeNet5/max_pool2d-MaxPool2d/gradMaxPoolWithArgmax/MaxPoolGradWithArgmax-op46": {
            "shape": [
              [
                32,
                16,
                4,
                3
              ]
            ],
            "edge_type": "data",
            "independent_layout": false,
            "data_type": "DT_TENSOR[DT_UINT16]"
          },
          "Gradients/Default/network-WithLossCell/_backbone-LeNet5/fc3-Dense/gradMatMul/MatMul[6]_5/MatMul-op40": {
            "shape": [
              [
                32,
                400
              ]
            ],
            "edge_type": "data",
            "independent_layout": false,
            "data_type": "DT_TENSOR[DT_FLOAT32]"
          },
          "Gradients/Default/network-WithLossCell/_backbone-LeNet5/relu-ReLU/gradReLU/ReluGrad-op36": {
            "shape": [
              [
                32,
                120
              ]
            ],
            "edge_type": "data",
            "independent_layout": false,
            "data_type": "DT_TENSOR[DT_FLOAT32]"
          },
          "Gradients/Default/network-WithLossCell/_backbone-LeNet5/fc3-Dense/gradMatMul/MatMul[6]_5/MatMul-op32": {
            "shape": [
              [
                32,
                120
              ]
            ],
            "edge_type": "data",
            "independent_layout": false,
            "data_type": "DT_TENSOR[DT_FLOAT32]"
          },
          "Gradients/Default/network-WithLossCell/_backbone-LeNet5/relu-ReLU/gradReLU/ReluGrad-op28": {
            "shape": [
              [
                32,
                84
              ]
            ],
            "edge_type": "data",
            "independent_layout": false,
            "data_type": "DT_TENSOR[DT_FLOAT32]"
          },
          "Gradients/Default/network-WithLossCell/_backbone-LeNet5/fc3-Dense/gradMatMul/MatMul[6]_5/MatMul-op24": {
            "shape": [
              [
                32,
                84
              ]
            ],
            "edge_type": "data",
            "independent_layout": false,
            "data_type": "DT_TENSOR[DT_FLOAT32]"
          },
          "Gradients/Default/network-WithLossCell/_backbone-LeNet5/conv2-Conv2d/gradConv2D/Conv2DBackpropFilter-op48": {
            "shape": [
              [
                32,
                6,
                14,
                14
              ]
            ],
            "edge_type": "data",
            "independent_layout": false,
            "data_type": "DT_TENSOR[DT_FLOAT32]"
          },
          "Gradients/Default/network-WithLossCell/_loss_fn-SoftmaxCrossEntropyWithLogits/gradSoftmaxCrossEntropyWithLogits/Mul-op20": {
            "shape": [
              [
                32,
                10
              ]
            ],
            "edge_type": "data",
            "independent_layout": false,
            "data_type": "DT_TENSOR[DT_FLOAT32]"
          },
          "Gradients/Default/network-WithLossCell/_backbone-LeNet5/relu-ReLU/gradReLU/ReluGradV2-op92": {
            "shape": [
              [
                32,
                1,
                10,
                10,
                2
              ]
            ],
            "edge_type": "data",
            "independent_layout": false,
            "data_type": "DT_TENSOR[DT_UINT8]"
          },
          "Gradients/Default/network-WithLossCell/_backbone-LeNet5/relu-ReLU/gradReLU/ReluGradV2-op94": {
            "shape": [
              [
                32,
                1,
                28,
                28,
                2
              ]
            ],
            "edge_type": "data",
            "independent_layout": false,
            "data_type": "DT_TENSOR[DT_UINT8]"
          }
        },
        "output_i": 0,
        "proxy_input": {},
        "proxy_output": {},
        "subnode_count": 7,
        "independent_layout": false,
        "watched": 1
      },
      {
        "name": "Gradients",
        "type": "name_scope",
        "attr": {},
        "input": {
          "Default/tuple_getitem[10]_0/tuple_getitem-op210": {
            "shape": [
              [
                32,
                10
              ]
            ],
            "edge_type": "data",
            "independent_layout": false,
            "data_type": "DT_TENSOR[DT_FLOAT32]"
          },
          "Default/network-WithLossCell/_backbone-LeNet5/relu-ReLU/ReLU-op15": {
            "shape": [
              [
                32,
                84
              ]
            ],
            "edge_type": "data",
            "independent_layout": false,
            "data_type": "DT_TENSOR[DT_FLOAT32]"
          },
          "Default/network-WithLossCell/_backbone-LeNet5/relu-ReLU/ReLU-op12": {
            "shape": [
              [
                32,
                120
              ]
            ],
            "edge_type": "data",
            "independent_layout": false,
            "data_type": "DT_TENSOR[DT_FLOAT32]"
          },
          "Default/network-WithLossCell/_backbone-LeNet5/max_pool2d-MaxPool2d/Cast-op205": {
            "shape": [
              [
                32,
                16,
                10,
                10
              ]
            ],
            "edge_type": "data",
            "independent_layout": false,
            "data_type": "DT_TENSOR[DT_FLOAT32]"
          },
          "Default/tuple_getitem[10]_0/tuple_getitem-op206": {
            "shape": [
              [
                32,
                16,
                4,
                3
              ]
            ],
            "edge_type": "data",
            "independent_layout": false,
            "data_type": "DT_TENSOR[DT_UINT16]"
          },
          "Default/tuple_getitem[10]_0/tuple_getitem-op202": {
            "shape": [
              [
                32,
                1,
                10,
                10,
                2
              ]
            ],
            "edge_type": "data",
            "independent_layout": false,
            "data_type": "DT_TENSOR[DT_UINT8]"
          },
          "Default/tuple_getitem[10]_0/tuple_getitem-op197": {
            "shape": [
              [
                32,
                6,
                14,
                14
              ]
            ],
            "edge_type": "data",
            "independent_layout": false,
            "data_type": "DT_TENSOR[DT_FLOAT32]"
          },
          "Default/network-WithLossCell/_backbone-LeNet5/conv2-Conv2d/Cast-op188": {
            "shape": [
              [
                16,
                6,
                5,
                5
              ]
            ],
            "edge_type": "data",
            "independent_layout": false,
            "data_type": "DT_TENSOR[DT_FLOAT32]"
          },
          "Default/network-WithLossCell/_backbone-LeNet5/max_pool2d-MaxPool2d/Cast-op195": {
            "shape": [
              [
                32,
                6,
                28,
                28
              ]
            ],
            "edge_type": "data",
            "independent_layout": false,
            "data_type": "DT_TENSOR[DT_FLOAT32]"
          },
          "Default/tuple_getitem[10]_0/tuple_getitem-op196": {
            "shape": [
              [
                32,
                6,
                4,
                14
              ]
            ],
            "edge_type": "data",
            "independent_layout": false,
            "data_type": "DT_TENSOR[DT_UINT16]"
          },
          "Default/tuple_getitem[10]_0/tuple_getitem-op192": {
            "shape": [
              [
                32,
                1,
                28,
                28,
                2
              ]
            ],
            "edge_type": "data",
            "independent_layout": false,
            "data_type": "DT_TENSOR[DT_UINT8]"
          },
          "Default/network-WithLossCell/_backbone-LeNet5/conv1-Conv2d/Cast-op190": {
            "shape": [
              [
                32,
                1,
                32,
                32
              ]
            ],
            "edge_type": "data",
            "independent_layout": false,
            "data_type": "DT_TENSOR[DT_FLOAT32]"
          },
          "Default/network-WithLossCell/_backbone-LeNet5/flatten-Flatten/Reshape-op9": {
            "shape": [
              [
                32,
                400
              ]
            ],
            "edge_type": "data",
            "independent_layout": false,
            "data_type": "DT_TENSOR[DT_FLOAT32]"
          }
        },
        "output": {
          "Default/optimizer-Momentum/ApplyMomentum[8]_1/ApplyMomentum-op22": {
            "shape": [
              [
                10
              ]
            ],
            "edge_type": "data",
            "independent_layout": false,
            "data_type": "DT_TENSOR[DT_FLOAT32]"
          },
          "Default/optimizer-Momentum/ApplyMomentum[8]_1/ApplyMomentum-op30": {
            "shape": [
              [
                84
              ]
            ],
            "edge_type": "data",
            "independent_layout": false,
            "data_type": "DT_TENSOR[DT_FLOAT32]"
          },
          "Default/optimizer-Momentum/ApplyMomentum[8]_1/ApplyMomentum-op38": {
            "shape": [
              [
                120
              ]
            ],
            "edge_type": "data",
            "independent_layout": false,
            "data_type": "DT_TENSOR[DT_FLOAT32]"
          },
          "Default/optimizer-Momentum/ApplyMomentum[8]_1/ApplyMomentum-op49": {
            "shape": [
              [
                16,
                6,
                5,
                5
              ]
            ],
            "edge_type": "data",
            "independent_layout": false,
            "data_type": "DT_TENSOR[DT_FLOAT32]"
          },
          "Default/optimizer-Momentum/ApplyMomentum[8]_1/ApplyMomentum-op56": {
            "shape": [
              [
                6,
                1,
                5,
                5
              ]
            ],
            "edge_type": "data",
            "independent_layout": false,
            "data_type": "DT_TENSOR[DT_FLOAT32]"
          },
          "Default/optimizer-Momentum/ApplyMomentum[8]_1/ApplyMomentum-op25": {
            "shape": [
              [
                10,
                84
              ]
            ],
            "edge_type": "data",
            "independent_layout": false,
            "data_type": "DT_TENSOR[DT_FLOAT32]"
          },
          "Default/optimizer-Momentum/ApplyMomentum[8]_1/ApplyMomentum-op33": {
            "shape": [
              [
                84,
                120
              ]
            ],
            "edge_type": "data",
            "independent_layout": false,
            "data_type": "DT_TENSOR[DT_FLOAT32]"
          },
          "Default/optimizer-Momentum/ApplyMomentum[8]_1/ApplyMomentum-op41": {
            "shape": [
              [
                120,
                400
              ]
            ],
            "edge_type": "data",
            "independent_layout": false,
            "data_type": "DT_TENSOR[DT_FLOAT32]"
          }
        },
        "output_i": 0,
        "proxy_input": {},
        "proxy_output": {},
        "subnode_count": 1,
        "independent_layout": false,
        "watched": 0
      }
    ],
    "scope_name": "",
    "children": {
      "nodes": [
        {
          "name": "Default/TransData-op99",
          "type": "TransData",
          "attr": {
            "dst_format": "dtype: DT_STRING\nstr_val: \"NC1HWC0\"\n",
            "IsFeatureMapInputList": "dtype: DT_TUPLE\nvalues {\n  dtype: DT_UINT64\n  uint_val: 0\n}\n",
            "pri_format": "dtype: DT_STRING\nstr_val: \"NC1HWC0\"\n",
            "_datadump_original_names": "dtype: DT_TUPLE\n",
            "IsFeatureMapOutput": "dtype: DT_BOOL\nbool_val: true\n",
            "src_format": "dtype: DT_STRING\nstr_val: \"NCHW\"\n"
          },
          "input": {
            "Default/args0": {
              "shape": [
                [
                  32,
                  1,
                  32,
                  32
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            }
          },
          "output": {
            "Default/network-WithLossCell/_backbone-LeNet5/conv1-Conv2d/Cast-op190": {
              "shape": [
                [
                  32,
                  1,
                  32,
                  32
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            }
          },
          "output_i": 0,
          "proxy_input": {},
          "proxy_output": {},
          "subnode_count": 0,
          "independent_layout": false,
          "watched": 2
        },
        {
          "name": "Default/Depend-op61",
          "type": "Depend",
          "attr": {},
          "input": {
            "Default/network-WithLossCell/_loss_fn-SoftmaxCrossEntropyWithLogits/ReduceMean-op60": {
              "shape": [
                []
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Default/optimizer-Momentum/make_tuple-op58": {
              "shape": [
                [],
                [],
                [],
                [],
                [],
                [],
                [],
                []
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TUPLE['DT_BOOL', 'DT_BOOL', 'DT_BOOL', 'DT_BOOL', 'DT_BOOL', 'DT_BOOL', 'DT_BOOL', 'DT_BOOL']"
            }
          },
          "output": {
            "Default/make_tuple[9]_3/make_tuple-op284": {
              "shape": [
                []
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            }
          },
          "output_i": 0,
          "proxy_input": {},
          "proxy_output": {},
          "subnode_count": 0,
          "independent_layout": false,
          "watched": 0
        },
        {
          "name": "Default/args0",
          "type": "Parameter",
          "attr": {
            "type": "DT_TENSOR[DT_FLOAT32]",
            "shape": "[[32, 1, 32, 32]]"
          },
          "input": {},
          "output": {
            "Default/TransData-op99": {
              "shape": [
                [
                  32,
                  1,
                  32,
                  32
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            }
          },
          "output_i": 0,
          "proxy_input": {},
          "proxy_output": {},
          "subnode_count": 0,
          "independent_layout": false,
          "watched": 0
        },
        {
          "name": "Default/tuple_getitem[10]_0",
          "type": "aggregation_scope",
          "attr": {},
          "input": {
            "Default/network-WithLossCell/_backbone-LeNet5/relu-ReLU/ReLUV2-op87": {
              "shape": [
                [],
                []
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TUPLE['DT_TENSOR[DT_FLOAT32]', 'DT_TENSOR[DT_UINT8]']"
            },
            "Default/network-WithLossCell/_backbone-LeNet5/max_pool2d-MaxPool2d/MaxPoolWithArgmax-op3": {
              "shape": [
                [],
                []
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TUPLE['DT_TENSOR[DT_FLOAT32]', 'DT_TENSOR[DT_UINT16]']"
            },
            "Default/network-WithLossCell/_backbone-LeNet5/relu-ReLU/ReLUV2-op89": {
              "shape": [
                [],
                []
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TUPLE['DT_TENSOR[DT_FLOAT32]', 'DT_TENSOR[DT_UINT8]']"
            },
            "Default/network-WithLossCell/_backbone-LeNet5/max_pool2d-MaxPool2d/MaxPoolWithArgmax-op7": {
              "shape": [
                [],
                []
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TUPLE['DT_TENSOR[DT_FLOAT32]', 'DT_TENSOR[DT_UINT16]']"
            },
            "Default/network-WithLossCell/_loss_fn-SoftmaxCrossEntropyWithLogits/SoftmaxCrossEntropyWithLogits-op18": {
              "shape": [
                [],
                []
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TUPLE['DT_TENSOR[DT_FLOAT32]', 'DT_TENSOR[DT_FLOAT32]']"
            }
          },
          "output": {
            "Default/network-WithLossCell/_backbone-LeNet5/max_pool2d-MaxPool2d/Cast-op195": {
              "shape": [
                [
                  32,
                  6,
                  28,
                  28
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Default/network-WithLossCell/_backbone-LeNet5/conv2-Conv2d/Conv2D-op5": {
              "shape": [
                [
                  32,
                  6,
                  14,
                  14
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Gradients/Default/network-WithLossCell/_backbone-LeNet5/conv2-Conv2d/gradConv2D/Conv2DBackpropFilter-op48": {
              "shape": [
                [
                  32,
                  6,
                  14,
                  14
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Default/network-WithLossCell/_backbone-LeNet5/max_pool2d-MaxPool2d/Cast-op205": {
              "shape": [
                [
                  32,
                  16,
                  10,
                  10
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Default/network-WithLossCell/_backbone-LeNet5/max_pool2d-MaxPool2d/Cast-op208": {
              "shape": [
                [
                  32,
                  16,
                  5,
                  5
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Gradients/Default/network-WithLossCell/_loss_fn-SoftmaxCrossEntropyWithLogits/gradSoftmaxCrossEntropyWithLogits/Mul-op20": {
              "shape": [
                [
                  32,
                  10
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Gradients/Default/network-WithLossCell/_backbone-LeNet5/relu-ReLU/gradReLU/ReluGradV2-op92": {
              "shape": [
                [
                  32,
                  1,
                  10,
                  10,
                  2
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_UINT8]"
            },
            "Gradients/Default/network-WithLossCell/_backbone-LeNet5/max_pool2d-MaxPool2d/gradMaxPoolWithArgmax/MaxPoolGradWithArgmax-op46": {
              "shape": [
                [
                  32,
                  16,
                  4,
                  3
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_UINT16]"
            },
            "Gradients/Default/network-WithLossCell/_backbone-LeNet5/relu-ReLU/gradReLU/ReluGradV2-op94": {
              "shape": [
                [
                  32,
                  1,
                  28,
                  28,
                  2
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_UINT8]"
            },
            "Gradients/Default/network-WithLossCell/_backbone-LeNet5/max_pool2d-MaxPool2d/gradMaxPoolWithArgmax/MaxPoolGradWithArgmax-op53": {
              "shape": [
                [
                  32,
                  6,
                  4,
                  14
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_UINT16]"
            },
            "Default/network-WithLossCell/_loss_fn-SoftmaxCrossEntropyWithLogits/ReduceMean-op60": {
              "shape": [
                [
                  32
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            }
          },
          "output_i": 0,
          "proxy_input": {},
          "proxy_output": {},
          "subnode_count": 20,
          "independent_layout": false,
          "watched": 0
        },
        {
          "name": "Default/make_tuple[9]_3",
          "type": "aggregation_scope",
          "attr": {},
          "input": {
            "Default/optimizer-Momentum/tuple_getitem[16]_2/tuple_getitem-op250": {
              "shape": [
                [
                  10
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Default/optimizer-Momentum/tuple_getitem[16]_2/tuple_getitem-op251": {
              "shape": [
                [
                  10
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Default/optimizer-Momentum/tuple_getitem[16]_2/tuple_getitem-op253": {
              "shape": [
                [
                  10,
                  84
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Default/optimizer-Momentum/tuple_getitem[16]_2/tuple_getitem-op254": {
              "shape": [
                [
                  10,
                  84
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Default/optimizer-Momentum/tuple_getitem[16]_2/tuple_getitem-op256": {
              "shape": [
                [
                  84
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Default/optimizer-Momentum/tuple_getitem[16]_2/tuple_getitem-op257": {
              "shape": [
                [
                  84
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Default/optimizer-Momentum/tuple_getitem[16]_2/tuple_getitem-op259": {
              "shape": [
                [
                  84,
                  120
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Default/optimizer-Momentum/tuple_getitem[16]_2/tuple_getitem-op260": {
              "shape": [
                [
                  84,
                  120
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Default/optimizer-Momentum/tuple_getitem[16]_2/tuple_getitem-op262": {
              "shape": [
                [
                  120
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Default/optimizer-Momentum/tuple_getitem[16]_2/tuple_getitem-op263": {
              "shape": [
                [
                  120
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Default/optimizer-Momentum/tuple_getitem[16]_2/tuple_getitem-op265": {
              "shape": [
                [
                  120,
                  400
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Default/optimizer-Momentum/tuple_getitem[16]_2/tuple_getitem-op266": {
              "shape": [
                [
                  120,
                  400
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Default/optimizer-Momentum/tuple_getitem[16]_2/tuple_getitem-op268": {
              "shape": [
                [
                  16,
                  6,
                  5,
                  5
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Default/optimizer-Momentum/tuple_getitem[16]_2/tuple_getitem-op269": {
              "shape": [
                [
                  16,
                  6,
                  5,
                  5
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Default/optimizer-Momentum/tuple_getitem[16]_2/tuple_getitem-op271": {
              "shape": [
                [
                  6,
                  1,
                  5,
                  5
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Default/optimizer-Momentum/tuple_getitem[16]_2/tuple_getitem-op272": {
              "shape": [
                [
                  6,
                  1,
                  5,
                  5
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Default/Depend-op61": {
              "shape": [
                []
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            }
          },
          "output": {
            "Default/optimizer-Momentum/Depend[8]_4/Depend-op23": {
              "shape": [
                [],
                []
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TUPLE['DT_TENSOR[DT_FLOAT32]', 'DT_TENSOR[DT_FLOAT32]']"
            },
            "Default/optimizer-Momentum/Depend[8]_4/Depend-op26": {
              "shape": [
                [],
                []
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TUPLE['DT_TENSOR[DT_FLOAT32]', 'DT_TENSOR[DT_FLOAT32]']"
            },
            "Default/optimizer-Momentum/Depend[8]_4/Depend-op31": {
              "shape": [
                [],
                []
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TUPLE['DT_TENSOR[DT_FLOAT32]', 'DT_TENSOR[DT_FLOAT32]']"
            },
            "Default/optimizer-Momentum/Depend[8]_4/Depend-op34": {
              "shape": [
                [],
                []
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TUPLE['DT_TENSOR[DT_FLOAT32]', 'DT_TENSOR[DT_FLOAT32]']"
            },
            "Default/optimizer-Momentum/Depend[8]_4/Depend-op39": {
              "shape": [
                [],
                []
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TUPLE['DT_TENSOR[DT_FLOAT32]', 'DT_TENSOR[DT_FLOAT32]']"
            },
            "Default/optimizer-Momentum/Depend[8]_4/Depend-op42": {
              "shape": [
                [],
                []
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TUPLE['DT_TENSOR[DT_FLOAT32]', 'DT_TENSOR[DT_FLOAT32]']"
            },
            "Default/optimizer-Momentum/Depend[8]_4/Depend-op50": {
              "shape": [
                [],
                []
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TUPLE['DT_TENSOR[DT_FLOAT32]', 'DT_TENSOR[DT_FLOAT32]']"
            },
            "Default/optimizer-Momentum/Depend[8]_4/Depend-op57": {
              "shape": [
                [],
                []
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TUPLE['DT_TENSOR[DT_FLOAT32]', 'DT_TENSOR[DT_FLOAT32]']"
            }
          },
          "output_i": 0,
          "proxy_input": {},
          "proxy_output": {},
          "subnode_count": 9,
          "independent_layout": false,
          "watched": 0
        },
        {
          "name": "Default/network-WithLossCell",
          "type": "name_scope",
          "attr": {},
          "input": {
            "Default/TransData-op99": {
              "shape": [
                [
                  32,
                  1,
                  32,
                  32
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Default/tuple_getitem[10]_0/tuple_getitem-op193": {
              "shape": [
                [
                  32,
                  6,
                  28,
                  28
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Default/tuple_getitem[10]_0/tuple_getitem-op197": {
              "shape": [
                [
                  32,
                  6,
                  14,
                  14
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Default/tuple_getitem[10]_0/tuple_getitem-op203": {
              "shape": [
                [
                  32,
                  16,
                  10,
                  10
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Default/tuple_getitem[10]_0/tuple_getitem-op207": {
              "shape": [
                [
                  32,
                  16,
                  5,
                  5
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Default/tuple_getitem[10]_0/tuple_getitem-op211": {
              "shape": [
                [
                  32
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            }
          },
          "output": {
            "Gradients/Default/network-WithLossCell/_backbone-LeNet5/conv2-Conv2d/gradConv2D/Conv2DBackpropInput-op52": {
              "shape": [
                [
                  16,
                  6,
                  5,
                  5
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Gradients/Default/network-WithLossCell/_backbone-LeNet5/conv1-Conv2d/gradConv2D/Conv2DBackpropFilter-op55": {
              "shape": [
                [
                  32,
                  1,
                  32,
                  32
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Default/tuple_getitem[10]_0/tuple_getitem-op193": {
              "shape": [
                [],
                []
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TUPLE['DT_TENSOR[DT_FLOAT32]', 'DT_TENSOR[DT_UINT8]']"
            },
            "Default/tuple_getitem[10]_0/tuple_getitem-op192": {
              "shape": [
                [],
                []
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TUPLE['DT_TENSOR[DT_FLOAT32]', 'DT_TENSOR[DT_UINT8]']"
            },
            "Gradients/Default/network-WithLossCell/_backbone-LeNet5/max_pool2d-MaxPool2d/gradMaxPoolWithArgmax/MaxPoolGradWithArgmax-op53": {
              "shape": [
                [
                  32,
                  6,
                  28,
                  28
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Default/tuple_getitem[10]_0/tuple_getitem-op197": {
              "shape": [
                [],
                []
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TUPLE['DT_TENSOR[DT_FLOAT32]', 'DT_TENSOR[DT_UINT16]']"
            },
            "Default/tuple_getitem[10]_0/tuple_getitem-op196": {
              "shape": [
                [],
                []
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TUPLE['DT_TENSOR[DT_FLOAT32]', 'DT_TENSOR[DT_UINT16]']"
            },
            "Default/tuple_getitem[10]_0/tuple_getitem-op203": {
              "shape": [
                [],
                []
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TUPLE['DT_TENSOR[DT_FLOAT32]', 'DT_TENSOR[DT_UINT8]']"
            },
            "Default/tuple_getitem[10]_0/tuple_getitem-op202": {
              "shape": [
                [],
                []
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TUPLE['DT_TENSOR[DT_FLOAT32]', 'DT_TENSOR[DT_UINT8]']"
            },
            "Gradients/Default/network-WithLossCell/_backbone-LeNet5/max_pool2d-MaxPool2d/gradMaxPoolWithArgmax/MaxPoolGradWithArgmax-op46": {
              "shape": [
                [
                  32,
                  16,
                  10,
                  10
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Default/tuple_getitem[10]_0/tuple_getitem-op207": {
              "shape": [
                [],
                []
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TUPLE['DT_TENSOR[DT_FLOAT32]', 'DT_TENSOR[DT_UINT16]']"
            },
            "Default/tuple_getitem[10]_0/tuple_getitem-op206": {
              "shape": [
                [],
                []
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TUPLE['DT_TENSOR[DT_FLOAT32]', 'DT_TENSOR[DT_UINT16]']"
            },
            "Gradients/Default/network-WithLossCell/_backbone-LeNet5/fc3-Dense/gradMatMul/MatMul[6]_5/MatMul-op40": {
              "shape": [
                [
                  32,
                  400
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Gradients/Default/network-WithLossCell/_backbone-LeNet5/relu-ReLU/gradReLU/ReluGrad-op36": {
              "shape": [
                [
                  32,
                  120
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Gradients/Default/network-WithLossCell/_backbone-LeNet5/fc3-Dense/gradMatMul/MatMul[6]_5/MatMul-op32": {
              "shape": [
                [
                  32,
                  120
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Gradients/Default/network-WithLossCell/_backbone-LeNet5/relu-ReLU/gradReLU/ReluGrad-op28": {
              "shape": [
                [
                  32,
                  84
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Gradients/Default/network-WithLossCell/_backbone-LeNet5/fc3-Dense/gradMatMul/MatMul[6]_5/MatMul-op24": {
              "shape": [
                [
                  32,
                  84
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Default/tuple_getitem[10]_0/tuple_getitem-op210": {
              "shape": [
                [],
                []
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TUPLE['DT_TENSOR[DT_FLOAT32]', 'DT_TENSOR[DT_FLOAT32]']"
            },
            "Default/tuple_getitem[10]_0/tuple_getitem-op211": {
              "shape": [
                [],
                []
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TUPLE['DT_TENSOR[DT_FLOAT32]', 'DT_TENSOR[DT_FLOAT32]']"
            },
            "Default/Depend-op61": {
              "shape": [
                []
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            }
          },
          "output_i": 0,
          "proxy_input": {},
          "proxy_output": {},
          "subnode_count": 2,
          "independent_layout": false,
          "watched": 0
        },
        {
          "name": "Default/optimizer-Momentum",
          "type": "name_scope",
          "attr": {},
          "input": {
            "Gradients/Default/network-WithLossCell/_backbone-LeNet5/fc3-Dense/gradBiasAdd/BiasAddGrad-op21": {
              "shape": [
                [
                  10
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Gradients/Default/network-WithLossCell/_backbone-LeNet5/fc3-Dense/gradMatMul/MatMul[6]_5/MatMul-op24": {
              "shape": [
                [
                  10,
                  84
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Gradients/Default/network-WithLossCell/_backbone-LeNet5/fc3-Dense/gradBiasAdd/BiasAddGrad-op29": {
              "shape": [
                [
                  84
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Gradients/Default/network-WithLossCell/_backbone-LeNet5/fc3-Dense/gradMatMul/MatMul[6]_5/MatMul-op32": {
              "shape": [
                [
                  84,
                  120
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Gradients/Default/network-WithLossCell/_backbone-LeNet5/fc3-Dense/gradBiasAdd/BiasAddGrad-op37": {
              "shape": [
                [
                  120
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Gradients/Default/network-WithLossCell/_backbone-LeNet5/fc3-Dense/gradMatMul/MatMul[6]_5/MatMul-op40": {
              "shape": [
                [
                  120,
                  400
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Gradients/Default/network-WithLossCell/_backbone-LeNet5/conv2-Conv2d/gradConv2D/Conv2DBackpropFilter-op48": {
              "shape": [
                [
                  16,
                  6,
                  5,
                  5
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Gradients/Default/network-WithLossCell/_backbone-LeNet5/conv1-Conv2d/gradConv2D/Conv2DBackpropFilter-op55": {
              "shape": [
                [
                  6,
                  1,
                  5,
                  5
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Default/make_tuple[9]_3/make_tuple-op65": {
              "shape": [
                [],
                []
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TUPLE['DT_TENSOR[DT_FLOAT32]', 'DT_TENSOR[DT_FLOAT32]']"
            },
            "Default/make_tuple[9]_3/make_tuple-op68": {
              "shape": [
                [],
                []
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TUPLE['DT_TENSOR[DT_FLOAT32]', 'DT_TENSOR[DT_FLOAT32]']"
            },
            "Default/make_tuple[9]_3/make_tuple-op71": {
              "shape": [
                [],
                []
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TUPLE['DT_TENSOR[DT_FLOAT32]', 'DT_TENSOR[DT_FLOAT32]']"
            },
            "Default/make_tuple[9]_3/make_tuple-op74": {
              "shape": [
                [],
                []
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TUPLE['DT_TENSOR[DT_FLOAT32]', 'DT_TENSOR[DT_FLOAT32]']"
            },
            "Default/make_tuple[9]_3/make_tuple-op77": {
              "shape": [
                [],
                []
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TUPLE['DT_TENSOR[DT_FLOAT32]', 'DT_TENSOR[DT_FLOAT32]']"
            },
            "Default/make_tuple[9]_3/make_tuple-op80": {
              "shape": [
                [],
                []
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TUPLE['DT_TENSOR[DT_FLOAT32]', 'DT_TENSOR[DT_FLOAT32]']"
            },
            "Default/make_tuple[9]_3/make_tuple-op83": {
              "shape": [
                [],
                []
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TUPLE['DT_TENSOR[DT_FLOAT32]', 'DT_TENSOR[DT_FLOAT32]']"
            },
            "Default/make_tuple[9]_3/make_tuple-op86": {
              "shape": [
                [],
                []
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TUPLE['DT_TENSOR[DT_FLOAT32]', 'DT_TENSOR[DT_FLOAT32]']"
            }
          },
          "output": {
            "Default/Depend-op61": {
              "shape": [
                [],
                [],
                [],
                [],
                [],
                [],
                [],
                []
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TUPLE['DT_BOOL', 'DT_BOOL', 'DT_BOOL', 'DT_BOOL', 'DT_BOOL', 'DT_BOOL', 'DT_BOOL', 'DT_BOOL']"
            },
            "Default/make_tuple[9]_3/make_tuple-op65": {
              "shape": [
                [
                  10
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Default/make_tuple[9]_3/make_tuple-op68": {
              "shape": [
                [
                  10,
                  84
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Default/make_tuple[9]_3/make_tuple-op71": {
              "shape": [
                [
                  84
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Default/make_tuple[9]_3/make_tuple-op74": {
              "shape": [
                [
                  84,
                  120
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Default/make_tuple[9]_3/make_tuple-op77": {
              "shape": [
                [
                  120
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Default/make_tuple[9]_3/make_tuple-op80": {
              "shape": [
                [
                  120,
                  400
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Default/make_tuple[9]_3/make_tuple-op83": {
              "shape": [
                [
                  16,
                  6,
                  5,
                  5
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            },
            "Default/make_tuple[9]_3/make_tuple-op86": {
              "shape": [
                [
                  6,
                  1,
                  5,
                  5
                ]
              ],
              "edge_type": "data",
              "independent_layout": false,
              "data_type": "DT_TENSOR[DT_FLOAT32]"
            }
          },
          "output_i": 0,
          "proxy_input": {},
          "proxy_output": {},
          "subnode_count": 5,
          "independent_layout": false,
          "watched": 1
        }
      ],
      "scope_name": "Default",
      "children": {}
    }
  }
}